00010000:00000010:3.1:1769074838.926168:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074838.926177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.1:1769074838.937271:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074838.937282:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074838.977636:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074838.977773:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074838.977779:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074838.977782:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074838.985654:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074838.985661:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074838.985665:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab829cb600. 00010000:00000010:3.1:1769074838.985669:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074838.985675:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074838.985677:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074838.985679:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074838.996181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074838.996189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074838.996192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074838.996198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074839.012234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074839.012256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074839.023874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074839.023885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074839.038816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074839.038832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074839.038837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.038843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074839.046917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074839.047016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074839.064017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074839.064026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074839.064031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.064039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074839.067669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074839.067687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074839.067693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074839.067699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074839.083450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074839.083456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074839.092236:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074839.092264:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074839.092271:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074839.092274:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074839.092276:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.092279:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074839.092281:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074839.092287:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074839.096336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074839.096348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074839.096352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074839.096355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074839.096358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074839.096360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074839.096363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074839.096368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074839.100117:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074839.100126:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074839.114795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074839.114810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074839.114815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.114817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074839.116720:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074839.116741:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074839.127841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074839.127861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074839.137061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074839.137067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074839.164666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074839.164676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074839.196101:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074839.196111:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:3.1:1769074839.196116:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074839.196119:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074839.207140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074839.207147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074839.207152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074839.207157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074839.213009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074839.213017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.230656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074839.230664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074839.230668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074839.230671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.251688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074839.251695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074839.255915:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074839.255930:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074839.255939:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.258224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074839.258230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074839.258234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074839.258236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074839.263685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074839.263694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074839.265821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074839.265839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.269907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074839.269914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:1.1:1769074839.269967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074839.269975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074839.269978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074839.269981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074839.285712:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.285743:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074839.285750:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074839.285757:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074839.289653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.289666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074839.289670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074839.289673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074839.294950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074839.294958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074839.294962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074839.294967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074839.294969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074839.294972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:1.1:1769074839.297827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074839.297835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074839.297840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.297843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074839.302274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074839.302284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074839.302289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074839.302294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074839.317715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.317723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074839.317728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074839.317742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074839.327277:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074839.327289:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074839.327293:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074839.327299:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074839.327302:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074839.327306:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074839.327312:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074839.327318:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074839.328684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074839.328697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074839.330836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074839.330848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074839.330854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.330857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074839.330910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074839.330915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074839.330919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074839.330925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074839.343077:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074839.343090:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074839.343094:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074839.343097:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:1.1:1769074839.355089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:1.1:1769074839.355097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:1.1:1769074839.355103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074839.355110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074839.361080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074839.361091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074839.361096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074839.361099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074839.361102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074839.361107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074839.361109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074839.361115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074839.371718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.1:1769074839.371728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074839.372372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074839.372382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074839.380782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074839.380803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074839.380809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074839.380814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074839.380816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074839.380819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074839.380821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074839.380824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074839.397827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074839.397836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074839.397840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074839.397846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074839.411821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:1.1:1769074839.411829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074839.411835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074839.411842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074839.414078:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.1:1769074839.414087:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074839.414091:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074839.414099:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074839.414102:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074839.414106:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074839.414109:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.414111:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074839.415976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074839.415993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074839.422204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074839.422220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074839.433821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074839.433832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074839.434014:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074839.434021:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074839.434024:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074839.434031:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074839.444292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.444303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074839.444307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074839.444310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074839.447751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074839.447762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074839.447766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074839.447773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074839.448656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074839.448665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074839.448670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074839.448674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074839.448677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074839.448681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074839.454401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074839.454415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:1.1:1769074839.455752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074839.455759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074839.455762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.455764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074839.463648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.463659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074839.463664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074839.463667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074839.477886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074839.477893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074839.477897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074839.477900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.1:1769074839.482774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074839.482793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074839.482798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.482801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074839.497176:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074839.497187:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.1:1769074839.503499:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074839.503517:0:1346:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074839.503522:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074839.503526:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074839.505566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074839.505577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074839.505583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074839.505590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074839.505679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074839.505685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074839.505689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074839.505692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:3.1:1769074839.512779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.1:1769074839.512793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074839.512799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074839.512806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074839.516010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074839.516016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074839.516019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074839.516023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:1.1:1769074839.520327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:1.1:1769074839.520341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074839.520346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074839.520355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074839.525659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074839.525669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074839.525673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074839.525676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:1.1:1769074839.528857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:1.1:1769074839.528863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074839.528866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074839.528871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074839.532759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074839.532769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:3.1:1769074839.562562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074839.562580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074839.563279:0:12643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:1.1:1769074839.563286:0:12643:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074839.563291:0:12643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074839.563298:0:12643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074839.571944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074839.571951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074839.571954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074839.571957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.571961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074839.571964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074839.571967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074839.571969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074839.571974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074839.571977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074839.573928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074839.573936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074839.586855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074839.586866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074839.590976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074839.591265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.1:1769074839.605423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074839.605437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.1:1769074839.606098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074839.606105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.1:1769074839.614654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074839.614663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074839.618308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074839.618319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.1:1769074839.618852:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074839.618858:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074839.624656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.1:1769074839.624674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074839.624678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074839.624687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.634147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074839.634160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074839.638101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074839.638116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7200. 00010000:00000010:3.1:1769074839.638121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa89c69500. 00010000:00000010:3.1:1769074839.638127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074839.638131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074839.638139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.644883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074839.644894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:1.1:1769074839.655939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074839.655957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074839.659883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074839.659890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074839.659893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f97ba00. 00010000:00000010:3.1:1769074839.659897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabada46b00. 00010000:00000010:3.1:1769074839.668135:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074839.668153:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:1.1:1769074839.673745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1600. 00010000:00000010:1.1:1769074839.673754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba064bf00. 00010000:00000010:1.1:1769074839.673760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074839.673768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074839.674682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074839.674692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074839.677122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074839.677137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074839.686441:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074839.686459:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074839.686466:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074839.686470:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:3.1:1769074839.686473:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074839.686475:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074839.715346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074839.715350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:0.1:1769074839.715353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:0.1:1769074839.721779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:0.1:1769074839.721787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074839.721791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:3.1:1769074839.725022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074839.725030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:0.1:1769074839.725657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:0.1:1769074839.725667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:0.1:1769074839.730660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:0.1:1769074839.730673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074839.730677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:0.1:1769074839.730679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074839.733830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074839.733842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.1:1769074839.738789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074839.738804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074839.758073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074839.758083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074839.758367:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:0.1:1769074839.758375:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074839.758379:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:0.1:1769074839.758382:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074839.775861:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074839.775870:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074839.775873:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074839.775877:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074839.775880:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074839.775883:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074839.775885:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074839.775888:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074839.777045:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:0.1:1769074839.777053:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074839.777056:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:0.1:1769074839.777059:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:0.1:1769074839.777062:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:0.1:1769074839.777064:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074839.777067:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:0.1:1769074839.777069:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074839.778689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074839.778696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074839.789818:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:0.1:1769074839.789828:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074839.789832:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:0.1:1769074839.789836:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074839.794863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074839.794870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6c00. 00010000:00000010:0.1:1769074839.796149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074839.796156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6200. 00010000:00000010:0.1:1769074839.802784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:0.1:1769074839.802800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074839.802805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074839.802813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074839.807044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074839.807063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:3.1:1769074839.807066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074839.807069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074839.814842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:0.1:1769074839.814854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074839.818741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074839.818747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074839.818842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074839.818850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074839.831037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074839.831045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.1:1769074839.838969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074839.838987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074839.838992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074839.838996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:3.1:1769074839.839256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074839.839263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074839.850668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074839.850683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:0.1:1769074839.860287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074839.860297:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074839.860302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074839.860305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074839.863686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074839.863699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074839.863703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074839.863706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:0.1:1769074839.879055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074839.879060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074839.879064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074839.879066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074839.879666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074839.879673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.1:1769074839.889665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074839.889683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074839.894654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074839.894662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:0.1:1769074839.897388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074839.897396:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074839.897401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074839.897403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074839.906896:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074839.906979:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074839.913351:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074839.913361:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074839.916887:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074839.916901:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074839.916976:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074839.916980:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074839.922878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074839.922886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074839.922889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074839.922892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074839.923642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074839.923649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:0.1:1769074839.931700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074839.931709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074839.941144:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074839.941151:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.1:1769074839.941154:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074839.941156:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.1:1769074839.942987:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.942994:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074839.942998:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074839.943001:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:0.1:1769074839.954958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074839.954969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7a00. 00010000:00000010:1.1:1769074839.962772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074839.962782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074839.962787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.962791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074839.963176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074839.963182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:1.1:1769074839.967027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074839.967033:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074839.967036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074839.967041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074839.967654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074839.967662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074839.970594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074839.970640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074839.970647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074839.970654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074839.974941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074839.974958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074839.974964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074839.974967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074839.985879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074839.985897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074839.986028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:0.1:1769074839.986038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074839.986042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074839.986048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074840.010014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074840.010034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074840.011193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6200. 00010000:00000010:0.1:1769074840.011205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074840.011211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074840.011218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074840.012242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074840.012254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074840.012879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.012888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074840.012893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.012897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074840.014975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074840.014991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074840.014997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074840.015003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074840.015006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074840.015010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074840.015301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074840.015306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074840.025830:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.025847:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074840.025853:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.025857:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074840.041795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074840.041813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074840.041819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074840.041825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074840.045829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074840.045845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074840.053045:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074840.053062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074840.053065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074840.053068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074840.053071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074840.053074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074840.054742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074840.054756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074840.054801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074840.054807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074840.063765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074840.063786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.066984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074840.067001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.070997:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074840.071005:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074840.071009:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074840.071011:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074840.078097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074840.078110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074840.078116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074840.078123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074840.078577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074840.078587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074840.083759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074840.083777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.083922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074840.083928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074840.083932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074840.083935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074840.092598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074840.092636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074840.097659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074840.097659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074840.097679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:3.1:1769074840.097679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.102380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074840.102385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074840.105696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074840.105714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074840.105718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074840.105721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074840.109839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:0.1:1769074840.109858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074840.109864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074840.109872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074840.110147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074840.110153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074840.119862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074840.119883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074840.119887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074840.119890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074840.122816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074840.122833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074840.146102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074840.146112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074840.150652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074840.150814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074840.150894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074840.150988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074840.156756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074840.156763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074840.156767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074840.156770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074840.166135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074840.166142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:0.1:1769074840.166146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074840.166149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074840.168082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074840.168102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074840.168107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074840.168116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074840.175658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074840.175676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074840.175682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074840.175685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074840.180658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:0.1:1769074840.180677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074840.180684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074840.180692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074840.180977:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074840.180990:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074840.189720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074840.189736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074840.189740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074840.189742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074840.190196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074840.190203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074840.190729:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074840.190734:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074840.190738:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074840.190744:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074840.199846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074840.199852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074840.204713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074840.204734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074840.204741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074840.204745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074840.204972:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074840.204979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074840.208825:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.208834:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074840.208838:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074840.208843:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074840.208845:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074840.208848:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074840.212656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074840.212672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074840.212675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074840.212678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074840.217656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074840.217685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074840.217693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074840.217697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074840.217704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074840.217746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074840.226146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074840.226161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074840.230060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074840.230067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074840.230071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074840.230075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074840.232864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074840.232881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074840.232886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074840.232892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074840.236656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074840.236670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074840.237657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074840.237670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074840.241661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074840.241681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074840.241687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074840.241690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074840.250712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.250728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074840.254788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074840.254797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074840.255762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074840.255772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:3.1:1769074840.255839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074840.255845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074840.257797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074840.257816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074840.257821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074840.257825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074840.262780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074840.262795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074840.262800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.262805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:3.1:1769074840.264307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074840.264328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.267773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074840.267789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074840.272582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074840.272621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074840.272628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074840.272631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:1.1:1769074840.302725:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074840.302732:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6c00. 00010000:00000010:3.1:1769074840.303375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074840.303381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6600. 00010000:00000010:0.1:1769074840.307114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074840.307131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074840.307137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074840.307140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074840.310813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074840.315574:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074840.315589:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074840.318652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074840.318669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.318678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074840.322651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074840.322676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.322682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074840.322686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074840.322688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074840.322690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074840.328671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074840.328689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074840.331770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:0.1:1769074840.331801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074840.332693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074840.332703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074840.337946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074840.337955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074840.341769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.341786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074840.341792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074840.341795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074840.355880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.355887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074840.364924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.364936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074840.375767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074840.375779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074840.376654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074840.376667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074840.376673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074840.376677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074840.376679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074840.376682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:0.1:1769074840.379982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074840.380001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074840.385171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074840.385181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074840.385187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.385195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.385198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.385201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074840.385204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074840.385207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074840.391925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074840.391934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074840.415155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074840.415163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074840.426859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074840.426874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074840.430637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074840.430652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074840.443626:0:47039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074840.443640:0:47039:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074840.443645:0:47039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074840.443647:0:47039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074840.443686:0:47039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074840.443690:0:47039:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074840.443702:0:47039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074840.443707:0:47039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:0.1:1769074840.445963:0:45955:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074840.445975:0:45955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:0.1:1769074840.477645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6600. 00010000:00000010:0.1:1769074840.477662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074840.478195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074840.478206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074840.498364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074840.498372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074840.498933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074840.498940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.508630:0:42147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074840.508644:0:42147:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074840.508649:0:42147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074840.508653:0:42147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.512644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074840.512669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074840.512673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.512676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074840.512679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074840.512687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074840.513241:0:42147:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074840.513247:0:42147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074840.540031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074840.540049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7200. 00010000:00000010:0.1:1769074840.546744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074840.546759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074840.546764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074840.546767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074840.553929:0:47039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074840.553943:0:47039:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074840.553948:0:47039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074840.553957:0:47039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074840.553960:0:47039:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074840.553963:0:47039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074840.557737:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074840.557745:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074840.557749:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074840.557752:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:0.1:1769074840.560630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074840.560643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074840.562705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074840.562717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:0.1:1769074840.567633:0:47057:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074840.567642:0:47057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074840.567811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074840.567820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074840.586281:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074840.586287:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:1.1:1769074840.592768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6200. 00010000:00000010:1.1:1769074840.592776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074840.592779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074840.592799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074840.597367:0:45106:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074840.597376:0:45106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074840.607036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f474a00. 00010000:00000010:0.1:1769074840.607232:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ec72400. 00010000:00000010:0.1:1769074840.607240:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa88ec9700. 00010000:00000010:0.1:1769074840.607244:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:3.1:1769074840.607727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba2abcb00. 00010000:00000010:3.1:1769074840.607734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074840.607738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074840.607742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074840.609690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7200. 00010000:00000010:1.1:1769074840.610776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f475800. 00010000:00000010:1.1:1769074840.610785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:1.1:1769074840.610793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab89d22800. 00010000:00000010:1.1:1769074840.610798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.610803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f475a00. 00010000:00000010:1.1:1769074840.610808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83c23800. 00010000:00000010:1.1:1769074840.610812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074840.610816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:1.1:1769074840.610819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabb4ae9e00. 00010000:00000010:1.1:1769074840.610822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6c00. 00010000:00000010:0.1:1769074840.612743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8dbf5c00. 00010000:00000010:0.1:1769074840.612752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab93bd3500. 00010000:00000010:0.1:1769074840.612756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074840.612761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabada46c00. 00010000:00000010:0.1:1769074840.612764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:0.1:1769074840.612767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabb4ae9600. 00010000:00000010:0.1:1769074840.612770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074840.626848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074840.626853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6200. 00010000:00000010:1.1:1769074840.626892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074840.626908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6c00. 00010000:00000010:0.1:1769074840.633060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074840.633076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:0.1:1769074840.633083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56a900. 00010000:00000010:0.1:1769074840.633087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074840.633090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074840.633095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074840.637661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074840.637675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074840.674876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074840.683658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074840.683665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074840.683669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074840.683671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:3.1:1769074840.688818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074840.688825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074840.693783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074840.693795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074840.693800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:1.1:1769074840.693804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.693810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074840.693970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074840.693977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074840.701754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074840.701764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074840.701770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074840.701774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074840.709427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074840.709434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074840.709439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074840.709444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074840.722361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074840.722369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074840.723865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6200. 00010000:00000010:1.1:1769074840.723872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074840.723876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074840.723885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074840.731905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074840.731915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074840.732369:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074840.732377:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074840.732383:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:0.1:1769074840.732386:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074840.745180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074840.745189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074840.746636:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074840.746644:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074840.746647:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.746650:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074840.747210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074840.747227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074840.747233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:0.1:1769074840.747236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074840.747239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074840.747244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074840.748785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074840.748791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074840.757773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074840.757783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074840.757788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074840.757791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:0.1:1769074840.760938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074840.760951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074840.760957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074840.760964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074840.781688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074840.781697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074840.791768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074840.791784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074840.791789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074840.791792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074840.798007:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074840.798016:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074840.798021:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074840.798029:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074840.798033:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074840.798037:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074840.798041:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.798043:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074840.809164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074840.809172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074840.809818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074840.809825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.814828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074840.814836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074840.814839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074840.814845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.827044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.827064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074840.827070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074840.827074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074840.827076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074840.827080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074840.827083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:3.1:1769074840.827598:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074840.827978:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:0.1:1769074840.836715:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074840.836726:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074840.836731:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074840.836734:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074840.839911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074840.839916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074840.839920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074840.839926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074840.840652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074840.840660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074840.840663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074840.840665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074840.845652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.1:1769074840.845663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074840.845668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074840.845674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:1.1:1769074840.849061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074840.849075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074840.861792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.1:1769074840.861801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074840.868762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074840.868773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:0.1:1769074840.868814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:0.1:1769074840.868820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.1:1769074840.872912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074840.872927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074840.873052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074840.873057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:0.1:1769074840.886659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074840.886677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.1:1769074840.891065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074840.891074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.1:1769074840.892058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074840.892067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074840.892073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.892078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:0.1:1769074840.895797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:0.1:1769074840.895811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074840.899888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074840.899907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074840.920194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074840.920210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074840.920244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.920252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074840.920257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074840.920261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074840.923325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.923343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074840.923348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.923354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074840.923357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074840.923359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074840.947537:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074840.947552:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074840.967803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074840.967819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074840.967823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.967826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074840.967829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074840.967831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074840.967835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.967839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:0.1:1769074840.967993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074840.968000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074840.971751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074840.971765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074840.971770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074840.971772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:1.1:1769074840.971829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074840.971836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074840.982787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:1.1:1769074840.982794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074840.982797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.982803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074840.991657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074840.991677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074840.995649:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074840.995668:0:1346:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074840.995675:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074840.995678:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:0.1:1769074841.002664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074841.002674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.1:1769074841.008235:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074841.008245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074841.008442:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074841.008451:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074841.018392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074841.018399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074841.018403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074841.018406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074841.023666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074841.023684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074841.031052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074841.031062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074841.031067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074841.031073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:3.1:1769074841.031571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074841.031586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074841.035905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074841.035920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074841.035925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074841.035928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074841.039832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074841.039850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074841.039855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074841.039862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:3.1:1769074841.044733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074841.044751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.060707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074841.060722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074841.060727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074841.060730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074841.064647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074841.064663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074841.072501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074841.072524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074841.082655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074841.082669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074841.082715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074841.082724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:3.1:1769074841.087745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074841.087772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074841.104812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074841.104822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074841.104828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074841.104831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074841.115082:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074841.115099:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074841.119350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074841.119368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074841.119376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074841.119383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074841.119387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074841.119390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074841.119394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074841.119397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074841.119401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074841.119491:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074841.120740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074841.120751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074841.120755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.120761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074841.120800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074841.120806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074841.124784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074841.124799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074841.135687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.135698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074841.135702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074841.135705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074841.139663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074841.139679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074841.139684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074841.139691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:0.1:1769074841.139744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074841.139751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074841.143743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074841.143750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074841.143754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074841.143756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074841.149776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074841.149798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074841.149804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074841.149811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:3.1:1769074841.158753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074841.158778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074841.171149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074841.171165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074841.171170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074841.171173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074841.187773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074841.187791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074841.193620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074841.193648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074841.196517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074841.196539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074841.196652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074841.196666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074841.207687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074841.207705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074841.207709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074841.207712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074841.219147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074841.219165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074841.219172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074841.219179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074841.227748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074841.227768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074841.227773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074841.227775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074841.228085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074841.228098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074841.251084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074841.251094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.1:1769074841.251100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074841.251106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074841.251110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074841.251112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074841.256856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074841.256865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:1.1:1769074841.258496:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074841.258517:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074841.258524:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074841.258533:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074841.291554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074841.291566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074841.302456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074841.302468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074841.302474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074841.302478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074841.304196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074841.304223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074841.304229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074841.304231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:0.1:1769074841.305073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:0.1:1769074841.305082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074841.305087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074841.305093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074841.322510:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074841.322529:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.322532:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074841.322535:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074841.322538:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074841.322541:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074841.337915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074841.337942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074841.340953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074841.340963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074841.341324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074841.341331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074841.341335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074841.341345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074841.342628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074841.342636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074841.342642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074841.342644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074841.344914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.344940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074841.344947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074841.344954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074841.346301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074841.346321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074841.350318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074841.350343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074841.350350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074841.350354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074841.362970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:0.1:1769074841.362984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074841.369255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.369264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074841.389648:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074841.389661:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074841.389668:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074841.389670:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074841.410399:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074841.410418:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074841.410424:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074841.410430:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:0.1:1769074841.418032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074841.418051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:1.1:1769074841.426951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074841.426975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074841.426982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074841.426985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074841.430014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074841.430033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.1:1769074841.433843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074841.433866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074841.433872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074841.433874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074841.437648:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074841.437656:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074841.437660:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074841.437664:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074841.437668:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074841.437675:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:0.1:1769074841.445445:0:37731:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074841.445466:0:37731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:1.1:1769074841.448843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074841.448860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074841.448865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074841.448869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074841.452110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074841.452130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074841.457114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074841.457140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074841.457145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074841.457174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074841.457178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074841.457183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074841.461667:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074841.461674:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074841.461678:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074841.461681:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074841.472677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074841.472708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074841.474662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074841.474674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074841.477272:0:37715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074841.477296:0:37715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:0.1:1769074841.482656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:0.1:1769074841.482669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:0.1:1769074841.501639:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:0.1:1769074841.501646:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074841.511390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.511407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074841.511412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074841.511418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074841.526298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074841.526315:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074841.526319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074841.526321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074841.531630:0:45993:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074841.531638:0:45993:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074841.531641:0:45993:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074841.531644:0:45993:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:1.1:1769074841.531649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074841.531655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074841.538703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074841.538726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074841.538734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.538752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074841.542163:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074841.542182:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074841.546147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:0.1:1769074841.546159:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:1.1:1769074841.559166:0:47061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074841.559176:0:47061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074841.575258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074841.575280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:3.1:1769074841.579170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074841.579183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074841.582672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074841.582696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074841.582701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074841.582704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074841.596653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074841.596663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074841.596667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074841.596673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:1.1:1769074841.608946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074841.608968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074841.609170:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074841.609184:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074841.609189:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074841.609192:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:0.1:1769074841.614118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:0.1:1769074841.614143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:0.1:1769074841.614149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074841.614154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074841.614163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074841.614190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.619113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074841.619122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074841.619127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074841.619129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074841.641054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074841.641070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:0.1:1769074841.645649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074841.645656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.1:1769074841.645973:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074841.645983:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074841.645989:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074841.645992:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074841.646081:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074841.646085:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074841.646089:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074841.646096:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:1.1:1769074841.648981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074841.649001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074841.654869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074841.654892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074841.654897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074841.654900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:1.1:1769074841.666283:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074841.666293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:0.1:1769074841.678684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074841.678706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074841.678771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074841.678777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074841.678782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074841.678789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074841.684652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074841.684662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074841.684667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074841.684670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:1.1:1769074841.684728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074841.684736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074841.690765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074841.690788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.1:1769074841.695114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074841.695124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7a00. 00010000:00000010:0.1:1769074841.695198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074841.695213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.1:1769074841.706054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074841.706066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab80030800. 00010000:00000010:3.1:1769074841.706073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074841.713415:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074841.713434:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074841.713442:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074841.726387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074841.726407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074841.732777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8da23400. 00010000:00000010:3.1:1769074841.732794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab985b7200. 00010000:00000010:1.1:1769074841.733662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:1.1:1769074841.733675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6200. 00010000:00000010:3.1:1769074841.742986:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ec72000. 00010000:00000010:3.1:1769074841.742996:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba04b3300. 00010000:00000010:3.1:1769074841.743001:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074841.743005:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074841.743008:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074841.743018:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:1.1:1769074841.743346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074841.743352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:1.1:1769074841.749010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8da22800. 00010000:00000010:1.1:1769074841.749031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab985b7b00. 00010000:00000010:1.1:1769074841.749037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074841.749047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074841.749359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074841.749366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074841.752982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8da23c00. 00010000:00000010:3.1:1769074841.753023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab985b7900. 00010000:00000010:1.1:1769074841.753687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074841.753697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6600. 00010000:00000010:3.1:1769074841.768647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074841.768657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:0.1:1769074841.780252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19b400. 00010000:00000010:0.1:1769074841.780263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab985b7100. 00010000:00000010:0.1:1769074841.787185:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074841.787195:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074841.797236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074841.797245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6600. 00010000:00000010:3.1:1769074841.801656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074841.801672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7e00. 00010000:00000010:1.1:1769074841.805700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074841.805713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7a00. 00010000:00000010:1.1:1769074841.813721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074841.857692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074841.867048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074841.867058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074841.867062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074841.867064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074841.878356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074841.878366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074841.879715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.879724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074841.879729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ba00. 00010000:00000010:0.1:1769074841.879733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074841.879742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074841.879792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074841.879799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074841.884644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074841.884654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074841.884658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074841.884661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074841.915018:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074841.915048:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074841.915783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7e00. 00010000:00000010:0.1:1769074841.915867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074841.915871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074841.916128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074841.920971:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.920981:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074841.920985:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074841.920988:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074841.924708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074841.924731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6c00. 00010000:00000010:0.1:1769074841.943756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.943777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074841.943781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074841.943793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074841.947256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074841.947264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7a00. 00010000:00000010:3.1:1769074841.951729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074841.951753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6c00. 00010000:00000010:1.1:1769074841.963948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074841.963971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074841.963979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074841.963983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:0.1:1769074841.998654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074841.998672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074841.998678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074841.998693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074841.999038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074841.999045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7e00. 00010000:00000010:1.1:1769074842.002994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074842.003008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074842.003015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074842.003029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074842.018744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074842.018757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074842.022636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074842.022651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074842.022656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074842.022659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:3.1:1769074842.027678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074842.027691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7a00. 00010000:00000010:3.1:1769074842.027698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074842.027706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074842.027727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074842.027742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7200. 00010000:00000010:0.1:1769074842.027746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074842.027750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074842.027754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074842.027757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074842.027760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.027763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074842.027766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074842.027786:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074842.027790:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074842.027793:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074842.027796:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074842.027798:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074842.040691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074842.040713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074842.040721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:3.1:1769074842.040727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074842.040730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:3.1:1769074842.040747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074842.055619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074842.055631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074842.057867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7a00. 00010000:00000010:0.1:1769074842.057875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074842.057879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074842.057886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074842.067348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.067366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074842.067371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074842.067374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074842.076321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074842.076345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074842.078638:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074842.078646:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074842.078826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.078836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074842.083666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074842.083689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074842.087821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074842.087848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074842.087854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074842.087857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074842.099696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074842.099706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074842.105648:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074842.105662:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:3.1:1769074842.109780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074842.109787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074842.114803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074842.114831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074842.114839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074842.114844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:3.1:1769074842.126367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074842.126390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074842.126399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074842.126402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6c00. 00010000:00000010:0.1:1769074842.132655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074842.132680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:1.1:1769074842.136745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074842.136776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074842.136784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074842.136787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:0.1:1769074842.163766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074842.163789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074842.164843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074842.164855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074842.171726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074842.171742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074842.171747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074842.171750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:1.1:1769074842.176061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074842.176086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7200. 00010000:00000010:0.1:1769074842.188667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074842.188700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6c00. 00010000:00000010:3.1:1769074842.203774:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074842.203800:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074842.203806:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074842.203809:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074842.213917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074842.213940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7a00. 00010000:00000010:3.1:1769074842.226792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074842.226816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074842.247130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074842.247137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074842.251636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074842.251644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074842.251650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074842.251653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074842.251657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074842.251659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:1.1:1769074842.260018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074842.260026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074842.263986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074842.263993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074842.263997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074842.264000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:1.1:1769074842.277816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074842.277823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074842.279754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074842.279939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074842.314726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074842.314759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074842.314766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074842.314782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:3.1:1769074842.317117:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074842.317128:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074842.317362:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074842.317369:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074842.323129:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074842.323150:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074842.323157:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074842.323160:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074842.343649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074842.343657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074842.349118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074842.349131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074842.349136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074842.349140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:0.1:1769074842.350269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074842.350285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:1.1:1769074842.350722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074842.350730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074842.350771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:0.1:1769074842.350779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074842.350785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074842.350790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074842.350793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074842.350796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074842.350799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074842.350801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074842.350804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074842.350806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074842.350808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.350813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074842.353899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074842.353912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074842.374737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.374763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074842.374769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074842.374783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074842.393553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074842.393573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074842.424426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074842.424450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074842.426653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:0.1:1769074842.426760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:0.1:1769074842.426767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074842.431767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074842.460463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074842.460481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074842.460803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074842.460813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:1.1:1769074842.460985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074842.460993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:0.1:1769074842.469724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074842.469743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074842.469748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.469751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074842.475878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074842.475891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074842.475897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074842.475900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074842.486265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074842.486281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074842.489354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:3.1:1769074842.489377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074842.489384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074842.489391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:1.1:1769074842.495722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074842.495743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074842.495749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074842.495752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074842.500806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074842.500815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074842.500820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074842.500828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:0.1:1769074842.526042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:0.1:1769074842.526054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:1.1:1769074842.528907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074842.528915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074842.528919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074842.528922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074842.529758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074842.529783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:1.1:1769074842.538480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074842.538511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074842.538518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074842.538527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074842.541651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.541676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074842.541681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074842.541684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074842.542654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074842.542663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074842.552542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074842.552565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074842.553147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074842.553155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074842.559899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074842.559919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074842.559925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074842.559928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074842.572946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074842.572966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:1.1:1769074842.577827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074842.577851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074842.581865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074842.581880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074842.584835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074842.584858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074842.585669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074842.585681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074842.585686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.585689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074842.619506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074842.619527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074842.619532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074842.619542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:0.1:1769074842.623751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.623765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074842.623770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074842.623772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074842.627566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074842.627576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:1.1:1769074842.661517:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074842.661527:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:3.1:1769074842.666729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074842.666737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074842.666740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074842.666744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:0.1:1769074842.686810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:0.1:1769074842.686835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:0.1:1769074842.691642:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.691652:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074842.692555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074842.692562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074842.702274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.702286:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074842.702291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074842.702294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074842.705208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074842.705214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:3.1:1769074842.722223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074842.722246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074842.743671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074842.743691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074842.759652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074842.759661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074842.768064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074842.768085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074842.768090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.768093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074842.776661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074842.776683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074842.776841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074842.776850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074842.776853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074842.776887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074842.781791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.781802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074842.781807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074842.781809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074842.796672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074842.796697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074842.796703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074842.802658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074842.802675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074842.802682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074842.802686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074842.802691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.802693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074842.802927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074842.804020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074842.804032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074842.806677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074842.806700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074842.806706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074842.806740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074842.811795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074842.811821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:0.1:1769074842.814766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.814790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074842.814794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074842.814797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074842.815669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074842.815683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074842.827865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:1.1:1769074842.827887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074842.831762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074842.831784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074842.831884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074842.831892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074842.838214:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074842.838240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074842.851688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074842.851707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074842.851713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074842.851716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074842.855655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074842.855676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074842.855726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074842.855740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074842.861834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.861846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074842.867343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074842.867363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074842.872827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074842.872837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074842.872841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074842.872844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074842.881646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074842.881665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074842.882745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:1.1:1769074842.882759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074842.882775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074842.882787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:0.1:1769074842.883665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074842.883679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074842.888806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074842.888828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074842.888834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074842.888836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074842.901080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074842.901089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:1.1:1769074842.912705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074842.912714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:1.1:1769074842.912719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074842.912727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074842.912731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074842.912734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:0.1:1769074842.919737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074842.919752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074842.919759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074842.919788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074842.922875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074842.922885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074842.922889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074842.922892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074842.933710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074842.933733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074842.959423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074842.959439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074842.959771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074842.959779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074842.959807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074842.964201:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074842.967242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074842.967261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074842.967267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074842.967271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:3.1:1769074842.980744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074842.980760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074842.980765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074842.980768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074842.994127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074842.994138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074843.012446:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074843.012455:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074843.013444:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19b200. 00010000:00000010:1.1:1769074843.013451:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa88ec9b00. 00010000:00000010:1.1:1769074843.013456:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074843.013468:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074843.015796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:0.1:1769074843.015809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074843.019661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ac00. 00010000:00000010:3.1:1769074843.019691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab905c9c00. 00010000:00000010:3.1:1769074843.019697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074843.019701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:0.1:1769074843.019968:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f474800. 00010000:00000010:0.1:1769074843.019976:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8ee800. 00010000:00000010:0.1:1769074843.019980:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074843.020549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074843.020557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:1.1:1769074843.028829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074843.028841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074843.028851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074843.033404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074843.033418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074843.035668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074843.035691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074843.036028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074843.036038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa88ec9c00. 00010000:00000010:1.1:1769074843.036043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074843.036060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074843.039725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8dbf5800. 00010000:00000010:1.1:1769074843.039747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8ee900. 00010000:00000010:1.1:1769074843.039753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074843.039766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074843.039810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074843.039818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074843.049991:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074843.050006:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074843.062700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074843.062718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab905c9900. 00010000:00000010:3.1:1769074843.062724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074843.062747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:1.1:1769074843.066743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074843.066765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074843.067057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074843.067064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074843.070716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074843.090822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:1.1:1769074843.095151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074843.095162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074843.095166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074843.095169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074843.098922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074843.098942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074843.098949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:1.1:1769074843.098952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.098960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074843.113623:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074843.113633:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:3.1:1769074843.114066:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074843.114076:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074843.114080:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074843.114082:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:0.1:1769074843.133354:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074843.133374:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074843.133378:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074843.133381:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074843.141160:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074843.141199:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074843.141497:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074843.141502:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074843.141505:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074843.141508:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074843.148155:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074843.148168:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074843.148173:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074843.148189:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074843.148194:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074843.148196:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074843.151668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074843.151674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074843.153758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074843.153780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:1.1:1769074843.153887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.153899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074843.153905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074843.153908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074843.155323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074843.155357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:1.1:1769074843.164657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074843.164680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074843.164687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.164697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074843.174701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074843.174721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074843.178584:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.178633:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074843.178640:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074843.178644:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074843.184314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074843.184327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074843.187671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074843.187688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074843.191396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:0.1:1769074843.191418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:0.1:1769074843.206647:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074843.206658:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074843.219885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074843.219901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074843.219906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074843.219910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074843.219914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074843.219917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:1.1:1769074843.225663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:1.1:1769074843.225681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074843.230147:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074843.230156:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.230711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074843.230721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074843.239700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074843.239718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074843.239722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074843.239726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:1.1:1769074843.243656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:1.1:1769074843.243673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074843.243678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.243687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074843.249075:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074843.249084:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074843.261074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074843.261081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074843.271013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.271026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074843.271030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074843.271034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074843.287244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074843.287253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:1.1:1769074843.296776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074843.296783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:1.1:1769074843.296788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074843.296795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074843.296799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.296803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074843.297837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074843.297848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074843.300007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:0.1:1769074843.300015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074843.300019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074843.300025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074843.300028:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074843.300031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074843.303532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074843.303539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074843.304235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074843.304243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074843.304248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074843.304253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074843.306808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074843.306824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074843.311686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.311701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074843.311705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074843.311709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074843.315666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:0.1:1769074843.315682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074843.315689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074843.315696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:3.1:1769074843.315757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074843.315763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074843.324754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074843.324764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074843.343833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074843.343861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074843.343866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.343870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074843.347745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074843.347753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074843.347757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074843.347763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074843.347774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074843.347778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:3.1:1769074843.351078:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074843.351095:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074843.353870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074843.353885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074843.359893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074843.359909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074843.360096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074843.360103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074843.376903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074843.376922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074843.376928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074843.376933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074843.381675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074843.381684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074843.382996:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074843.383010:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074843.389679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074843.389687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074843.393720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074843.393749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074843.393858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074843.393865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074843.394654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074843.394662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074843.405669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074843.405685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074843.405690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074843.405694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074843.421992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074843.422007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:3.1:1769074843.430863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074843.430882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.1:1769074843.462874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074843.462894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074843.465783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074843.465789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074843.465974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074843.465982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074843.465985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074843.465988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074843.486714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074843.486724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074843.494653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074843.494672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074843.498660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074843.498670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:1.1:1769074843.498728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.498740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074843.498746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074843.498750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:3.1:1769074843.512179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:3.1:1769074843.512207:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074843.516215:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074843.516243:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074843.522683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074843.522709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:0.1:1769074843.532704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074843.532727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:0.1:1769074843.546818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074843.546840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074843.553747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074843.553774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074843.558668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074843.558692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074843.558700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074843.558705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:3.1:1769074843.576797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074843.576877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074843.576885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074843.576893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074843.581119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074843.581125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:0.1:1769074843.589721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074843.589740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074843.589745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074843.589747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.1:1769074843.606208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074843.606233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074843.611021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074843.611056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:3.1:1769074843.611140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074843.611150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074843.616660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074843.616676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074843.622775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074843.622800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074843.622808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074843.622812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074843.641654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074843.641689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074843.641747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074843.641834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074843.641840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074843.641843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074843.668093:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074843.668116:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074843.668122:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074843.668124:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:1.1:1769074843.686411:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074843.686434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:3.1:1769074843.690237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074843.690259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074843.690264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074843.702891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074843.702907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:0.1:1769074843.710026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074843.710034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074843.713922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074843.713943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074843.713950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074843.713958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:0.1:1769074843.715927:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:0.1:1769074843.715938:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:0.1:1769074843.715942:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074843.715947:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074843.715951:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074843.715953:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074843.719572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074843.719581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074843.722694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074843.722718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074843.732725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074843.732761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074843.732768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074843.732775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074843.741534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074843.741557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074843.743150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074843.743176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074843.745741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074843.745768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074843.745776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074843.745780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074843.779658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074843.779688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:1.1:1769074843.783676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074843.783698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074843.815968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074843.815990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074843.822588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074843.822622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074843.843771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074843.843899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074843.843905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074843.848657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074843.855723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:2.1:1769074843.855736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074843.855744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074843.855749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074843.855762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074843.855770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074843.855798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074843.855802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074843.855805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074843.867217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074843.867237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074843.867242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074843.867254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074843.869260:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074843.869270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074843.869692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074843.869699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074843.872658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074843.872669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074843.872674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074843.872677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:1.1:1769074843.881676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:1.1:1769074843.881684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074843.884977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074843.885002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074843.885690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074843.885705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074843.898154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074843.898184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:0.1:1769074843.900667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074843.900689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074843.900843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:2.1:1769074843.900854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074843.900859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074843.900866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074843.906571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074843.906593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074843.906600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074843.906619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074843.906624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074843.906628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.1:1769074843.910041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074843.910052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074843.910057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074843.910060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:2.1:1769074843.918010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074843.918019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074843.918024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074843.918031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074843.926212:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074843.926223:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074843.926642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074843.926649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074843.933920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074843.933943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074843.937332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074843.937351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074843.937929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074843.937943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074843.938649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074843.938661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074843.938666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074843.938669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074843.951207:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074843.951230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074843.952668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074843.952684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074843.952689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074843.952691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074843.966675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:2.1:1769074843.966696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074843.977078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074843.977097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074843.977879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074843.977922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:0.1:1769074843.980672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074843.980697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074843.980702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074843.980705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074844.002713:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074844.002921:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074844.017795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074844.017804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074844.031353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074844.031369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074844.031376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074844.031384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074844.038050:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074844.038063:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074844.047773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074844.047791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074844.047796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074844.047798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074844.048142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074844.048150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074844.048157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074844.048176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074844.048180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074844.048183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074844.048186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074844.048189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074844.049339:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074844.049356:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074844.049359:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074844.049363:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074844.061693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074844.061715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:1.1:1769074844.062010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074844.062017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074844.063082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074844.063099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074844.063105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074844.063112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074844.063115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074844.063119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074844.063123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074844.063126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:0.1:1769074844.073318:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:0.1:1769074844.073334:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074844.073339:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074844.073349:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074844.073354:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074844.073357:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074844.073360:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074844.073363:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074844.073365:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074844.073370:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074844.073510:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074844.073516:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074844.080992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074844.081018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074844.081308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:3.1:1769074844.081316:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074844.081320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074844.081326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:0.1:1769074844.094202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074844.094214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074844.095644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074844.095652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074844.095657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074844.095661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:2.1:1769074844.099751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:2.1:1769074844.099778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074844.099785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:1.1:1769074844.099988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074844.099996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:0.1:1769074844.100157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:0.1:1769074844.100174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074844.100646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074844.100654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074844.100658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074844.100665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:2.1:1769074844.103285:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:2.1:1769074844.117637:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:2.1:1769074844.117652:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:2.1:1769074844.117659:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.117678:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074844.117801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074844.117809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074844.124922:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074844.124930:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:3.1:1769074844.135674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074844.135685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074844.135760:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074844.135766:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074844.135769:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074844.135773:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074844.135775:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074844.135778:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074844.135781:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.135784:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074844.135786:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074844.135812:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074844.139798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074844.139822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074844.139828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074844.139832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:2.1:1769074844.146672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074844.146698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074844.146707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074844.146737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074844.147954:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074844.147970:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074844.165635:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074844.165657:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074844.171553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074844.171575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074844.171581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074844.171585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074844.175653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074844.176474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074844.178790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074844.178814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074844.178820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074844.178829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074844.200647:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074844.200666:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074844.205680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074844.205700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074844.205707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074844.205710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:2.1:1769074844.209664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074844.209707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:0.1:1769074844.210270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074844.210283:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074844.217671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074844.217689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074844.221015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074844.221035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074844.245727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074844.245760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074844.245947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:1.1:1769074844.245955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6800. 00010000:00000010:1.1:1769074844.245960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f91c800. 00010000:00000010:1.1:1769074844.245964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074844.245967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074844.245974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074844.249847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:1.1:1769074844.249856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f91c000. 00010000:00000010:1.1:1769074844.249861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074844.249873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074844.270926:0:42294:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074844.270945:0:42294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074844.284834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074844.284848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:2.1:1769074844.288641:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074844.288650:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074844.288655:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074844.288661:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074844.288665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074844.288671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8fab7600. 00010000:00000010:1.1:1769074844.288674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074844.288686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074844.288859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074844.288866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074844.292707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7a00. 00010000:00000010:0.1:1769074844.292731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83e58c00. 00010000:00000010:0.1:1769074844.292750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074844.292763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074844.293035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074844.293041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074844.296112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074844.332237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074844.347860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074844.347881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074844.347886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074844.347890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:2.1:1769074844.350137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:2.1:1769074844.350164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074844.350171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074844.350175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074844.350187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074844.350985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074844.350995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074844.355039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074844.355073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074844.364954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074844.364976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074844.364983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074844.364986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074844.377852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:1.1:1769074844.377865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074844.386881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074844.386905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:3.1:1769074844.387346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074844.387374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:2.1:1769074844.390058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074844.390080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074844.390085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.390088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074844.394148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074844.394173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:0.1:1769074844.412017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:0.1:1769074844.412028:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074844.412034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074844.412041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074844.417938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074844.417963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:3.1:1769074844.422630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074844.422664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074844.422669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074844.422673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:0.1:1769074844.422886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074844.422893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:2.1:1769074844.451671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:2.1:1769074844.451695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074844.459701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074844.459716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074844.459723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074844.459728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.459731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074844.459734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074844.459738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.459740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074844.459805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074844.459811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:1.1:1769074844.461663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074844.461681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074844.461803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:0.1:1769074844.461811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074844.461819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074844.461826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074844.473009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074844.473032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074844.479726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.479740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074844.479746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074844.479748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074844.482961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074844.482981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074844.499546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074844.499581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074844.499588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074844.499596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:2.1:1769074844.509033:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074844.509056:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074844.509068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074844.509080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074844.509086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074844.509090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:3.1:1769074844.516845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:3.1:1769074844.516865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074844.516871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074844.516880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:0.1:1769074844.521078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074844.521101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:1.1:1769074844.526991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:1.1:1769074844.527008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:0.1:1769074844.531466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074844.531488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074844.531492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074844.531495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074844.551651:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074844.551675:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074844.551680:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074844.551729:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:2.1:1769074844.553716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074844.553725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:2.1:1769074844.558749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074844.558775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074844.558836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074844.558843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074844.558846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074844.558849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074844.572783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074844.572794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074844.576223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074844.576243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074844.578817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074844.578849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:2.1:1769074844.580692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.580714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074844.580720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074844.580723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074844.580945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074844.580954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074844.617872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074844.617882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074844.624689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074844.624876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074844.631314:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.631328:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074844.631333:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074844.631337:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074844.634660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:0.1:1769074844.634673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074844.634675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074844.634686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074844.634690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074844.634705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074844.634709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074844.634713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074844.634717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074844.634724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074844.641871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074844.641886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074844.641892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074844.641895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074844.642638:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074844.642645:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074844.642649:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074844.642658:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074844.642672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074844.642683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074844.645805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074844.645823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074844.645906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074844.645911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:2.1:1769074844.649679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074844.649693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074844.649747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074844.649754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074844.650262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074844.650269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074844.650273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074844.650279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:1.1:1769074844.661665:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074844.661686:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074844.663648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074844.663665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074844.663669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074844.663672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074844.663674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074844.663677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074844.672714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074844.672722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074844.672727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074844.672839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:2.1:1769074844.676681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074844.676690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:1.1:1769074844.676753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074844.676759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074844.686504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074844.686534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074844.686538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074844.686549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074844.686554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074844.686556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074844.686559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074844.686583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:0.1:1769074844.690640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074844.690649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:0.1:1769074844.690653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:0.1:1769074844.690655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:0.1:1769074844.690658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074844.690661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:2.1:1769074844.690717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074844.690727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074844.690842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074844.690848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:3.1:1769074844.699678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:3.1:1769074844.699701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074844.699707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074844.699716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:2.1:1769074844.706766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074844.706791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:2.1:1769074844.706798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.706804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074844.706809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.706811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074844.710440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074844.710464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074844.710468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074844.710476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:0.1:1769074844.710538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074844.710544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074844.717965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074844.717975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074844.727217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074844.727227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074844.727232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074844.727235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:1.1:1769074844.737782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074844.737793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074844.738680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074844.738696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074844.741910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074844.741942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074844.741947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074844.741955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074844.741961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074844.741963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:2.1:1769074844.742660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074844.742671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074844.747667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074844.747680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074844.748084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074844.748094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074844.748098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074844.748104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074844.748325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:2.1:1769074844.748332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074844.751787:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074844.751797:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074844.751801:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074844.751804:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074844.767717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074844.767733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074844.767739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074844.767747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074844.767932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074844.767939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074844.771773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074844.771789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074844.771892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074844.771899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074844.771903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074844.771908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074844.771912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074844.771919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:0.1:1769074844.775941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074844.775951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074844.775956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074844.775959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074844.784042:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074844.784056:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:3.1:1769074844.795839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074844.795863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074844.795928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074844.795935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074844.795938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074844.795942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074844.795945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074844.795948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074844.795951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074844.795958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074844.800682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074844.800692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074844.814799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074844.814832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074844.814837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074844.814840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074844.846815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:1.1:1769074844.846836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074844.848709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074844.848726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074844.849410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074844.849427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:2.1:1769074844.854667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.854677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074844.854682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.854685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074844.855387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074844.855399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074844.859687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:1.1:1769074844.859696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074844.869542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074844.869557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074844.869666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074844.869674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:2.1:1769074844.869732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.869740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074844.869745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.869748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074844.872807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074844.872831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074844.876812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074844.876837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074844.876844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074844.876853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074844.877929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074844.877947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074844.877953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074844.877956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:2.1:1769074844.885702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.885725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074844.885731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.893858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074844.900636:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074844.900651:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074844.901272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074844.901281:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074844.901286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074844.901295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074844.904756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074844.904778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:2.1:1769074844.909824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.909842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074844.909848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.909851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074844.913844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074844.913870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074844.915736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:1.1:1769074844.915746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074844.915752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074844.915763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:0.1:1769074844.918704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074844.918729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074844.922676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.922702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074844.922707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.922710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074844.930739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074844.930749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074844.935076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074844.935095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:3.1:1769074844.935684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074844.935695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074844.939697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074844.939718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074844.943675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074844.943691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074844.943833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074844.943840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074844.943844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074844.943846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074844.951834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074844.951843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074844.951847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074844.951853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074844.951948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.951956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074844.951960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.951963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074844.955528:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074844.955646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074844.955653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074844.958799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:0.1:1769074844.958822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074844.958828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:3.1:1769074844.959228:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074844.959235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074844.963678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074844.963702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:2.1:1769074844.963823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.963833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074844.963839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.963843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074844.973139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074844.973159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074844.976711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:1.1:1769074844.976735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074844.976743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074844.976756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074844.976760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074844.976765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074844.976769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074844.976772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074844.984287:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074844.984315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:2.1:1769074844.987027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074844.987359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074844.987365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074844.992277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:2.1:1769074844.992292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074844.992299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074844.996175:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074844.996184:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074844.996263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074844.996269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074844.996272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074844.999666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074845.004185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:1.1:1769074845.004195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074845.004200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074845.004208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074845.005436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074845.005453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074845.009660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074845.009684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074845.009690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074845.009690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074845.009693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074845.009700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074845.031676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074845.031685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074845.035026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074845.035051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074845.047685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074845.047694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:2.1:1769074845.052674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074845.052697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074845.060871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074845.060893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074845.060897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074845.060901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074845.066474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074845.066483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074845.096260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074845.096269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074845.096273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074845.096287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074845.108932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074845.108952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074845.123099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074845.123111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074845.123118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074845.123122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074845.123125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074845.123128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074845.134420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074845.134444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074845.137773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074845.137798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074845.140666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074845.140688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074845.140694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074845.140697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:1.1:1769074845.140706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074845.140714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:2.1:1769074845.141971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:2.1:1769074845.141989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074845.141994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074845.142001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074845.144638:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074845.144646:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074845.146169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074845.146178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074845.149623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074845.149633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074845.149636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074845.149639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074845.153653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074845.153653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074845.153671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074845.153672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074845.153676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074845.153683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:2.1:1769074845.158785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074845.158808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:0.1:1769074845.159549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074845.159563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074845.159566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074845.159569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:3.1:1769074845.172649:0:36879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074845.172660:0:36879:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074845.176668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074845.176686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074845.176828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074845.176840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:1.1:1769074845.176895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074845.176902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:0.1:1769074845.185140:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074845.185301:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074845.185306:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074845.185309:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074845.197668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074845.197679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074845.197685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074845.197693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074845.200958:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074845.200968:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074845.201643:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074845.201649:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074845.201653:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074845.201656:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074845.201658:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074845.201661:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074845.201664:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074845.201671:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:0.1:1769074845.203422:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074845.203434:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074845.205971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074845.205982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:0.1:1769074845.209715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074845.209726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074845.215055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074845.215075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074845.215081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074845.215084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074845.220704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074845.220715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074845.220720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074845.220750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074845.220755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074845.220758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074845.220761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074845.220764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074845.220766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074845.220769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074845.220955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074845.220961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074845.224665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074845.224688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074845.228727:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074845.228786:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074845.228904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074845.228933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074845.231591:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074845.231644:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074845.238537:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074845.238554:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074845.238559:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074845.238562:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074845.241117:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:0.1:1769074845.241128:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074845.257692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074845.257702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074845.257706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074845.257713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074845.257715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074845.257720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074845.259185:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074845.259208:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074845.259215:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074845.259220:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:2.1:1769074845.269279:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074845.269308:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074845.269314:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074845.269316:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074845.269642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074845.269653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:1.1:1769074845.269688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074845.269695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074845.270127:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:3.1:1769074845.270137:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074845.270152:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074845.270160:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:0.1:1769074845.273714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074845.273733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074845.273824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074845.273832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074845.273836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074845.273842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074845.278021:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074845.278032:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074845.278037:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074845.278040:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:2.1:1769074845.293313:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074845.293326:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:0.1:1769074845.306375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:0.1:1769074845.306387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074845.311645:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074845.311654:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074845.311658:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074845.311665:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074845.311667:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074845.311670:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:1.1:1769074845.313133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074845.313152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074845.319052:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074845.319076:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074845.319082:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074845.319084:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074845.319087:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074845.319089:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074845.319092:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074845.319098:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:0.1:1769074845.322680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074845.322704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074845.322791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074845.322797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074845.322801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074845.322804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074845.330646:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074845.330654:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074845.330659:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074845.330666:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:0.1:1769074845.330906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074845.330912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:2.1:1769074845.342635:0:42299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074845.342645:0:42299:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074845.342649:0:42299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074845.342651:0:42299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074845.352715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074845.352729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074845.353009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074845.353018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074845.353022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074845.353026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074845.353029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074845.353035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:0.1:1769074845.357657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:0.1:1769074845.357670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:0.1:1769074845.364229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074845.364253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074845.364321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074845.364329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6e00. 00010000:00000010:3.1:1769074845.364333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ad00. 00010000:00000010:3.1:1769074845.364342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074845.364346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074845.364354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:2.1:1769074845.364723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff06400. 00010000:00000010:2.1:1769074845.364730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f91c100. 00010000:00000010:2.1:1769074845.364748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074845.364758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074845.374839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074845.374857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:0.1:1769074845.374977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074845.374984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074845.375687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074845.375697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074845.375701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbea30000. 00010000:00000010:3.1:1769074845.375706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8dfba500. 00010000:00000010:3.1:1769074845.375710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074845.375719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074845.388037:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074845.388046:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:2.1:1769074845.393741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8dbf5e00. 00010000:00000010:2.1:1769074845.393764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8ee400. 00010000:00000010:2.1:1769074845.393768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074845.393782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074845.393851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074845.393857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074845.398647:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074845.398655:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:1.1:1769074845.398662:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074845.399346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff07c00. 00010000:00000010:3.1:1769074845.399354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8dfba900. 00010000:00000010:3.1:1769074845.399358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:0.1:1769074845.407996:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074845.408004:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074845.413356:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074845.413382:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:2.1:1769074845.438529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074845.438552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074845.444906:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8dbf4c00. 00010000:00000010:1.1:1769074845.444933:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8eeb00. 00010000:00000010:1.1:1769074845.444941:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074845.444958:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074845.448193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff06e00. 00010000:00000010:2.1:1769074845.448203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8dfbad00. 00010000:00000010:2.1:1769074845.448210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074845.448218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074845.448222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:2.1:1769074845.448225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83c23600. 00010000:00000010:2.1:1769074845.448228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074845.448236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074845.448316:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074845.448324:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074845.448331:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074845.448335:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:1.1:1769074845.449009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:1.1:1769074845.449019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba0aeac00. 00010000:00000010:1.1:1769074845.449023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074845.449027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074845.449032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074845.449763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074845.449772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074845.449778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074845.449782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:0.1:1769074845.449790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074845.449794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074845.449797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074845.459290:0:42299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6000. 00010000:00000010:2.1:1769074845.459306:0:42299:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d82e500. 00010000:00000010:2.1:1769074845.459312:0:42299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074845.459317:0:42299:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074845.459323:0:42299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074845.459335:0:42299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074845.459426:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074845.459432:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074845.463655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074845.463668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074845.471644:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074845.491668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074845.491678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074845.491685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074845.491689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074845.491692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:1.1:1769074845.494777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074845.494798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074845.496383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:0.1:1769074845.496393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074845.496398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff07000. 00010000:00000010:0.1:1769074845.496401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074845.496410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074845.512020:0:12648:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074845.512036:0:12648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074845.522296:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074845.522305:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074845.522309:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074845.522312:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074845.559661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074845.559681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074845.559686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074845.559693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074845.559696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074845.559700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074845.567884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074845.567895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:1.1:1769074845.571196:0:47053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074845.571217:0:47053:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074845.571222:0:47053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074845.571226:0:47053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074845.574639:0:42130:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:0.1:1769074845.574657:0:42130:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074845.574870:0:47053:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074845.574878:0:47053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074845.583993:0:42147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074845.584007:0:42147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:1.1:1769074845.588524:0:42170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074845.588537:0:42170:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074845.588543:0:42170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074845.588549:0:42170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074845.588626:0:45955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:2.1:1769074845.588632:0:45955:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074845.588637:0:45955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074845.588643:0:45955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074845.588646:0:45955:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074845.588648:0:45955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074845.588901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074845.588908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074845.597628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074845.597647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074845.612972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074845.612998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074845.613005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074845.613010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074845.622344:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074845.622357:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074845.622364:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074845.622372:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:3.1:1769074845.631293:0:42130:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074845.631301:0:42130:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074845.631309:0:42130:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074845.631312:0:42130:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:2.1:1769074845.638212:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074845.638231:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074845.638237:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074845.638239:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074845.642806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074845.642825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074845.643767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074845.643776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074845.648068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074845.648091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074845.649050:0:42329:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074845.649059:0:42329:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074845.674671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074845.674686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074845.674692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074845.674695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.1:1769074845.704766:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074845.704784:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:1.1:1769074845.704790:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074845.704800:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074845.704804:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074845.704807:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074845.704812:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074845.704814:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074845.717146:0:36250:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074845.717155:0:36250:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:0.1:1769074845.717344:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074845.717351:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074845.728715:0:36251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:0.1:1769074845.728743:0:36251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabb4ae9b00. 00010000:00000010:0.1:1769074845.728755:0:36251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074845.728771:0:36251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8ee200. 00010000:00000010:0.1:1769074845.728779:0:36251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074845.728784:0:36251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabada46d00. 00010000:00000010:0.1:1769074845.728793:0:36251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074845.749086:0:47062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ec72e00. 00010000:00000010:2.1:1769074845.749161:0:12646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:2.1:1769074845.749172:0:12646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.1:1769074845.749182:0:12646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8fab7100. 00010000:00000010:2.1:1769074845.749190:0:12646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074845.752758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22400. 00010000:00000010:3.1:1769074845.752769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:3.1:1769074845.752774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8dfba200. 00010000:00000010:3.1:1769074845.752777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074845.752782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba04b3400. 00010000:00000010:3.1:1769074845.752786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074845.754641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074845.755810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22e00. 00010000:00000010:2.1:1769074845.755824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074845.755828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba2abc700. 00010000:00000010:2.1:1769074845.755833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074845.755844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa88ec9a00. 00010000:00000010:2.1:1769074845.755847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:2.1:1769074845.755852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83e58900. 00010000:00000010:2.1:1769074845.755859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:2.1:1769074845.755866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:2.1:1769074845.755872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074845.755878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabada46200. 00010000:00000010:2.1:1769074845.755881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:2.1:1769074845.755884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba0aea500. 00010000:00000010:2.1:1769074845.755887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:2.1:1769074845.755895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8fab7700. 00010000:00000010:2.1:1769074845.755897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074845.756056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ec72c00. 00010000:00000010:0.1:1769074845.756063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:0.1:1769074845.756067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbea30c00. 00010000:00000010:0.1:1769074845.756074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074845.757276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab87ffe000. 00010000:00000010:1.1:1769074845.757295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8dbf4e00. 00010000:00000010:1.1:1769074845.757299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074845.757304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:1.1:1769074845.757314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074845.757320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074845.757325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074845.757332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074845.757341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ec73200. 00010000:00000010:2.1:1769074845.763801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074845.763829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074845.777665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074845.777687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074845.777697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074845.777702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074845.786261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074845.786299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074845.794016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074845.794025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074845.794030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074845.794036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074845.798043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074845.798060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074845.798064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074845.798067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074845.799977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074845.799989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:0.1:1769074845.801708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074845.801723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074845.801777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074845.801783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074845.801786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074845.801795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074845.805665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074845.805681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074845.821669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074845.821693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074845.821700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074845.821710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074845.826466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:2.1:1769074845.826480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074845.826486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074845.826495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074845.828782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074845.828803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:0.1:1769074845.835721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074845.835744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074845.835931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074845.835938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074845.835941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074845.835944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074845.840670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074845.840697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074845.840768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:1.1:1769074845.840777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074845.840780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074845.840789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074845.846745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074845.846761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074845.846768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074845.846772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:2.1:1769074845.847379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074845.847387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:0.1:1769074845.850105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074845.850115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074845.854185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:2.1:1769074845.854204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:2.1:1769074845.854212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074845.854220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:0.1:1769074845.858005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074845.858023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074845.866903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074845.866916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074845.866921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074845.866923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:1.1:1769074845.881052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074845.881079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074845.881087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074845.881097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074845.881225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074845.881236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074845.884068:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074845.884078:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074845.893047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074845.893064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074845.893070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074845.893075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074845.896746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074845.896758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074845.896764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074845.896772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074845.897151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074845.897157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074845.898696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074845.898714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074845.898720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074845.898724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074845.898776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074845.898783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:2.1:1769074845.898833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074845.898839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074845.901955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074845.901979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074845.902088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074845.902096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074845.906974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074845.906998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074845.917141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074845.917154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074845.917159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074845.917162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074845.918663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074845.918681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074845.918746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074845.918754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074845.918759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074845.918767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074845.918912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074845.918918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:2.1:1769074845.926235:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074845.926258:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074845.926263:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074845.926267:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.1:1769074845.935753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:0.1:1769074845.935778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074845.940169:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074845.940178:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074845.940183:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074845.940190:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:2.1:1769074845.945811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074845.945821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074845.950583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074845.950621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074845.950628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074845.950631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074845.950634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074845.950636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:0.1:1769074845.954745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:0.1:1769074845.954756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074845.955032:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074845.955042:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074845.963653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074845.963663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:0.1:1769074845.963723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074845.963732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074845.963736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074845.963738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074845.963977:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074845.963983:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074845.970638:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074845.970650:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074845.970656:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074845.970663:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:2.1:1769074845.979031:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074845.979041:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:0.1:1769074845.982679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074845.982688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074845.982692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074845.982694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074845.989039:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:1.1:1769074845.989055:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074845.989062:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:0.1:1769074845.997332:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074845.997347:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074845.998870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074845.998885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074845.998899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074845.998902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074845.998905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074845.998908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074845.998910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:2.1:1769074846.000644:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074846.000652:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074846.000710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074846.000719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074846.000724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074846.000727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074846.002006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074846.002015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074846.002020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074846.002024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:2.1:1769074846.008210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:2.1:1769074846.008220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:0.1:1769074846.009281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074846.009299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:0.1:1769074846.009303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074846.009311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074846.009318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074846.009324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074846.013992:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074846.014004:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074846.014009:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074846.014012:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:0.1:1769074846.024943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074846.024965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074846.026681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:1.1:1769074846.026693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074846.026699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074846.026708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:3.1:1769074846.027942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074846.027955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074846.028630:0:36901:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074846.028638:0:36901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:3.1:1769074846.030090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074846.030103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074846.030108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074846.030111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074846.030114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074846.030118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074846.036382:0:36932:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:1.1:1769074846.036404:0:36932:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074846.036410:0:36932:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074846.036439:0:36932:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:2.1:1769074846.036994:0:47055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074846.037001:0:47055:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074846.037004:0:47055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074846.037007:0:47055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074846.040139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074846.040154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074846.056683:0:36901:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074846.056701:0:36901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074846.056874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074846.056881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074846.061471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074846.061495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074846.064203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074846.064224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074846.064730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074846.064752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074846.064755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074846.064758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074846.088641:0:36884:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074846.088659:0:36884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074846.089297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074846.089306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074846.089310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074846.089318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074846.099037:0:36932:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074846.099057:0:36932:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074846.099918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074846.099929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074846.099935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074846.099938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:1.1:1769074846.114688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:1.1:1769074846.114696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074846.120666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:3.1:1769074846.120681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074846.120686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074846.120755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074846.120761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074846.120769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074846.127464:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074846.127476:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074846.127481:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074846.127484:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074846.132171:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074846.132184:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:0.1:1769074846.132663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074846.132670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074846.138639:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:1.1:1769074846.138648:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074846.138653:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074846.138659:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074846.140472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074846.140480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074846.140484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074846.140487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074846.151286:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074846.151306:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074846.151313:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074846.151320:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:3.1:1769074846.154667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074846.154677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:3.1:1769074846.154681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074846.154685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074846.154687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074846.154690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074846.157864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:2.1:1769074846.157887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074846.157894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074846.157903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074846.158813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074846.158821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074846.158825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074846.158828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074846.162680:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074846.162707:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074846.162712:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074846.162715:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:0.1:1769074846.162990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074846.162997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074846.169785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074846.169816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074846.173678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074846.173705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074846.173710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074846.173713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074846.174826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074846.174842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074846.174846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074846.174854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074846.179193:0:36879:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074846.179219:0:36879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074846.188671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074846.188679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074846.188683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074846.188690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074846.193710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074846.193727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074846.210670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074846.210679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074846.210682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074846.210685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074846.210738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074846.210743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:2.1:1769074846.217637:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074846.217645:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074846.217649:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.217655:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074846.218183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074846.218191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074846.223040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074846.223051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074846.223537:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074846.223544:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074846.223548:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074846.223550:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074846.226712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074846.226743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074846.226989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074846.226998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074846.228031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074846.228043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074846.228046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074846.228053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074846.236542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.236566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074846.236572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074846.236574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074846.247912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074846.247937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074846.247942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074846.247950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074846.247953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074846.247956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074846.247958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.247961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074846.248017:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074846.248023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074846.248178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074846.248184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074846.257680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:0.1:1769074846.257690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074846.257711:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074846.257750:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074846.264639:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074846.264649:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074846.270095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074846.270114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:2.1:1769074846.272924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.272947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074846.272953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074846.272955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074846.288227:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074846.288259:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074846.293673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074846.293694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:0.1:1769074846.293750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074846.293759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074846.293764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074846.293766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:2.1:1769074846.293838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.293848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074846.297827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074846.297848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074846.315715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074846.315735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074846.316691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074846.316705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074846.316708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074846.316718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074846.321668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074846.321687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:2.1:1769074846.328698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074846.328727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074846.330213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074846.330232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074846.330238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074846.330241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074846.330243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074846.330246:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074846.330248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074846.330257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:2.1:1769074846.334514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074846.334532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074846.342300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074846.342317:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074846.342322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074846.342325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:1.1:1769074846.342480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074846.342487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074846.344886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:2.1:1769074846.344899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074846.344904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074846.344910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074846.353867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074846.353879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074846.360409:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074846.360429:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074846.360437:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074846.360444:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074846.361157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074846.361174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074846.361178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074846.361181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074846.363930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074846.363948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074846.364008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074846.364013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074846.367033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074846.367058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074846.367063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074846.367065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074846.389655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074846.389679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074846.389684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074846.389694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074846.395644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074846.395662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074846.396247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074846.396263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074846.399181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074846.399203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074846.399209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074846.399212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074846.408844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074846.408861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074846.408911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074846.408949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074846.409051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074846.409068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074846.420959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074846.420978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074846.420983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.420988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074846.420991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074846.420995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074846.428225:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:0.1:1769074846.428245:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074846.431751:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074846.431763:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:2.1:1769074846.432663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074846.432673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074846.433117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074846.433133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074846.436660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074846.436675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074846.436678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.436682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074846.444878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074846.444898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074846.448967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074846.448977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074846.449031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074846.449040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074846.455653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074846.455665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.460146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074846.460156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074846.460162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074846.460165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:1.1:1769074846.483291:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074846.483313:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074846.484170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074846.484185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074846.484194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074846.484199:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074846.484204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074846.484207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:2.1:1769074846.485500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074846.485509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074846.485642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074846.485671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:2.1:1769074846.495857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:2.1:1769074846.495867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074846.495872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074846.495880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074846.497553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074846.497570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074846.499656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074846.499667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074846.499704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074846.499711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074846.499714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074846.499718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074846.499721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074846.499724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074846.499727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074846.499731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074846.505667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:2.1:1769074846.505687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:2.1:1769074846.510666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074846.510681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:2.1:1769074846.514659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074846.514672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074846.514677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074846.514681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:1.1:1769074846.518629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074846.518639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074846.518654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074846.518660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074846.518664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074846.518688:0:42300:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074846.518689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:3.1:1769074846.518693:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074846.535428:0:37715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:2.1:1769074846.535436:0:37715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6400. 00010000:00000010:2.1:1769074846.535441:0:37715:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56a000. 00010000:00000010:1.1:1769074846.536659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074846.536666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074846.537698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074846.537707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074846.537713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.1:1769074846.552726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074846.623703:0:37714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074846.643663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074846.643679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074846.643684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab89efee00. 00010000:00000010:2.1:1769074846.643926:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074846.643938:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074846.643944:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074846.643947:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074846.651859:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074846.651871:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074846.656715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074846.656740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074846.656744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074846.656750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074846.658797:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074846.658806:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074846.658809:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074846.658812:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074846.659202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:2.1:1769074846.659213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074846.659218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074846.659225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074846.659649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074846.659659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.665743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074846.665768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074846.668781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074846.668805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074846.668809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074846.668813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.1:1769074846.677655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074846.677679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074846.680748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074846.680768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074846.681664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074846.681682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074846.695736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074846.695761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:0.1:1769074846.716945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074846.716953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074846.716958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074846.716960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074846.718670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074846.718689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074846.718696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074846.718704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074846.721818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074846.721843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074846.721846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074846.721849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074846.721854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074846.721857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074846.721859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074846.721861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074846.721864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.721872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074846.721980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074846.721986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.1:1769074846.722549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074846.722558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074846.722561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074846.722563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074846.741855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074846.741881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074846.741888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074846.741893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074846.745868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074846.745898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074846.745904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074846.745907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074846.752164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074846.752178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074846.754909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074846.754932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074846.756990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074846.756998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074846.757002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074846.757006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:2.1:1769074846.785820:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:2.1:1769074846.785977:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074846.785985:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074846.796791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074846.797065:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074846.797074:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074846.797077:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074846.797081:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074846.808663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074846.808674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074846.808677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074846.808679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074846.812673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:1.1:1769074846.812696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074846.812703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074846.812721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:3.1:1769074846.818661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074846.818682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074846.821814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074846.821850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:0.1:1769074846.821958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074846.821967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074846.821971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074846.821974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074846.831793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074846.831810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074846.840663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074846.840688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074846.845391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:0.1:1769074846.845428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074846.853676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074846.853677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074846.853698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074846.853700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074846.853707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074846.854553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074846.859980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074846.859996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074846.867697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074846.867712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074846.867717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074846.867725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074846.867731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074846.867734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074846.869011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074846.869023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074846.869027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074846.869032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074846.875736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074846.875847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074846.876758:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:2.1:1769074846.876773:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074846.876781:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.876788:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074846.884897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074846.884909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074846.887648:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074846.887656:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074846.887662:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074846.887664:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074846.887667:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074846.887670:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074846.887673:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074846.887678:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074846.889166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074846.889174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074846.890839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074846.890846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:0.1:1769074846.892215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074846.892223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074846.892228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074846.892230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074846.896783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074846.896805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074846.900698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074846.900722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074846.900945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074846.900954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074846.901961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074846.901977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074846.904778:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074846.904789:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074846.905437:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074846.905440:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.912036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074846.912048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:1.1:1769074846.914664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074846.914686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.914729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074846.914743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074846.935888:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074846.935912:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:1.1:1769074846.942684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074846.942700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074846.946088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074846.946101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074846.946427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074846.946436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074846.946439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074846.946444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074846.946447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074846.946449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074846.946452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074846.946457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074846.956494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074846.956528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074846.956534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074846.956537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074846.959306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074846.959318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074846.959322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074846.959324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074846.962841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074846.962863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074846.963014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074846.963021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074846.963025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074846.963032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074846.963035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074846.963037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074846.976653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074846.976662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074846.976666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074846.976673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:2.1:1769074846.981433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074846.981459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074846.986721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074846.986731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074846.997688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074846.997713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074846.997718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074846.997721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074847.002553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074847.002564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074847.002903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074847.002909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074847.004949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074847.004967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074847.004972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074847.004979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074847.005781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074847.005790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074847.005794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074847.005797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:1.1:1769074847.016029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074847.016037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074847.020405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:0.1:1769074847.020431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074847.020436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074847.020444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074847.024327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074847.024336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074847.026817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074847.026836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074847.026840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074847.026843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074847.037862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074847.037871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074847.037951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:1.1:1769074847.037957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074847.040763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074847.040776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074847.045024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074847.045047:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074847.045053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074847.045056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:2.1:1769074847.048934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074847.048958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:0.1:1769074847.063795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:0.1:1769074847.063805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074847.066904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074847.066926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074847.066974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074847.066985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074847.067660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074847.067669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074847.074817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074847.074842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074847.074847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074847.074850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074847.081056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074847.081079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074847.081084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074847.081093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074847.085817:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074847.085829:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074847.092793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074847.092818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074847.092825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074847.092831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074847.092836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074847.092839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074847.097428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074847.097454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074847.099806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074847.099817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074847.100669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074847.100679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074847.103140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074847.103163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074847.107805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074847.107830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074847.107835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074847.107838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074847.119663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074847.119681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074847.119686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074847.119694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:2.1:1769074847.123160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074847.123181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:1.1:1769074847.123244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074847.123250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:2.1:1769074847.132497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074847.132507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074847.132513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074847.132516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074847.135669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074847.135689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074847.146682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:3.1:1769074847.146694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074847.146698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074847.146705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:2.1:1769074847.150259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074847.150282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074847.150286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074847.150289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074847.155076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074847.155093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:2.1:1769074847.160661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074847.160679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074847.180885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074847.182637:0:42126:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074847.182655:0:42126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074847.182664:0:42126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074847.183657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074847.183669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074847.185747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074847.185767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074847.185775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074847.185781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074847.185785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074847.185789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:2.1:1769074847.186016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074847.186024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074847.186027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074847.186030:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074847.186033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074847.186036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074847.186165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074847.186175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074847.186181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074847.186185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074847.193880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:0.1:1769074847.193900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074847.193907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074847.193914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074847.200674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074847.200698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:3.1:1769074847.201715:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074847.201727:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074847.202796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074847.202810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074847.202818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074847.202822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074847.212671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074847.212698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074847.218132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074847.218147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074847.222210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074847.222234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074847.225621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074847.225631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074847.233667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074847.233683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074847.233690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074847.233695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074847.233699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074847.233702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074847.238258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074847.238287:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074847.238294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074847.238302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074847.252044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074847.252063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074847.257549:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074847.257572:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074847.257578:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074847.257582:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074847.260195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:3.1:1769074847.260218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074847.260226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074847.260233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:1.1:1769074847.260938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:1.1:1769074847.260950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074847.267928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074847.267942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:1.1:1769074847.269240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074847.269253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074847.269259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074847.269264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074847.272766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074847.272804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074847.275931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074847.275942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074847.275948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074847.275956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:2.1:1769074847.278002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074847.278012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074847.289990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074847.290009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074847.290015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074847.290018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074847.293943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074847.293970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.1:1769074847.295092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:0.1:1769074847.295103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074847.299684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074847.299694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074847.299699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074847.299705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074847.303574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074847.303590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074847.303598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074847.303618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:2.1:1769074847.306368:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074847.306385:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074847.315753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074847.315767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074847.315772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074847.315780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074847.315797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074847.315800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074847.315803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074847.315806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:2.1:1769074847.320201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074847.320226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074847.320826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074847.320839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074847.320897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074847.320904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074847.322902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074847.322937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074847.322941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074847.322947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074847.322952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074847.322954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:2.1:1769074847.325661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074847.325677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074847.336194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074847.336204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074847.338667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074847.338688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074847.338807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074847.338815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074847.341051:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074847.341074:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074847.343773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074847.343787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074847.343793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074847.343796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074847.343897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074847.343904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074847.347898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074847.347945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074847.351180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074847.351190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074847.351241:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074847.351248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074847.355264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074847.355285:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074847.355290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074847.355293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074847.372473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074847.372493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074847.381741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074847.381764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074847.386130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:0.1:1769074847.387667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074847.387671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:0.1:1769074847.387682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074847.387687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074847.387689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074847.387953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074847.387960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:1.1:1769074847.398799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074847.398809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074847.404082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074847.404093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074847.412702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:2.1:1769074847.413086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074847.425186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074847.425195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074847.428724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074847.428747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074847.428813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074847.428820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074847.428823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074847.428826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074847.428829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074847.428831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074847.432645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:2.1:1769074847.432656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074847.432661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074847.432665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074847.432976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074847.432993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074847.433194:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074847.433205:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074847.442225:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074847.442236:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074847.442242:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074847.442249:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074847.443163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074847.443177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074847.446180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074847.446198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074847.459696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074847.459724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074847.459732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074847.459735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:2.1:1769074847.468903:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074847.469205:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074847.472626:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074847.472638:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074847.472638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074847.472644:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:3.1:1769074847.472645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074847.472655:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074847.472700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074847.472706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074847.472710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074847.472715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074847.472717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074847.472720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074847.472723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074847.472726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074847.478698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074847.478726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074847.481671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074847.481695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074847.481766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074847.481774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074847.481778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074847.481781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:2.1:1769074847.494662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074847.494686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074847.495161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074847.495172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074847.495175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074847.495183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074847.508692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074847.508716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074847.527123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074847.527134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074847.527138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074847.527141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074847.530049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074847.530069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074847.530073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074847.530076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074847.533904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074847.533915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074847.533921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074847.534394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074847.534665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074847.534673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074847.534677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074847.534682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074847.537738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074847.537764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074847.537771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074847.537780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074847.541831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074847.541853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074847.549889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074847.549898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074847.549905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074847.549909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074847.550821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074847.550835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074847.554017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074847.554034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074847.554039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074847.554046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:2.1:1769074847.558675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074847.558702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:2.1:1769074847.558709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:2.1:1769074847.558714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074847.562858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074847.562873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074847.562880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074847.562885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074847.566687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074847.566712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074847.566956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:2.1:1769074847.566967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074847.575435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074847.575464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074847.576748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074847.576762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074847.616331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074847.616349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074847.616357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074847.616360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074847.625974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074847.625993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074847.625997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074847.626007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074847.634738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074847.634772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074847.638719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074847.638732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074847.638739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074847.638744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074847.638939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074847.638954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074847.650675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074847.650708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074847.653332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:2.1:1769074847.653355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074847.665663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074847.665682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074847.665689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074847.665693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074847.676671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074847.676687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8590b800. 00010000:00000010:1.1:1769074847.678660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074847.678686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa88ea3100. 00010000:00000010:2.1:1769074847.678702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074847.678707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074847.678714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074847.678717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074847.678720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:1.1:1769074847.734655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074847.738766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074847.738792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074847.738798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074847.738801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074847.758664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074847.758685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074847.758898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074847.758905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074847.758909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab89eff000. 00010000:00000010:2.1:1769074847.758913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074847.758921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074847.759003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074847.759010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074847.763563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074847.763573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074847.763576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074847.763579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:2.1:1769074847.774689:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:2.1:1769074847.774714:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:2.1:1769074847.777657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074847.777678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074847.777760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074847.777769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074847.777773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074847.777776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:1.1:1769074847.777844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074847.777851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074847.787223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074847.787243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074847.789643:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074847.789649:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:0.1:1769074847.789881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:0.1:1769074847.789888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074847.793221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074847.793267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:1.1:1769074847.793705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074847.793714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074847.811715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074847.811740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074847.811745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074847.811747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:1.1:1769074847.819515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:1.1:1769074847.819541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074847.819546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074847.819558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074847.819656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074847.819664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074847.836666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074847.836690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074847.836695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074847.848431:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074847.856599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074847.856632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074847.860549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074847.860573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074847.864021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074847.864249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074847.864258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074847.864269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074847.864274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074847.864278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074847.881592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074847.881642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074847.881647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074847.881650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074847.898668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:2.1:1769074847.902687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074847.902708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074847.902949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074847.909478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074847.909496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074847.909948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074847.909955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074847.922830:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074847.922848:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074847.922853:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074847.922856:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074847.926851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074847.926871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:1.1:1769074847.926878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074847.926880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074847.931188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074847.931205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074847.931210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074847.931219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074847.937927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074847.937945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074847.937951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074847.937955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:3.1:1769074847.964847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074847.964871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074847.964876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074847.964886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:2.1:1769074847.970685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074847.970694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:0.1:1769074847.970902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:0.1:1769074847.970908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:0.1:1769074847.980166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074847.980183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074847.980186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074847.980189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074847.983666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074847.983701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074847.983940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074847.983948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074847.984086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074847.984107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074847.984111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074847.984118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074847.988537:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074847.988559:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074847.988565:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074847.988568:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:3.1:1769074847.997964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074847.997985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:3.1:1769074847.997989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074847.997993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074847.998658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074847.998669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074847.998672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074847.998691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074848.021893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074848.021902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074848.021906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074848.021908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074848.026180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074848.026204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074848.029905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074848.029931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:2.1:1769074848.030061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074848.030069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:2.1:1769074848.034127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074848.034136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074848.040517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074848.040542:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074848.040547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074848.040550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:2.1:1769074848.052704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:2.1:1769074848.052714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074848.052720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074848.052722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074848.055511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074848.055526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074848.056739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074848.056752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:3.1:1769074848.065978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074848.065992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074848.065997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074848.066000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:1.1:1769074848.069183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:1.1:1769074848.069191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:1.1:1769074848.071978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074848.072002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074848.072008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074848.072015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074848.072058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074848.072065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074848.076656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074848.076692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074848.076699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074848.076702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:0.1:1769074848.091348:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:0.1:1769074848.091361:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074848.096872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074848.096886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074848.098574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074848.098687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074848.128179:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074848.128205:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074848.131625:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074848.131639:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074848.131645:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074848.131648:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074848.133111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074848.133120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074848.133126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074848.133136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074848.136655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074848.136690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074848.136698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074848.136703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074848.136706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074848.136709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074848.136712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074848.136721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:2.1:1769074848.136996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074848.137003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:2.1:1769074848.137007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074848.137010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074848.139074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074848.139110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074848.139694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074848.139702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:0.1:1769074848.139708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074848.139712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074848.139716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074848.139718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074848.153956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074848.153965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074848.158699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074848.158820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:3.1:1769074848.158926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074848.158934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074848.162660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074848.162892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074848.162898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074848.162900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074848.168193:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074848.168221:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074848.180919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:2.1:1769074848.180929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074848.181789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074848.181804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074848.182012:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074848.182019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074848.186049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074848.186069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074848.186077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074848.186079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074848.201205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074848.201225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074848.207723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074848.208931:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074848.208949:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074848.208953:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074848.219659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074848.219668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074848.219878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074848.219885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074848.220433:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074848.220444:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074848.220448:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074848.220452:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074848.220455:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074848.220458:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074848.220460:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074848.220468:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074848.226637:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074848.226651:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074848.226658:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074848.226661:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:2.1:1769074848.227469:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:2.1:1769074848.227479:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:0.1:1769074848.229960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074848.229971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074848.230329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074848.230337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:2.1:1769074848.233696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:2.1:1769074848.233722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074848.233730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074848.233749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074848.233934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074848.233941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074848.244433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074848.244444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074848.244449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074848.244451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074848.246853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074848.246870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074848.256949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074848.256971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074848.257658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074848.257670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074848.267148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074848.267159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074848.273813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074848.273837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074848.273843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074848.273847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074848.281663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074848.281694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074848.281983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:0.1:1769074848.281995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074848.282000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074848.282009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:2.1:1769074848.289341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074848.289361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074848.289517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074848.289524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074848.289527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074848.289530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074848.292881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074848.292906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074848.293026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074848.293034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074848.297267:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074848.297286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:2.1:1769074848.305730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074848.305757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:2.1:1769074848.311659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074848.311687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074848.311691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074848.311693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:0.1:1769074848.311935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074848.311943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074848.311947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074848.311955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074848.317533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074848.317554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074848.326737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074848.326759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074848.326771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074848.326774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074848.331186:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074848.331211:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074848.340545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074848.340563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074848.348030:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:2.1:1769074848.348057:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074848.351450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074848.351471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:0.1:1769074848.355635:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074848.355658:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074848.355666:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074848.355681:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:3.1:1769074848.356896:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074848.356910:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074848.361771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074848.361782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074848.361787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074848.361793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074848.361989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074848.361996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074848.366031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074848.366055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074848.377211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074848.377229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074848.377234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074848.377238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074848.384879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:1.1:1769074848.384898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074848.384905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074848.384913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074848.390305:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074848.390324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074848.390638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074848.390646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074848.390652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:0.1:1769074848.390653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074848.390656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:0.1:1769074848.390663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074848.397701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074848.397716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074848.402652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074848.402661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074848.402792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074848.402800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:2.1:1769074848.406777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074848.406796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074848.406802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074848.406804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074848.411806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074848.411814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:0.1:1769074848.415685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074848.415699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074848.415795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074848.415803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074848.415806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074848.415812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074848.418810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074848.418828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:2.1:1769074848.423661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074848.423678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074848.423683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074848.423685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074848.439769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:1.1:1769074848.439783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074848.439787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074848.439798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074848.441035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074848.441057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074848.441061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074848.441064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:0.1:1769074848.441692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074848.441702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074848.444824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074848.444844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074848.466708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:1.1:1769074848.466716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:1.1:1769074848.470744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074848.470766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074848.470770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074848.470775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074848.470780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074848.470782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074848.474995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074848.475012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:3.1:1769074848.475078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074848.475085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074848.488895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074848.488914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074848.488920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074848.488926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:2.1:1769074848.494663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074848.494678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:0.1:1769074848.501866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074848.501883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:1.1:1769074848.504638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074848.504658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074848.504663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074848.504667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074848.525069:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074848.525084:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074848.527545:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074848.527551:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:2.1:1769074848.528653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074848.528663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:1.1:1769074848.532691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:1.1:1769074848.532707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:2.1:1769074848.536703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074848.536722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074848.536726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074848.536729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074848.555928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074848.555945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074848.555951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074848.567723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:1.1:1769074848.578647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:1.1:1769074848.578658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074848.578696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074848.578704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074848.578709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074848.578714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:0.1:1769074848.578758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074848.578773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074848.578778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074848.578781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074848.578784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074848.578786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:2.1:1769074848.579462:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074848.579470:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074848.583005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074848.583021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074848.583025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074848.583029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074848.583664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074848.583673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:1.1:1769074848.583715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074848.583721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074848.583726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074848.583734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:2.1:1769074848.585768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074848.585783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074848.601415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074848.601423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074848.601427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074848.601430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:0.1:1769074848.606766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074848.606776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074848.610652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074848.610662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074848.610721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:1.1:1769074848.610729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074848.610732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074848.610738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074848.614876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074848.614884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:3.1:1769074848.621009:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074848.621026:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074848.621031:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074848.621034:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074848.621759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074848.621766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074848.621769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074848.621775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:2.1:1769074848.622650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074848.622661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074848.628695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074848.628713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074848.640690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074848.640700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074848.640703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074848.640704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:1.1:1769074848.645648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:1.1:1769074848.645664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074848.657666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074848.657685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074848.657752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074848.657978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074848.660745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074848.660767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074848.665734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074848.665748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074848.665753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074848.665756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074848.669657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:2.1:1769074848.669678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074848.669685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074848.669691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074848.682252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074848.682263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:1.1:1769074848.682941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074848.682948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074848.690167:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074848.690185:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074848.690188:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074848.690190:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:0.1:1769074848.697756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074848.697764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074848.702645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074848.702652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074848.702702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074848.702722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074848.709780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074848.709788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074848.709792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074848.709797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074848.709799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074848.709802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074848.713655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074848.713672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074848.713726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074848.713734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074848.713738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074848.713743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:3.1:1769074848.720644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074848.720664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074848.724660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074848.724678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074848.724685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074848.724689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:0.1:1769074848.734886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074848.734896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074848.741600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074848.741628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074848.741757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074848.741768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074848.745719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074848.745731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074848.750727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074848.750746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074848.750751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074848.750754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074848.767195:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074848.767212:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074848.789758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074848.789775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:3.1:1769074848.789889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074848.789898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074848.799766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074848.799782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074848.799786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074848.799789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074848.799840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074848.799847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074848.799852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074848.799862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074848.799867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074848.799870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074848.799873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074848.799875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074848.799877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074848.799880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074848.800020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074848.800026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074848.803729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074848.803739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074848.809162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074848.809172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074848.809710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074848.809716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074848.809759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074848.809765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074848.809768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074848.809773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074848.813675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074848.813690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074848.813695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074848.813699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074848.813701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074848.813704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074848.813707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074848.813713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:2.1:1769074848.820730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074848.820737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074848.823857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:0.1:1769074848.823874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074848.823889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074848.823897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:2.1:1769074848.824950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074848.824957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074848.824960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074848.824963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074848.829685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074848.829719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074848.829784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074848.829791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074848.833665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074848.833676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074848.839747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074848.839766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074848.839771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074848.839773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074848.850673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074848.850680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074848.853886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074848.853893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074848.855972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074848.856122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074848.866434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074848.866452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074848.866457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074848.866463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8590bc00. 00010000:00000010:1.1:1769074848.866467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa89c69d00. 00010000:00000010:1.1:1769074848.866472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074848.866475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074848.866483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074848.869263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074848.869281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074848.878876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab89efe400. 00010000:00000010:1.1:1769074848.878895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074848.881173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074848.881183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:2.1:1769074848.881783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:2.1:1769074848.881791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074848.886886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbea30600. 00010000:00000010:1.1:1769074848.886895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8dfba700. 00010000:00000010:0.1:1769074848.886982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:0.1:1769074848.886993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:2.1:1769074848.887623:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074848.887628:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074848.894096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074848.894105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:2.1:1769074848.895656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.1:1769074848.898050:0:42299:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074848.898064:0:42299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074848.934903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074848.942738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074848.942752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074848.942756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074848.942759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074848.955005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074848.955015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074848.955019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab89effc00. 00010000:00000010:1.1:1769074848.958447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074848.958465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074848.958644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074848.958655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:2.1:1769074848.958699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074848.958714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074848.962661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074848.962681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074848.962685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074848.962687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:2.1:1769074848.974764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:2.1:1769074848.974772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074848.977762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074848.977782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074848.978009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074848.978017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074848.985239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074848.985256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074848.989646:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074848.989655:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074848.989658:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074848.989661:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074848.995664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074848.995677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074848.995685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074848.995694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074848.999671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074848.999691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074849.006829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074849.006846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074849.010781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074849.010798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074849.010802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074849.010805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:2.1:1769074849.019687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:2.1:1769074849.019703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074849.022744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074849.022755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074849.023048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074849.023058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:3.1:1769074849.027874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074849.027885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074849.031716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074849.031726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074849.031730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074849.031733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074849.035660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074849.035679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074849.035780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074849.035787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074849.035790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074849.035796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:2.1:1769074849.035893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074849.035900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074849.047641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074849.047650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074849.047653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074849.047655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074849.056432:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074849.056449:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074849.056454:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074849.056459:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:1.1:1769074849.060257:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074849.060264:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:0.1:1769074849.060694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074849.060702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074849.061791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074849.061802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:2.1:1769074849.061806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074849.061809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074849.061813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074849.061816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074849.064705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074849.064721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074849.064726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074849.064733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074849.064855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074849.064862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074849.064866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074849.064868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:2.1:1769074849.068880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074849.068898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:0.1:1769074849.085451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:0.1:1769074849.085466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074849.089697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074849.089712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074849.093544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074849.093560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074849.093672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074849.093681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074849.106930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074849.106949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074849.106954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074849.106957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074849.114777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074849.114790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074849.118657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:1.1:1769074849.118672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074849.118995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:2.1:1769074849.119211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:1.1:1769074849.135686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074849.135699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:2.1:1769074849.148655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074849.148669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074849.148673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074849.148676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074849.160647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074849.160664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074849.160669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074849.160675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:2.1:1769074849.162582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:2.1:1769074849.162597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074849.165454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074849.165463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:2.1:1769074849.178671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074849.178689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074849.178693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074849.178696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074849.182974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:0.1:1769074849.182994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074849.185833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074849.185848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074849.186703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074849.186713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:2.1:1769074849.186717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:2.1:1769074849.186720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074849.186723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:2.1:1769074849.186726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:1.1:1769074849.189924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074849.189938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:2.1:1769074849.205679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074849.205696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074849.211092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074849.211105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074849.214962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074849.214983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074849.214988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074849.214991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074849.220854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074849.220872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074849.220876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074849.220878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074849.227311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074849.227328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074849.227335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074849.227341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:1.1:1769074849.233691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:1.1:1769074849.233704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:2.1:1769074849.240675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:2.1:1769074849.240690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:0.1:1769074849.243935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074849.243952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074849.243956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074849.243959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074849.264503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074849.264520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074849.266884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074849.266907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074849.270669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074849.270691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:3.1:1769074849.274484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074849.274514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074849.279658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074849.279678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074849.279683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074849.279687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074849.283769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074849.283790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074849.284657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:2.1:1769074849.284670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074849.284676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074849.284681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074849.293824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074849.293849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074849.293856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074849.293861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:2.1:1769074849.299851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074849.299863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:3.1:1769074849.304192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074849.304211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074849.308669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074849.308691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074849.308697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074849.308704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074849.308763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074849.308769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:0.1:1769074849.321176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074849.321194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074849.321199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074849.321202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074849.335662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074849.335680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074849.338738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074849.338752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074849.339662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074849.339676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074849.339680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074849.339684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074849.352174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074849.352188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074849.352192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074849.352196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:0.1:1769074849.355663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:0.1:1769074849.355682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074849.355688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074849.355693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074849.359233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074849.359255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:2.1:1769074849.359869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074849.359879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074849.359883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074849.359886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.1:1769074849.360285:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074849.360308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074849.386671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074849.386694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074849.393654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074849.393669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074849.393673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074849.393690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074849.398679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074849.398703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.1:1769074849.412661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074849.412681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074849.412686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074849.412688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074849.426662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074849.426670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074849.429766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074849.429782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074849.429841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074849.429864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074849.433804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074849.433823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074849.440702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074849.440725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074849.440731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074849.440736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:3.1:1769074849.445776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074849.445786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074849.449156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:0.1:1769074849.449176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074849.449182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074849.449189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074849.465626:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074849.465633:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074849.468776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074849.468792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074849.468798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074849.468802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:3.1:1769074849.473666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074849.473686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074849.473743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074849.473749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074849.473753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074849.473766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074849.490644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074849.490661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074849.494722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074849.494740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074849.494745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074849.494748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074849.507326:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074849.507344:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074849.517976:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074849.518000:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:2.1:1769074849.525690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074849.525697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074849.525702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074849.525706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074849.525708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074849.525711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:1.1:1769074849.534923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074849.534942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074849.534949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074849.534953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074849.534956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074849.534967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074849.550643:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074849.550653:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074849.550671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074849.550684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:2.1:1769074849.567311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074849.567322:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074849.567325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074849.567328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074849.568690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074849.568700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074849.568705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074849.568715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:1.1:1769074849.573675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074849.573695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:1.1:1769074849.577661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074849.577679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074849.577840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074849.577855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074849.577859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074849.577861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:1.1:1769074849.610877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074849.610899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074849.610905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074849.610910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074849.611767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074849.611779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074849.613666:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:0.1:1769074849.613689:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074849.618064:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074849.618095:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074849.618101:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074849.618104:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:2.1:1769074849.639661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:2.1:1769074849.639683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074849.645662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074849.645680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074849.645729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074849.645755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074849.645762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074849.645765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074849.645934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074849.645946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:0.1:1769074849.649848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074849.649858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074849.654922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074849.654948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074849.655661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:2.1:1769074849.655675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074849.670318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074849.670342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074849.677076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074849.677096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074849.677101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074849.677104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074849.686675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074849.686697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:0.1:1769074849.693882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:0.1:1769074849.693900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074849.702017:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074849.702046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074849.702313:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074849.702325:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:2.1:1769074849.705797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074849.705820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074849.705826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074849.705830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:1.1:1769074849.706784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074849.706799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:2.1:1769074849.727875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074849.730990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074849.731011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074849.731015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074849.731018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074849.731859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074849.731871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074849.731881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074849.743275:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074849.743287:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074849.743291:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074849.743294:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074849.750692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074849.750702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074849.750709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074849.750713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074849.758260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074849.758283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:0.1:1769074849.758288:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074849.758293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074849.758297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074849.758302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074849.758308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074849.758310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074849.758715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074849.758722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074849.759670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074849.759683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074849.766868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074849.766898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074849.772766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074849.772794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074849.772801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074849.772805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074849.776670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074849.776694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:3.1:1769074849.776703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074849.776707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074849.776850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074849.776857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074849.798623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074849.798649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074849.802221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074849.802245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074849.802253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074849.802258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:0.1:1769074849.802644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074849.802652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074849.826502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074849.826521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074849.826806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:2.1:1769074849.826819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074849.835747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074849.835780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074849.835888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074849.835898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074849.835901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074849.835905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074849.843008:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074849.843018:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074849.852670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074849.852693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074849.852759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:3.1:1769074849.852767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074849.852771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074849.852778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074849.880359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074849.880381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074849.880387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074849.880390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:1.1:1769074849.882706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074849.882730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074849.896641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074849.896650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074849.896654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074849.896660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:2.1:1769074849.896702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074849.896708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074849.912054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074849.912088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074849.912094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074849.912096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074849.915725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074849.915746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074849.915751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074849.915755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074849.926187:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:1.1:1769074849.926216:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:0.1:1769074849.928641:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074849.928653:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074849.933663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074849.933683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074849.933689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074849.933697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:1.1:1769074849.940473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:1.1:1769074849.940494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:0.1:1769074849.940907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074849.940915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074849.940919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074849.940922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:2.1:1769074849.941581:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074849.941592:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:2.1:1769074849.941595:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074849.941598:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:1.1:1769074849.948674:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074849.948698:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074849.948705:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074849.948709:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:0.1:1769074849.965482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:0.1:1769074849.965502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074849.966051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074849.966072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074849.966078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074849.966085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074849.976825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074849.976844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074849.976849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074849.976854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:2.1:1769074849.980654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:2.1:1769074849.980674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074849.984928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074849.984955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074849.984960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074849.984968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074849.984971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074849.984975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074849.984979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074849.984982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074849.984985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074849.984987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:0.1:1769074849.985212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074849.985218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:1.1:1769074849.999144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:1.1:1769074849.999154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074850.001787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074850.001810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074850.002787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074850.002807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074850.004209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074850.004218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074850.008924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074850.008947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074850.008952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074850.008954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:2.1:1769074850.029676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074850.029683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074850.029696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074850.029697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074850.029701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074850.029710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074850.044689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074850.051086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:0.1:1769074850.051170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074850.051179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074850.051183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074850.051186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074850.055694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:1.1:1769074850.055718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074850.061901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074850.061926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074850.061932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074850.061943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:2.1:1769074850.071644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074850.071653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:0.1:1769074850.085116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074850.085134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074850.085139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074850.085141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074850.104544:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074850.104568:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074850.104573:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074850.104582:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:0.1:1769074850.107884:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:0.1:1769074850.107901:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:1.1:1769074850.114560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074850.114582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074850.114588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074850.114592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074850.115690:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074850.115706:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:0.1:1769074850.121047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:0.1:1769074850.121073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074850.121081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074850.121087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074850.128523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074850.128545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074850.137149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074850.137169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074850.141074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074850.141098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074850.141104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074850.141107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074850.149951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074850.149965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074850.149970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074850.149998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:0.1:1769074850.154357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074850.154384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074850.158347:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074850.158362:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074850.175669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074850.175686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074850.175692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074850.175696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074850.188882:0:36879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074850.188907:0:36879:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074850.189552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074850.189561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:2.1:1769074850.189565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:2.1:1769074850.189572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:2.1:1769074850.189649:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074850.189653:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074850.189656:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074850.189659:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074850.205179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074850.205191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:2.1:1769074850.217791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074850.217816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074850.217824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074850.217855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074850.221667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074850.221682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:3.1:1769074850.221686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074850.221689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074850.227879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074850.227900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074850.227904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074850.227910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074850.227913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074850.227916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074850.227919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074850.227927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074850.229163:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074850.229179:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.1:1769074850.231834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074850.231862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074850.231938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074850.231946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074850.231949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074850.231951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074850.251680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:0.1:1769074850.251701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074850.251709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074850.251715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074850.257652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074850.257661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074850.261970:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074850.261992:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074850.276661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074850.276686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074850.277133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:2.1:1769074850.277145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7400. 00010000:00000010:2.1:1769074850.277151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f91c400. 00010000:00000010:2.1:1769074850.277156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074850.277159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074850.277166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074850.286236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab84360a00. 00010000:00000010:2.1:1769074850.286250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:3.1:1769074850.292069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074850.292108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074850.296681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074850.296691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:2.1:1769074850.296719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074850.296725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074850.301637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab84360600. 00010000:00000010:3.1:1769074850.301662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074850.305652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074850.305662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074850.308476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074850.308489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:0.1:1769074850.314848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074850.314856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:0.1:1769074850.326430:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6600. 00010000:00000010:0.1:1769074850.326455:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83e58f00. 00010000:00000010:3.1:1769074850.337138:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074850.337157:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074850.338076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.1:1769074850.338092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074850.348577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab84360200. 00010000:00000010:1.1:1769074850.348590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074850.348596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074850.348786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074850.360853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:3.1:1769074850.360877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074850.360887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074850.360890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:2.1:1769074850.370136:0:42299:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074850.370161:0:42299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074850.375922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:2.1:1769074850.433682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074850.433721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074850.433728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074850.433815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074850.433819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074850.452463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074850.452477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074850.452482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab84361e00. 00010000:00000010:3.1:1769074850.452487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074850.452496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:0.1:1769074850.464889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074850.464912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074850.474894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074850.474905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074850.474910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074850.474912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:2.1:1769074850.475043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074850.475049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074850.476823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074850.476840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074850.476845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074850.476856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:0.1:1769074850.477709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074850.477721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074850.487684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074850.487705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:2.1:1769074850.487774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074850.487782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074850.487786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074850.487789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074850.495778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:1.1:1769074850.495796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074850.495801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074850.495813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074850.499830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:2.1:1769074850.499842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074850.505981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074850.505990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074850.505994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074850.505998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074850.508801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:2.1:1769074850.508824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:2.1:1769074850.525671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074850.525697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074850.525758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:3.1:1769074850.525768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074850.525775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074850.525782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074850.537661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074850.537684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:2.1:1769074850.565842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074850.565865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074850.565870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074850.565872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074850.581971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074850.581980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:3.1:1769074850.582991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074850.583000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074850.583008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074850.583017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:2.1:1769074850.584827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074850.584845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074850.588002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074850.588024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074850.588029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074850.588033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:1.1:1769074850.598485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:1.1:1769074850.598511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:2.1:1769074850.599766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074850.599783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074850.600890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074850.600904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074850.600910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074850.600917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074850.600921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074850.600923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074850.600925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074850.600928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074850.600931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074850.601193:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074850.606922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074850.606943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074850.606948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074850.606956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:0.1:1769074850.609971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074850.609979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074850.609983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074850.609986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:2.1:1769074850.631760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074850.631771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074850.631983:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074850.631988:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074850.649744:0:37049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074850.649754:0:37049:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074850.649760:0:37049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074850.649764:0:37049:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074850.649768:0:37049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:2.1:1769074850.650073:0:42147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:1.1:1769074850.687910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074850.687927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074850.687931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074850.687934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074850.708388:0:47065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074850.708411:0:47065:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074850.708418:0:47065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074850.708422:0:47065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074850.725254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074850.725271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074850.725277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074850.725280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074850.725924:0:47053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:0.1:1769074850.725937:0:47053:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074850.725942:0:47053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074850.725950:0:47053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074850.735628:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074850.735637:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074850.743637:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074850.743650:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074850.743657:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074850.743662:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074850.744036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074850.744044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074850.744056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074850.744064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074850.744067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074850.744069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:0.1:1769074850.755960:0:47053:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074850.755970:0:47053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074850.760135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:3.1:1769074850.760154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074850.760160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074850.764664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074850.764678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074850.764682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:1.1:1769074850.765359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074850.765377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074850.765384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074850.765388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074850.787856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074850.787868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074850.790310:0:42170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074850.790320:0:42170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:2.1:1769074850.790660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074850.790669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:1.1:1769074850.800831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.1:1769074850.800853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074850.801269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074850.801278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:0.1:1769074850.801665:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074850.801673:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074850.801676:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074850.801679:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:2.1:1769074850.810573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074850.810596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074850.810890:0:47065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074850.810901:0:47065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074850.821861:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074850.821880:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074850.835782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074850.835801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074850.835807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074850.835810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074850.845758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074850.845782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074850.852174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074850.852192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074850.852198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074850.852204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:3.1:1769074850.852887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074850.852894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074850.863760:0:45107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074850.863777:0:45107:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074850.863782:0:45107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074850.863785:0:45107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074850.866117:0:37045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:0.1:1769074850.866127:0:37045:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074850.866134:0:37045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074850.866141:0:37045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074850.866932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074850.866941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074850.872651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074850.872660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074850.884208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8dbf5400. 00010000:00000010:3.1:1769074850.899762:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22300. 00010000:00000010:3.1:1769074850.899769:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074850.903693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074850.903710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074850.903715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074850.903718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074850.903796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8dbf5a00. 00010000:00000010:2.1:1769074850.908733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba0aea100. 00010000:00000010:2.1:1769074850.908748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074850.909684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:0.1:1769074850.909699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22900. 00010000:00000010:0.1:1769074850.909705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074850.909712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83c23400. 00010000:00000010:1.1:1769074850.909714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f475c00. 00010000:00000010:0.1:1769074850.909717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074850.909725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:0.1:1769074850.917773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:0.1:1769074850.917783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d82e200. 00010000:00000010:0.1:1769074850.917788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074850.917792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa88ec9f00. 00010000:00000010:0.1:1769074850.917795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:0.1:1769074850.917798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab89d22b00. 00010000:00000010:0.1:1769074850.917801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074850.917804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00010000:00000010:3.1:1769074850.930694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074850.930722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074850.931669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074850.931686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074850.931690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074850.931696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074850.931699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074850.931702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074850.933967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074850.933983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074850.933987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074850.933990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074850.952954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:2.1:1769074850.952967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074850.960167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074850.960193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074850.960829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074850.960842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074850.962060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074850.962076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074850.965744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074850.965754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074850.965760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074850.965763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074850.969789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074850.969807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074850.973157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074850.973183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074850.973190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074850.973199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074850.975236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074850.975254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074850.991404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074850.991415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074850.991420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074850.991425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074850.995857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074850.995881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074850.995886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074850.995896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074850.996252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074850.996259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074850.996654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074850.996661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.1:1769074851.005129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074851.005143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074851.005149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074851.005152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074851.010646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074851.010672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074851.010679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074851.010691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074851.022143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074851.022155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074851.022652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074851.022658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074851.024056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.024065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074851.024068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074851.024071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074851.039257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074851.039268:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074851.039273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074851.039281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074851.039284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074851.039287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:1.1:1769074851.039397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074851.039402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:2.1:1769074851.039657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074851.039663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074851.039666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.039669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074851.051005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:1.1:1769074851.051024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074851.054658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074851.054683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074851.057789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.057810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074851.057814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074851.057818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074851.058666:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074851.058676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074851.058677:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074851.058692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074851.067708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074851.067741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074851.070838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074851.070858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:3.1:1769074851.071077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074851.071099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:0.1:1769074851.071651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074851.071661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:2.1:1769074851.074813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074851.074832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074851.074836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.074840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074851.090293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074851.090303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074851.092704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074851.092736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074851.092797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074851.092810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074851.096371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.096394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074851.096399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074851.096402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074851.096735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074851.096742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074851.114163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074851.114185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074851.116102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074851.116364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074851.116372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.116380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074851.128790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074851.128811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074851.133703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.133740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074851.133745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074851.133749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074851.161146:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074851.161163:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074851.170870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.170893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074851.170899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074851.170903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074851.185024:0:47060:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:0.1:1769074851.185110:0:47060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074851.185646:0:36925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074851.185660:0:36925:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074851.185665:0:36925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074851.185668:0:36925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074851.198052:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074851.198079:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074851.198085:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.198092:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074851.216984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074851.217002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:0.1:1769074851.217006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074851.217009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074851.217013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074851.217025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074851.217032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074851.217034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074851.221315:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074851.221333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074851.221338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074851.221341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074851.243701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074851.243719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074851.243723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074851.243730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074851.243733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074851.243735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074851.243739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074851.243742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074851.250257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074851.250280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074851.254674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074851.254696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.1:1769074851.254760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074851.254766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.254901:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074851.254910:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074851.256750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074851.256768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074851.256773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074851.256776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074851.272680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074851.272701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074851.272708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074851.272714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074851.272718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074851.272725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074851.276849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074851.276867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:0.1:1769074851.300704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074851.300726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074851.300731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074851.300736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074851.305663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074851.305684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074851.305689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074851.305696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:2.1:1769074851.315502:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074851.315528:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074851.320675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074851.320700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074851.320780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074851.320793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074851.320798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074851.320803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:0.1:1769074851.331638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:0.1:1769074851.331660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074851.333680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074851.333690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074851.334916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074851.334939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:3.1:1769074851.338755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074851.338775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074851.346681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074851.346706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074851.346711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074851.346715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074851.354013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074851.354022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074851.356260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074851.356274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074851.356279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074851.356287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:0.1:1769074851.358151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074851.358175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074851.361705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074851.361729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074851.362025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074851.362029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:2.1:1769074851.365648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074851.365655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074851.366477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074851.366499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074851.377188:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074851.377203:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074851.381642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074851.381648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074851.391656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074851.391679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074851.391686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074851.391690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074851.397424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074851.397446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074851.398840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074851.398855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:2.1:1769074851.398907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074851.398914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074851.399252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074851.399281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074851.404768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074851.404785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074851.404790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074851.404794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:0.1:1769074851.417836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074851.417868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074851.417919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074851.417927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074851.417932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074851.417936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074851.422651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074851.422666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:0.1:1769074851.422994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074851.423002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074851.423006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074851.423009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074851.430969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074851.430979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074851.433011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074851.433021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074851.433652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074851.433659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074851.455935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:0.1:1769074851.455946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:0.1:1769074851.465626:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074851.465643:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074851.465647:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074851.465652:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074851.475667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074851.475685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074851.475690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:3.1:1769074851.475695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074851.475940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074851.475947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074851.475950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074851.475954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074851.479658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074851.479674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074851.479677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074851.479680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:2.1:1769074851.484381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:2.1:1769074851.484391:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074851.484395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074851.484402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074851.484645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074851.484650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074851.488691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074851.488709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074851.500488:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074851.500507:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074851.500512:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074851.500515:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074851.507666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:1.1:1769074851.507684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074851.507742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074851.507750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074851.507754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074851.507759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:2.1:1769074851.526167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074851.526182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074851.526187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074851.526190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074851.530893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074851.530911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:0.1:1769074851.545005:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074851.545018:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074851.546907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074851.546920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074851.546962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074851.546971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074851.552909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074851.552924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074851.552929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074851.552931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:2.1:1769074851.554670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074851.554685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074851.557109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074851.557119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074851.561704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074851.561726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074851.561731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074851.561735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:0.1:1769074851.573126:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:0.1:1769074851.573144:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074851.573150:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074851.573158:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074851.573161:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074851.573164:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.1:1769074851.576195:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074851.576205:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074851.576211:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074851.576215:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074851.576686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074851.576700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:2.1:1769074851.576704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074851.576731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074851.578128:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074851.578136:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074851.589637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074851.589643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074851.593940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:2.1:1769074851.593954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:0.1:1769074851.594001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074851.594005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074851.594551:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074851.594558:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074851.594561:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074851.594566:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074851.601937:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074851.601943:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074851.601946:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074851.601948:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074851.601949:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074851.601951:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074851.601953:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.601955:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074851.604916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074851.604925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.1:1769074851.605746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074851.605754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074851.608848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074851.608856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074851.608860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074851.608862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:0.1:1769074851.613400:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:0.1:1769074851.613418:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074851.614133:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074851.614140:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074851.614144:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074851.614164:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074851.614167:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074851.614171:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:2.1:1769074851.625667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:2.1:1769074851.625673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:2.1:1769074851.625677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:2.1:1769074851.625679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074851.633967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.634651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074851.634660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074851.634664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074851.634666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074851.634673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074851.638639:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:1.1:1769074851.638648:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074851.642816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074851.642830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074851.642835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074851.642837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074851.646688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:1.1:1769074851.646701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074851.646706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074851.646714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:3.1:1769074851.646767:0:37731:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074851.646773:0:37731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074851.653346:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074851.653357:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:2.1:1769074851.668651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074851.668667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074851.668684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074851.668687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074851.707936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074851.707951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074851.707956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074851.707960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074851.707964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074851.707969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074851.707972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074851.707974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074851.707977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074851.707989:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:1.1:1769074851.715240:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074851.715255:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:0.1:1769074851.720483:0:37754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:0.1:1769074851.720496:0:37754:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074851.720500:0:37754:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074851.720503:0:37754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074851.725893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074851.725905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074851.725908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:1.1:1769074851.725912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabc2165c00. 00010000:00000010:1.1:1769074851.725917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f91c700. 00010000:00000010:1.1:1769074851.725920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074851.725924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074851.725929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:3.1:1769074851.726018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074851.726024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074851.730325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074851.730343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074851.734662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074851.778686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074851.778693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074851.778697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074851.778701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074851.778703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:2.1:1769074851.780664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:2.1:1769074851.780689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074851.780694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab878bb400. 00010000:00000010:2.1:1769074851.780698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074851.780705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074851.781461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074851.781472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074851.781476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074851.781479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074851.786644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074851.786651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074851.787139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074851.787145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:1.1:1769074851.799452:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074851.799469:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:3.1:1769074851.823050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074851.823062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074851.823067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074851.823074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:1.1:1769074851.835644:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:1.1:1769074851.835655:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074851.835853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074851.835858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074851.835863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074851.835866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:2.1:1769074851.837442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:2.1:1769074851.837453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074851.837459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074851.837465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074851.838018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:0.1:1769074851.838025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074851.838743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074851.838752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074851.838755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074851.838757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:3.1:1769074851.838760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074851.838762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074851.838842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074851.838849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074851.838852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074851.838857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:1.1:1769074851.838861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074851.838865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:2.1:1769074851.838987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074851.838992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074851.838995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074851.838998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074851.841895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074851.841910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074851.841914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074851.841917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074851.841921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074851.841925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074851.842654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:0.1:1769074851.842662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:0.1:1769074851.842666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074851.842672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074851.851361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074851.851372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074851.851376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074851.851379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074851.859977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074851.859990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074851.859995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074851.860001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074851.862645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074851.862653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074851.862657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074851.862659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074851.862722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074851.862728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.1:1769074851.862730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074851.862733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074851.865721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074851.865728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074851.865807:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074851.865812:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074851.865845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074851.865851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074851.869001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074851.869019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074851.873642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074851.873651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074851.873655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074851.873657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074851.884127:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:1.1:1769074851.884136:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074851.887522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074851.887536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074851.887541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074851.887550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:1.1:1769074851.889003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074851.889017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074851.896514:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074851.896526:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074851.896531:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074851.896534:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:0.1:1769074851.898638:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:0.1:1769074851.898644:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074851.898648:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074851.898654:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074851.899769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074851.899777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074851.902880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074851.902896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074851.906836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074851.906852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074851.906856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074851.906859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074851.917399:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074851.917411:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074851.920679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:1.1:1769074851.920695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:2.1:1769074851.920936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:2.1:1769074851.920955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:1.1:1769074851.932646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074851.932661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:2.1:1769074851.943876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074851.943884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074851.943887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074851.943890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074851.962742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074851.962751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074851.962755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074851.962762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074851.962765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074851.962768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074851.962770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074851.962773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074851.966198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074851.966215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:1.1:1769074851.966219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074851.966223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074851.968394:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074851.968407:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074851.969081:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074851.969089:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074851.969093:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7400. 00010000:00000010:0.1:1769074851.969096:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074851.969100:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074851.969105:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:2.1:1769074851.969953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074851.969963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074851.969967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074851.969972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074851.969975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074851.969977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074851.969980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074851.969982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:3.1:1769074851.970097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074851.970102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074851.978866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074851.978880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.1:1769074851.981991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074851.982000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074851.982006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074851.982010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074851.985890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:2.1:1769074851.985907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074851.985913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6800. 00010000:00000010:2.1:1769074851.985920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6400. 00010000:00000010:0.1:1769074851.987023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074851.987041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7a00. 00010000:00000010:1.1:1769074851.993908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074851.993916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6e00. 00010000:00000010:1.1:1769074851.993922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074851.993927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074851.993932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074851.993936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074851.998643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:2.1:1769074851.998650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074852.005227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074852.005237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7e00. 00010000:00000010:2.1:1769074852.007903:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7200. 00010000:00000010:2.1:1769074852.007924:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6400. 00010000:00000010:2.1:1769074852.007928:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6200. 00010000:00000010:2.1:1769074852.007935:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074852.007938:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6600. 00010000:00000010:2.1:1769074852.007941:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6c00. 00010000:00000010:1.1:1769074852.008095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074852.008101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7400. 00010000:00000010:3.1:1769074852.008820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074852.008827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6800. 00010000:00000010:0.1:1769074852.008872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074852.008878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074852.015173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074852.015181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074852.015185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074852.015187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:2.1:1769074852.020342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6e00. 00010000:00000010:2.1:1769074852.020364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074852.020369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074852.020377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7a00. 00010000:00000010:3.1:1769074852.020943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074852.020950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074852.023947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:2.1:1769074852.023964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074852.023969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074852.023976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074852.023980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074852.023983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074852.028947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074852.028958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074852.028963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074852.028966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074852.037664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074852.037681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074852.037876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:2.1:1769074852.037885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074852.037890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074852.037897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074852.038348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074852.038355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074852.040844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074852.040861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074852.040866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074852.040870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074852.046482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:2.1:1769074852.046495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074852.049849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074852.049864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074852.050694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074852.050716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074852.054860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074852.054872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074852.054878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074852.054881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074852.057758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.057768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074852.059646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074852.059657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:1.1:1769074852.062883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074852.062891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074852.064385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074852.064393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074852.064398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074852.064403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074852.064407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074852.064410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.064412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074852.064414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:1.1:1769074852.079679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:1.1:1769074852.079687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074852.079691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074852.082814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074852.083962:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074852.083976:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074852.088453:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074852.088461:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074852.088641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074852.088648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074852.088653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074852.088660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074852.088663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074852.088666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:2.1:1769074852.089166:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074852.089174:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:2.1:1769074852.089178:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074852.089181:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.089183:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074852.089185:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074852.093657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:3.1:1769074852.093669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074852.093675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074852.093678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074852.093681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:3.1:1769074852.093683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074852.097327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074852.097336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074852.097640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074852.097649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074852.098765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074852.098777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074852.098781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074852.098784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:0.1:1769074852.098866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:0.1:1769074852.098871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:1.1:1769074852.098973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:1.1:1769074852.098978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074852.098982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074852.098989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:0.1:1769074852.111698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074852.112045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074852.124878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074852.124887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074852.129641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:0.1:1769074852.129649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55400. 00010000:00000010:3.1:1769074852.132067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55c00. 00010000:00000010:3.1:1769074852.132087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074852.132095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54200. 00010000:00000010:3.1:1769074852.132097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54a00. 00010000:00000010:0.1:1769074852.135724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074852.135737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55200. 00010000:00000010:0.1:1769074852.135743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074852.135747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074852.136095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55e00. 00010000:00000010:3.1:1769074852.136102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074852.136106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54c00. 00010000:00000010:3.1:1769074852.136111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54600. 00010000:00000010:3.1:1769074852.136114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55800. 00010000:00000010:3.1:1769074852.136116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074852.136119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55600. 00010000:00000010:3.1:1769074852.136121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54e00. 00010000:00000010:1.1:1769074852.136170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55a00. 00010000:00000010:1.1:1769074852.136176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074852.136180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074852.136188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074852.136190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074852.136193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074852.139646:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54800. 00010000:00000010:3.1:1769074852.139654:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074852.139657:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54400. 00010000:00000010:3.1:1769074852.139659:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff54000. 00010000:00000010:1.1:1769074852.140511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00010000:00000010:1.1:1769074852.140518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074852.140522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074852.140529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074852.144933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074852.144941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074852.147948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074852.147966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:3.1:1769074852.148055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:3.1:1769074852.148062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074852.148065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:3.1:1769074852.148068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:1.1:1769074852.152589:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:1.1:1769074852.152596:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:1.1:1769074852.152600:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074852.152869:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074852.152876:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074852.159410:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:3.1:1769074852.164074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:3.1:1769074852.164091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074852.164095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:3.1:1769074852.164099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:3.1:1769074852.167830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:3.1:1769074852.167844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074852.167849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074852.167877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:1.1:1769074852.168014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074852.168022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074852.168037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074852.168040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074852.168645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074852.168653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00010000:00000010:1.1:1769074852.173743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074852.173754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074852.173759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074852.173762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074852.177695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:3.1:1769074852.177727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074852.177733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074852.177740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074852.181667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:0.1:1769074852.181683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:1.1:1769074852.185873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074852.185888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:1.1:1769074852.190661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074852.190679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074852.190686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074852.190690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074852.204852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:3.1:1769074852.204869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:3.1:1769074852.204876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074852.204879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074852.204921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074852.204929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074852.204932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074852.204940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074852.209684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074852.209711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074852.209717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074852.209720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074852.242455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:0.1:1769074852.242475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074852.247170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074852.247186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074852.247193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074852.247200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074852.248090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074852.248100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:2.1:1769074852.251960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074852.251977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.251982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074852.251985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:1.1:1769074852.264690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074852.264701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:1.1:1769074852.272653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074852.272666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:3.1:1769074852.272924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074852.272933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074852.276718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074852.276724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074852.276727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074852.276729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074852.287361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074852.287368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074852.288685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:1.1:1769074852.288693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074852.288697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074852.288703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:3.1:1769074852.288743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074852.288748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:3.1:1769074852.293709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074852.293720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074852.293725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074852.293728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074852.296762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074852.296778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074852.297644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074852.297654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074852.297712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074852.297718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074852.297721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074852.297727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074852.312786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074852.312810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:2.1:1769074852.317670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074852.317680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.317684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074852.317687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074852.323736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074852.323754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074852.323759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074852.323766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:3.1:1769074852.327498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074852.327524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074852.327528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074852.327530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:1.1:1769074852.328322:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074852.328331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074852.335952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074852.335965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074852.356800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074852.356817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074852.361775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:2.1:1769074852.361797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074852.364943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074852.364953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074852.364957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074852.364960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:2.1:1769074852.365085:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074852.365091:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.365094:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074852.365097:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074852.369638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074852.369651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074852.375068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074852.375077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074852.375484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074852.375492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074852.377493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074852.377509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074852.386791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074852.386799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074852.386803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074852.386806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074852.390650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074852.390660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074852.395658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074852.395666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.395669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074852.395673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074852.395819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074852.395825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074852.397691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074852.397699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074852.397702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074852.397704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074852.401465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074852.401477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074852.401969:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074852.401978:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074852.401981:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074852.401986:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:0.1:1769074852.404778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074852.404794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074852.410093:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074852.410103:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.410106:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074852.410109:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074852.423841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074852.423850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074852.432682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074852.432697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074852.432705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074852.432936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074852.442619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074852.442626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074852.442705:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074852.442711:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.442714:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074852.442716:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074852.442719:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074852.442721:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074852.444683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074852.444696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074852.444699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074852.444702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074852.444741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074852.444747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074852.444751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074852.444756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074852.445430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074852.445439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074852.445442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074852.445444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074852.447743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074852.447753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074852.447756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074852.447761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074852.454600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074852.454631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074852.460737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074852.460744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074852.460748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074852.460750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.1:1769074852.472671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074852.472687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074852.472692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074852.472705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:0.1:1769074852.477829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074852.477844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074852.480369:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074852.480386:0:1346:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074852.480391:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074852.480399:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:2.1:1769074852.480634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:2.1:1769074852.480641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:3.1:1769074852.480677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074852.480683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:0.1:1769074852.480997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074852.481003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074852.481007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074852.481009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074852.489666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074852.489683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074852.489687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074852.489690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074852.490154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074852.490163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074852.512642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:2.1:1769074852.512660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074852.512665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074852.512672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:0.1:1769074852.517643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074852.517651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074852.522861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074852.522879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074852.522884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074852.522887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.522890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074852.522892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074852.525716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074852.525727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074852.526122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074852.526129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074852.526133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074852.526139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074852.526643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074852.526650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074852.535979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074852.535990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.535995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074852.535998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074852.541926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074852.541934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:0.1:1769074852.541938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074852.541943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074852.545655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074852.545675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074852.550931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074852.550942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074852.553933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074852.553949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074852.553953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074852.553956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074852.567002:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074852.567013:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074852.567028:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074852.571665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:1.1:1769074852.571796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:1.1:1769074852.571804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:1.1:1769074852.571807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074852.571903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074852.581156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074852.581171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074852.581176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074852.581179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074852.587647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074852.590976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074852.590993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074852.590997:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074852.591000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074852.591007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:2.1:1769074852.591652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074852.591661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074852.597785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbff55000. 00010000:00000010:3.1:1769074852.597799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0200. 00010000:00000010:3.1:1769074852.597805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab90c68000. 00010000:00000010:3.1:1769074852.604645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074852.604653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074852.604658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:1.1:1769074852.609659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074852.609666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:1.1:1769074852.609670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074852.609673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074852.612104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab878bba00. 00010000:00000010:0.1:1769074852.612122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:0.1:1769074852.612128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074852.612138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074852.613645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074852.613656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074852.613836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.1:1769074852.613844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabb4ae9f00. 00010000:00000010:2.1:1769074852.613849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074852.617857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074852.617871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:2.1:1769074852.618462:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.1:1769074852.620653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be000. 00010000:00000010:0.1:1769074852.620664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba0aea900. 00010000:00000010:0.1:1769074852.620669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074852.620679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074852.629593:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074852.629600:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074852.629661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074852.629667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074852.634656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074852.634668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074852.634672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ec73600. 00010000:00000010:0.1:1769074852.634676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba04b3f00. 00010000:00000010:0.1:1769074852.634679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074852.634688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074852.637757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074852.637776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074852.641579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074852.641595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074852.649388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab878bb200. 00010000:00000010:0.1:1769074852.649397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:3.1:1769074852.653283:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074852.653299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074852.656172:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074852.656190:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074852.661652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074852.661662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074852.666643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7e00. 00010000:00000010:0.1:1769074852.666651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83e58100. 00010000:00000010:0.1:1769074852.666657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074852.666665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074852.667329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074852.667338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074852.674288:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074852.674305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074852.674309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab878bac00. 00010000:00000010:1.1:1769074852.674314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:3.1:1769074852.674658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074852.674664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074852.680679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074852.680692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074852.684838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbea31000. 00010000:00000010:2.1:1769074852.684855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8dfba800. 00010000:00000010:2.1:1769074852.684860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074852.684870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074852.685648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074852.685657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074852.687921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074852.687927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:1.1:1769074852.693259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074852.693274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074852.700752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ec73400. 00010000:00000010:2.1:1769074852.700768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba04b3a00. 00010000:00000010:2.1:1769074852.700773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074852.700782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074852.701427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074852.701434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074852.704791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074852.704802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074852.711942:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:0.1:1769074852.711957:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83c23100. 00010000:00000010:0.1:1769074852.711962:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074852.711971:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074852.714649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074852.714657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074852.716673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074852.716688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074852.716743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e12ca00. 00010000:00000010:2.1:1769074852.716752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba0603d00. 00010000:00000010:2.1:1769074852.716756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074852.716761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074852.716811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074852.716816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074852.719760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074852.719775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074852.730658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e12dc00. 00010000:00000010:2.1:1769074852.730669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba0603600. 00010000:00000010:2.1:1769074852.730673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074852.734684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074852.734691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074852.734929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:1.1:1769074852.739664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074852.739683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074852.743322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074852.797715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074852.797727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074852.798936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074852.798948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074852.798954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074852.798960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074852.798963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074852.798965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074852.798967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074852.798970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e12cc00. 00010000:00000010:0.1:1769074852.798975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074852.798980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074852.798983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074852.798985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074852.824254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074852.824270:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074852.824274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074852.824277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074852.825075:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074852.825085:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074852.825090:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074852.825097:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074852.828051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074852.828059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074852.828063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074852.828065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.1:1769074852.830490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074852.830498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:1.1:1769074852.830501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074852.830505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074852.830640:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074852.830647:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074852.836436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074852.836464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074852.836526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074852.836535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:0.1:1769074852.840722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074852.840734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074852.840778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074852.840784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074852.840788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074852.840790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:1.1:1769074852.844653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074852.844665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074852.852749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:0.1:1769074852.852765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074852.852770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074852.852777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074852.863623:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074852.863631:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074852.863710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074852.863718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074852.863721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074852.863723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:3.1:1769074852.867644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074852.867660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074852.867707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074852.867716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074852.867720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074852.867727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074852.871751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074852.871768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:0.1:1769074852.885697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074852.885714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074852.885718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074852.885720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:2.1:1769074852.896295:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074852.896304:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074852.904199:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074852.904210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074852.904214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074852.904219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074852.904222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074852.904225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:2.1:1769074852.904348:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074852.904357:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074852.910337:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074852.910344:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074852.911995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:2.1:1769074852.912001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074852.912004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074852.912008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074852.912011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074852.912023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074852.912642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074852.912649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074852.914697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074852.914706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074852.915664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.1:1769074852.915674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074852.915679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074852.915688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:2.1:1769074852.916246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074852.916253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074852.916257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074852.916260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074852.924638:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:2.1:1769074852.924639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074852.924644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074852.924644:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074852.924647:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074852.924649:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074852.929643:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074852.929650:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074852.929653:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074852.929659:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:1.1:1769074852.933273:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074852.933287:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:2.1:1769074852.937057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074852.937071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074852.937238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074852.937243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074852.937247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074852.937250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:1.1:1769074852.949648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:1.1:1769074852.949663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074852.949888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074852.949894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074852.949897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074852.949902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074852.953710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074852.953726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074852.955108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.1:1769074852.955112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:2.1:1769074852.955588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074852.955593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074852.961261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074852.961268:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074852.964288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074852.964305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074852.964642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074852.964650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074852.971146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074852.971161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.1:1769074852.973686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074852.973707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074852.973760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074852.973766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074852.974097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074852.974103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074852.974106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074852.974109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074852.977653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074852.977666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074852.978215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074852.978223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074852.981650:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074852.981657:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074852.981661:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074852.981663:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:3.1:1769074852.999357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074852.999364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074853.000028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074853.000037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074853.000042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074853.000046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074853.000151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074853.000157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074853.000162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074853.000167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074853.000170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074853.000172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074853.006951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074853.006968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074853.006974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074853.006982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074853.017009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.1:1769074853.017031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074853.017037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074853.017039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074853.017364:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074853.017372:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.0:1769074853.018505:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074853.018510:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.018513:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.018573:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074853.018583:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074853.018587:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074853.018635:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074853.018652:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288f800 x1855007826319488/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.018670:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074853.018676:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826319488, offset 224 00000400:00000200:3.0:1769074853.018683:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.018705:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.018711:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40269:40269:256:4294967295] 192.168.204.10@tcp LPNI seq info [40265:40265:8:4294967295] 00000400:00000200:3.0:1769074853.018723:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.019037:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.019044:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074853.019050:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.019057:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.019061:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.019119:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.019123:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.019127:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:2.1:1769074853.019626:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074853.019634:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:3.1:1769074853.023551:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074853.023565:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074853.023569:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074853.023578:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:1.0:1769074853.024139:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 132512 00000400:00000200:1.0:1769074853.024156:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.024161:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.024170:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.024176:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288e680. 00000020:00000010:3.0:1769074853.024284:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.024290:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.024296:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.024301:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.024307:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.024376:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.024379:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fec0. 00000100:00000200:3.0:1769074853.024383:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826319744 02000000:00000010:3.0:1769074853.024427:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf019000. 00010000:00000010:3.0:1769074853.024470:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.024487:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074853.024507:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074853.024513:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.024529:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074853.024532:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074853.024537:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074853.024540:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074853.025065:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074853.025071:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074853.025075:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.025079:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00000020:00000010:3.0:1769074853.025109:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.025116:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.025127:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab86435e40. 00080000:00000010:3.0:1769074853.025137:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b6e400. 00000001:00000010:3.0:1769074853.025344:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede60c0. 00000001:00000010:3.0:1769074853.025352:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074853.025385:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab86435e40. 00010000:00000010:3.0:1769074853.025393:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074853.025398:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074853.025424:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e240. 00010000:00000010:3.0:1769074853.025512:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00080000:00000010:3.0:1769074853.025539:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa832d0558. 00000004:00000010:3.0:1769074853.025546:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f0000. 00000004:00000010:3.0:1769074853.025550:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0aa0. 00000004:00000010:3.0:1769074853.025555:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367168. 00000004:00000010:3.0:1769074853.025559:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd32960. 00010000:00000010:3.0:1769074853.025569:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074853.025589:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889745, last committed = 17179889615 00010000:00000200:3.0:1769074853.025599:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288e680 x1855007826319744/t17179889745(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074853.025646:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074853.025653:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826319744, offset 224 00000400:00000010:3.0:1769074853.025660:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e710850. 00000400:00000200:3.0:1769074853.025665:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.025679:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.025685:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40270:40270:256:4294967295] 192.168.204.10@tcp LPNI seq info [40266:40266:8:4294967295] 00000400:00000200:3.0:1769074853.025702:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074853.025708:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.025713:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.025719:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074853.025724:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.025826:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.025831:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.025856:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.025861:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.025865:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:0.1:1769074853.029319:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074853.029336:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074853.029584:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074853.029591:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074853.029594:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:2.1:1769074853.029648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074853.029654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000020:00000010:3.0:1769074853.030842:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.030847:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.030853:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.030858:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.030863:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.030893:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.030895:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fec0. 00000100:00000200:3.0:1769074853.030898:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826319872 00000001:00000010:3.0:1769074853.030908:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074853.030932:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074853.030939:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 02000000:00000010:3.0:1769074853.030964:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf01b000. 00010000:00000010:3.0:1769074853.030992:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074853.030996:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074853.031025:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074853.031028:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074853.031032:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074853.031036:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074853.031108:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074853.031112:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074853.031115:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074853.031118:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074853.031188:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074853.031199:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074853.031204:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074853.031224:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074853.031240:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdf100 x1855007826319872/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.031261:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074853.031267:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826319872, offset 224 00000400:00000200:3.0:1769074853.031274:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.031285:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.031291:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40271:40271:256:4294967295] 192.168.204.10@tcp LPNI seq info [40267:40267:8:4294967295] 00000400:00000200:3.0:1769074853.031302:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.031307:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.031313:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074853.031319:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.031325:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.031330:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.031349:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.031353:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.031356:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:1.0:1769074853.031929:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.031935:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074853.031943:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.031948:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.031952:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c462a8 00000400:00000010:1.0:1769074853.031954:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c462a8. 00010000:00000010:3.1:1769074853.032196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:3.0:1769074853.035396:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.035427:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b1b00 00000400:00000200:3.0:1769074853.035437:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 133576 00000400:00000200:3.0:1769074853.035454:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.035458:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.035466:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.035473:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71880. 00000020:00000010:1.0:1769074853.036005:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.036022:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.036031:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431a800. 00000020:00000010:1.0:1769074853.036036:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074853.036042:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.036082:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.036085:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.036088:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826320128 02000000:00000010:1.0:1769074853.036122:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c402000. 00010000:00000010:1.0:1769074853.036167:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:1.0:1769074853.036185:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:1.0:1769074853.036205:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.036211:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074853.036229:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074853.036232:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074853.036237:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.0:1769074853.036240:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.036322:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074853.036326:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074853.036328:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.0:1769074853.036332:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00000020:00000010:1.0:1769074853.036356:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b100. 00000020:00000010:1.0:1769074853.036363:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b100. 00000020:00000010:1.0:1769074853.036374:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b420. 00080000:00000010:1.0:1769074853.036384:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b8fe800. 00000001:00000010:1.0:1769074853.037069:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1669c0. 00000001:00000010:1.0:1769074853.037077:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074853.037112:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b420. 00010000:00000010:1.0:1769074853.037122:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.0:1769074853.037128:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074853.037143:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc540. 00010000:00000010:1.0:1769074853.037191:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00080000:00000010:1.0:1769074853.037219:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fa6b1d0. 00000004:00000010:1.0:1769074853.037227:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabadb14e40. 00000004:00000010:1.0:1769074853.037231:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa84243100. 00000004:00000010:1.0:1769074853.037236:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab89ceb438. 00000004:00000010:1.0:1769074853.037240:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fef8f00. 00010000:00000010:1.0:1769074853.037250:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074853.037267:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889746, last committed = 17179889615 00010000:00000200:1.0:1769074853.037279:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71880 x1855007826320128/t17179889746(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.037297:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074853.037304:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826320128, offset 224 00000400:00000010:1.0:1769074853.037311:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f8f8. 00000400:00000200:1.0:1769074853.037315:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.037330:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.037336:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40272:40272:256:4294967295] 192.168.204.10@tcp LPNI seq info [40268:40268:8:4294967295] 00000400:00000200:1.0:1769074853.037342:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.037349:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.037354:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.037359:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074853.037367:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.037374:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.037377:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.037403:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00010000:00000010:3.0:1769074853.038186:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:3.0:1769074853.038194:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72a00. 00010000:00000010:3.0:1769074853.038204:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc540. 00000020:00000010:1.0:1769074853.040127:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.040135:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431a800. 00000400:00000200:1.0:1769074853.041564:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.041582:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x655b1 00000400:00000200:1.0:1769074853.041590:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.041594:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.041626:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:1.0:1769074853.041629:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00010000:00000010:0.1:1769074853.042653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074853.042663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074853.043026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074853.043032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074853.043036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074853.043041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:3.0:1769074853.043110:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.043125:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b1b80 00000400:00000200:3.0:1769074853.043133:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 134064 00000400:00000200:3.0:1769074853.043193:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.043198:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.043205:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.043211:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71f80. 00000020:00000010:1.0:1769074853.043288:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.043294:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.043302:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431a800. 00000020:00000010:1.0:1769074853.043307:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074853.043313:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.043352:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.043355:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.043358:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826320256 00000001:00000010:1.0:1769074853.043367:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:1.0:1769074853.043391:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.043398:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 02000000:00000010:1.0:1769074853.043431:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c401000. 00010000:00000010:1.0:1769074853.043463:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.043467:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.043483:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074853.043486:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074853.043491:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.043493:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.043563:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074853.043567:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72000. 00010000:00000010:1.0:1769074853.043570:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.0:1769074853.043574:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074853.044209:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.044223:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.044229:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074853.044255:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074853.044272:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71f80 x1855007826320256/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.044292:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074853.044298:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826320256, offset 224 00000400:00000200:1.0:1769074853.044304:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.044315:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.044320:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40273:40273:256:4294967295] 192.168.204.10@tcp LPNI seq info [40269:40269:8:4294967295] 00000400:00000200:1.0:1769074853.044331:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.044336:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.044341:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074853.044347:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.044354:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.044358:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.044385:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074853.044390:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.044394:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431a800. 00010000:00000010:1.1:1769074853.046664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:1.1:1769074853.046676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074853.046839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074853.046845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074853.046848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074853.046851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:2.1:1769074853.047079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:2.1:1769074853.047085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:1.0:1769074853.049551:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.049572:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b1c80 00000400:00000200:1.0:1769074853.049581:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 134640 00000400:00000200:1.0:1769074853.049597:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.049638:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.049647:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.049654:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288df80. 00000800:00000200:3.0:1769074853.051675:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.051679:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:3.0:1769074853.051684:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.051696:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.054749:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.054771:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x655b9 00000400:00000200:3.0:1769074853.054779:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.054783:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.054790:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:3.0:1769074853.054793:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00010000:00000010:1.1:1769074853.055906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074853.055923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074853.056050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:3.1:1769074853.056059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00000400:00000200:1.0:1769074853.056175:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.056189:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b1d00 00000400:00000200:1.0:1769074853.056199:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 135128 00000400:00000200:1.0:1769074853.056263:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.056268:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.056276:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.056282:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288c700. 00010000:00000010:2.1:1769074853.057097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074853.057108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00000800:00000200:3.0:1769074853.060107:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.060116:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:3.0:1769074853.060122:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.060131:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.060138:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:3.0:1769074853.060140:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00010000:00000010:1.1:1769074853.060652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074853.060664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074853.060668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074853.060671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074853.060896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:2.1:1769074853.060902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:2.1:1769074853.060906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074853.060913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00000400:00000200:3.0:1769074853.062984:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.063005:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b1e00 00000400:00000200:3.0:1769074853.063024:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 135704 00000400:00000200:3.0:1769074853.063041:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.063045:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.063054:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.063061:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73b80. 00010000:00000010:0.1:1769074853.064966:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074853.064977:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074853.064980:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:0.1:1769074853.064983:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074853.065628:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074853.065635:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074853.065638:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074853.065641:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00000400:00000200:3.0:1769074853.070330:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.070340:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b1e80 00000400:00000200:3.0:1769074853.070347:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 136192 00000400:00000200:3.0:1769074853.070395:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.070399:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.070408:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.070414:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70000. 00010000:00000010:1.0:1769074853.072338:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074853.072351:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25600. 00010000:00000010:1.0:1769074853.072360:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8300. 00010000:00000010:2.1:1769074853.074150:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074853.074159:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00000020:00000010:3.0:1769074853.077367:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.077373:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.077378:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.077384:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.077390:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.077432:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.077435:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fec0. 00000100:00000200:3.0:1769074853.077438:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826321280 02000000:00000010:3.0:1769074853.077477:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf01d000. 00010000:00000010:3.0:1769074853.077519:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074853.077537:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:3.0:1769074853.077557:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074853.077564:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.077578:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074853.077581:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074853.077585:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074853.077588:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074853.077702:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074853.077706:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074853.077710:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074853.077713:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00000020:00000010:3.0:1769074853.077938:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.077946:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.077958:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6d80. 00080000:00000010:3.0:1769074853.077968:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b6dc00. 00000001:00000010:3.0:1769074853.078206:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab86435420. 00000001:00000010:3.0:1769074853.078215:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e480. 00000020:00000010:3.0:1769074853.078249:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6d80. 00010000:00000010:3.0:1769074853.078257:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074853.078262:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074853.078274:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074853.078361:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00080000:00000010:3.0:1769074853.078389:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bcc8e8. 00000004:00000010:3.0:1769074853.078396:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daba031ec00. 00000004:00000010:3.0:1769074853.078400:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6e330. 00000004:00000010:3.0:1769074853.078405:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae125870. 00000004:00000010:3.0:1769074853.078409:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa84226960. 00010000:00000010:3.0:1769074853.078418:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074853.078437:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889749, last committed = 17179889615 00010000:00000200:3.0:1769074853.078449:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffded80 x1855007826321280/t17179889749(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074853.078474:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074853.078482:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826321280, offset 224 00000400:00000010:3.0:1769074853.078489:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e710620. 00000400:00000200:3.0:1769074853.078493:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.078506:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.078511:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40278:40278:256:4294967295] 192.168.204.10@tcp LPNI seq info [40274:40274:8:4294967295] 00000400:00000200:3.0:1769074853.078518:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074853.078525:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.078530:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.078535:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074853.078541:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.078548:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.078552:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.078574:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.078579:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.078583:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:0.1:1769074853.078703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:0.1:1769074853.078712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074853.078716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074853.078720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074853.078724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074853.078741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074853.081938:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074853.081952:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.0:1769074853.081985:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:1.0:1769074853.081998:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:1.0:1769074853.082005:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00000020:00000010:1.0:1769074853.083948:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.083954:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.083961:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431a800. 00000020:00000010:1.0:1769074853.083967:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074853.083972:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.084019:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.084022:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.084025:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826321408 00000001:00000010:1.0:1769074853.084036:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 00010000:00000010:1.0:1769074853.084063:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.084071:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 02000000:00000010:1.0:1769074853.084103:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa833f3000. 00010000:00000010:1.0:1769074853.084131:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.084135:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.084153:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074853.084157:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074853.084161:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.084164:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.084236:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074853.084240:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72780. 00010000:00000010:1.0:1769074853.084244:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.084247:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074853.084307:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.084319:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.084324:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074853.084343:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074853.084358:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdf800 x1855007826321408/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.084374:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074853.084379:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826321408, offset 224 00000400:00000200:1.0:1769074853.084385:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.084394:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.084400:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40279:40279:256:4294967295] 192.168.204.10@tcp LPNI seq info [40275:40275:8:4294967295] 00000400:00000200:1.0:1769074853.084411:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.084416:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.084421:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074853.084426:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.084434:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.084438:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.084451:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074853.084454:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.084458:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431a800. 00010000:00000010:3.1:1769074853.084520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074853.084528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074853.084531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074853.084550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:2.1:1769074853.084630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074853.084636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074853.086760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074853.086771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000020:00000010:3.0:1769074853.089248:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.089254:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.089259:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.089265:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.089270:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.089305:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.089308:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fec0. 00000100:00000200:3.0:1769074853.089311:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826321664 02000000:00000010:3.0:1769074853.089348:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87cf9000. 00010000:00000010:3.0:1769074853.089385:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:3.0:1769074853.089402:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72780. 00010000:00000010:3.0:1769074853.089435:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074853.089441:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.089459:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074853.089463:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074853.089467:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074853.089470:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074853.089550:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074853.089554:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074853.089558:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.089561:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00000020:00000010:3.0:1769074853.089587:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.089593:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.089639:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab864359c0. 00080000:00000010:3.0:1769074853.089651:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc11b000. 00000001:00000010:3.0:1769074853.089881:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbeef4a20. 00000001:00000010:3.0:1769074853.089889:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ec00. 00000020:00000010:3.0:1769074853.089923:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab864359c0. 00010000:00000010:3.0:1769074853.089932:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.089936:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074853.089948:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e300. 00010000:00000010:3.0:1769074853.089996:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00080000:00000010:3.0:1769074853.090035:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fa6b8f0. 00000004:00000010:3.0:1769074853.090042:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabadb14000. 00000004:00000010:3.0:1769074853.090046:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa84243650. 00000004:00000010:3.0:1769074853.090051:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab89cebc30. 00000004:00000010:3.0:1769074853.090056:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd75a40. 00010000:00000010:3.0:1769074853.090066:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074853.090081:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889750, last committed = 17179889615 00010000:00000200:3.0:1769074853.090091:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288e00 x1855007826321664/t17179889750(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074853.090109:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074853.090115:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826321664, offset 224 00000400:00000010:3.0:1769074853.090123:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e7100a8. 00000400:00000200:3.0:1769074853.090127:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.090139:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.090145:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40280:40280:256:4294967295] 192.168.204.10@tcp LPNI seq info [40276:40276:8:4294967295] 00000400:00000200:3.0:1769074853.090151:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074853.090158:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.090164:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.090169:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074853.090176:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.090183:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.090188:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.090211:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.090215:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.090219:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:1.1:1769074853.091684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074853.091695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074853.091700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074853.091704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:2.1:1769074853.092098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074853.092105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074853.095705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074853.095712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074853.096037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074853.096047:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:3.1:1769074853.096051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074853.096056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000020:00000010:1.0:1769074853.097263:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.097269:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.097278:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431a800. 00000020:00000010:1.0:1769074853.097283:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074853.097288:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.097325:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.097327:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.097330:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826321792 00000001:00000010:1.0:1769074853.097340:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e480. 00010000:00000010:1.0:1769074853.097363:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.097370:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 02000000:00000010:1.0:1769074853.097396:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa833f4000. 00010000:00000010:1.0:1769074853.097437:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.097441:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.097461:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074853.097465:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074853.097470:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.097473:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.097549:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074853.097553:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72780. 00010000:00000010:1.0:1769074853.097557:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.0:1769074853.097560:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074853.097670:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.097684:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.097688:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074853.097711:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074853.097962:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028a680 x1855007826321792/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:2.1:1769074853.100693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074853.100707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:1.1:1769074853.104670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074853.104698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074853.104704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074853.104707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.108312:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:1.0:1769074853.108320:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25600. 00010000:00000010:1.0:1769074853.108325:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00000800:00000200:3.0:1769074853.109081:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.109086:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:3.0:1769074853.109091:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.109097:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074853.113049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074853.113066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074853.121665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074853.121681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074853.121873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074853.121882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:0.1:1769074853.121926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074853.121931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00000020:00000010:3.0:1769074853.124253:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.124259:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.124266:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.124271:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.124276:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.124319:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fec0. 00000020:00000010:3.0:1769074853.124323:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fec0. 00000100:00000200:3.0:1769074853.124326:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826322432 02000000:00000010:3.0:1769074853.124360:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87cff000. 00010000:00000010:3.0:1769074853.124413:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.0:1769074853.124432:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25180. 00010000:00000010:3.0:1769074853.124455:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074853.124462:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.124480:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074853.124484:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074853.124488:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.124490:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074853.124574:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074853.124578:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074853.124581:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074853.124585:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00000020:00000010:3.0:1769074853.124654:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.124661:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.124673:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6540. 00080000:00000010:3.0:1769074853.124683:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc11a800. 00000001:00000010:3.0:1769074853.124906:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf99c0. 00000001:00000010:3.0:1769074853.124913:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074853.124947:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6540. 00010000:00000010:3.0:1769074853.124956:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074853.124960:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074853.124972:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074853.125024:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00080000:00000010:3.0:1769074853.125047:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa832d0e40. 00000004:00000010:3.0:1769074853.125055:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f0600. 00000004:00000010:3.0:1769074853.125058:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d1650. 00000004:00000010:3.0:1769074853.125063:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843679d8. 00000004:00000010:3.0:1769074853.125067:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd330e0. 00010000:00000010:3.0:1769074853.125077:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074853.125093:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889752, last committed = 17179889615 00010000:00000200:3.0:1769074853.125103:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289c00 x1855007826322432/t17179889752(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074853.125122:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074853.125128:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826322432, offset 224 00000400:00000010:3.0:1769074853.125135:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e710540. 00000400:00000200:3.0:1769074853.125139:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.125152:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.125157:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40284:40284:256:4294967295] 192.168.204.10@tcp LPNI seq info [40280:40280:8:4294967295] 00000400:00000200:3.0:1769074853.125164:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074853.125171:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.125176:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.125181:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074853.125186:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.125192:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.125196:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.125213:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.125217:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.125221:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:1.0:1769074853.125391:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:1.0:1769074853.125399:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:1.0:1769074853.125404:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00010000:00000010:2.1:1769074853.127721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074853.128026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074853.128032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074853.128035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074853.131042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:3.1:1769074853.131054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074853.131059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074853.131066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:1.1:1769074853.131675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074853.131682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000800:00000200:1.0:1769074853.138175:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.138186:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38b00. 00000400:00000200:1.0:1769074853.138196:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.138206:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.138213:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:1.0:1769074853.138216:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00010000:00000010:1.0:1769074853.141113:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:1.0:1769074853.141119:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25880. 00010000:00000010:1.0:1769074853.141125:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00000400:00000200:1.0:1769074853.145590:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00010000:00000010:2.1:1769074853.145649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074853.145657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:1.0:1769074853.145965:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x655e9 00000400:00000200:1.0:1769074853.145972:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.145975:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.145981:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:1.0:1769074853.145984:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00000400:00000200:1.0:1769074853.146050:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.146058:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b2600 00000400:00000200:1.0:1769074853.146065:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 141512 00000400:00000200:1.0:1769074853.146116:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.146121:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.146126:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.146133:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4000. 00000800:00000200:3.0:1769074853.147381:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.147386:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074853.147390:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.147394:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.147398:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:3.0:1769074853.147400:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00000400:00000200:3.0:1769074853.150754:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.150773:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b2700 00000400:00000200:3.0:1769074853.150783:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 142088 00000400:00000200:3.0:1769074853.150799:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.150804:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.150812:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.150819:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71c00. 00010000:00000010:1.0:1769074853.153543:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:1.0:1769074853.153550:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25900. 00010000:00000010:1.0:1769074853.153558:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf900. 00000800:00000200:1.0:1769074853.156461:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.156473:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:1.0:1769074853.156484:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.156493:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074853.157648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074853.157656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000400:00000200:3.0:1769074853.158961:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.158979:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b2780 00000400:00000200:3.0:1769074853.158989:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 142576 00000400:00000200:3.0:1769074853.159260:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.159265:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.159273:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.159280:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72300. 00010000:00000010:2.1:1769074853.159655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074853.159665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074853.159672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074853.159678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074853.159946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074853.159952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074853.159956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074853.159958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00000020:00000010:1.0:1769074853.160358:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.160365:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.160372:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.160377:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.160384:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.160543:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.160547:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.160551:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826323328 00000001:00000010:1.0:1769074853.160560:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:1.0:1769074853.160585:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.160592:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 02000000:00000010:1.0:1769074853.160645:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c68a000. 00010000:00000010:1.0:1769074853.160680:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.160694:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.160713:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074853.160716:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72000. 00010000:00000010:1.0:1769074853.160720:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.0:1769074853.160723:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.160970:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074853.160974:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074853.160978:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.0:1769074853.160981:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074853.161058:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.161071:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.161076:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72000. 00010000:00000010:1.0:1769074853.161096:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074853.161112:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72300 x1855007826323328/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.161132:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074853.161139:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826323328, offset 224 00000400:00000200:1.0:1769074853.161146:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.161159:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.161166:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40289:40289:256:4294967295] 192.168.204.10@tcp LPNI seq info [40285:40285:8:4294967295] 00000400:00000200:1.0:1769074853.161178:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.161183:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.161189:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074853.161195:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.161202:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.161206:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.161236:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.161240:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.161244:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.161379:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.161384:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074853.161389:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.161394:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.161399:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:3.0:1769074853.161402:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00010000:00000010:2.1:1769074853.163869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074853.163886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074853.163890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074853.163894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074853.163896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074853.163899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074853.163902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074853.163908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074853.163911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074853.163914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074853.163979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074853.163985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074853.164644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074853.164651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000020:00000010:1.0:1769074853.169060:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.169067:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.169076:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.169081:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.169087:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.169174:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.169178:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.169182:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826323584 02000000:00000010:1.0:1769074853.169218:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c68b000. 00010000:00000010:1.0:1769074853.169259:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074853.169275:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074853.169296:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.0:1769074853.169302:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074853.169319:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074853.169322:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074853.169328:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.169331:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074853.169427:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074853.169431:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72000. 00010000:00000010:1.0:1769074853.169435:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.169439:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00000020:00000010:1.0:1769074853.169464:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074853.169470:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074853.169480:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b420. 00080000:00000010:1.0:1769074853.169489:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff74000. 00000001:00000010:1.0:1769074853.169890:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82bfe780. 00000001:00000010:1.0:1769074853.169898:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc9c0. 00000020:00000010:1.0:1769074853.169934:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b420. 00010000:00000010:1.0:1769074853.169943:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.0:1769074853.169947:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.169959:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcccc0. 00010000:00000010:1.0:1769074853.170062:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00080000:00000010:1.0:1769074853.170086:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900ffab8. 00000004:00000010:1.0:1769074853.170093:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab85bed540. 00000004:00000010:1.0:1769074853.170098:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa84242220. 00000004:00000010:1.0:1769074853.170103:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab89ceb0f0. 00000004:00000010:1.0:1769074853.170107:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd74000. 00010000:00000010:1.0:1769074853.170117:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074853.170136:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889755, last committed = 17179889615 00010000:00000200:1.0:1769074853.170146:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdd180 x1855007826323584/t17179889755(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.170165:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074853.170171:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826323584, offset 224 00000400:00000010:1.0:1769074853.170177:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f2d8. 00000400:00000200:1.0:1769074853.170181:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.170194:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.170200:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40290:40290:256:4294967295] 192.168.204.10@tcp LPNI seq info [40286:40286:8:4294967295] 00000400:00000200:1.0:1769074853.170206:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.170213:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.170219:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.170224:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074853.170230:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.170238:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.170242:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.170270:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.170275:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.170278:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.170408:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.170413:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074853.170418:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.170423:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.172846:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.172867:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x655f9 00000400:00000200:3.0:1769074853.172874:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.172878:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.172884:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:3.0:1769074853.172887:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00010000:00000010:1.1:1769074853.175042:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074853.175060:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074853.175065:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074853.175067:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00000020:00000010:1.0:1769074853.177236:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.177243:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.177251:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.177256:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.177261:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.177307:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.177310:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.177313:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826323712 00000001:00000010:1.0:1769074853.177322:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 00010000:00000010:1.0:1769074853.177348:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.177355:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 02000000:00000010:1.0:1769074853.177382:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c689000. 00010000:00000010:1.0:1769074853.177423:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.0:1769074853.177427:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.177446:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074853.177449:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074853.177453:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.177457:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.177528:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074853.177532:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e80. 00010000:00000010:1.0:1769074853.177536:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.177539:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074853.177627:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.177645:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.177650:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074853.177670:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074853.177686:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffde680 x1855007826323712/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.177705:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074853.177711:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826323712, offset 224 00000400:00000200:1.0:1769074853.177717:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.178028:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.178035:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40291:40291:256:4294967295] 192.168.204.10@tcp LPNI seq info [40287:40287:8:4294967295] 00000400:00000200:1.0:1769074853.178048:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.178054:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.178060:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074853.178066:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.178074:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.178078:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.178104:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.178109:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.178113:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.178246:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.178251:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074853.178257:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.178262:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.178267:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:3.0:1769074853.178269:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00010000:00000010:1.1:1769074853.179953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074853.179966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074853.179970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074853.179977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:0.1:1769074853.183285:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074853.183299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074853.183304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074853.183308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00000400:00000200:3.0:1769074853.183995:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.184022:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b2a00 00000400:00000200:3.0:1769074853.184031:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 144216 00000400:00000200:3.0:1769074853.184048:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.184054:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.184062:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.184069:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70700. 00000020:00000010:1.0:1769074853.184189:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.184195:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.184203:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.184208:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.184213:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.184257:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.184261:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.184264:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826323968 02000000:00000010:1.0:1769074853.184300:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c68c000. 00010000:00000010:1.0:1769074853.184339:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074853.184356:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72e80. 00010000:00000010:1.0:1769074853.184375:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.0:1769074853.184381:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074853.184395:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074853.184398:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e80. 00010000:00000010:1.0:1769074853.184544:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.184551:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074853.184650:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074853.184654:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074853.184657:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.0:1769074853.184661:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00000020:00000010:1.0:1769074853.184687:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074853.184694:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074853.184705:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab82bfec00. 00080000:00000010:1.0:1769074853.184715:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff74400. 00000001:00000010:1.0:1769074853.185104:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bf60. 00000001:00000010:1.0:1769074853.185113:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074853.185158:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab82bfec00. 00010000:00000010:1.0:1769074853.185168:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.0:1769074853.185172:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.185184:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcccc0. 00010000:00000010:1.0:1769074853.185221:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00080000:00000010:1.0:1769074853.185242:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900ffc80. 00000004:00000010:1.0:1769074853.185250:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daba8a3c480. 00000004:00000010:1.0:1769074853.185253:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa84243870. 00000004:00000010:1.0:1769074853.185258:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab89ceb168. 00000004:00000010:1.0:1769074853.185261:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd754a0. 00010000:00000010:1.0:1769074853.185270:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:1.0:1769074853.185289:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889756, last committed = 17179889615 00010000:00000200:1.0:1769074853.185299:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70700 x1855007826323968/t17179889756(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.185318:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074853.185324:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826323968, offset 224 00000400:00000010:1.0:1769074853.185329:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fe38. 00000400:00000200:1.0:1769074853.185333:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.185346:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.185352:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40292:40292:256:4294967295] 192.168.204.10@tcp LPNI seq info [40288:40288:8:4294967295] 00000400:00000200:1.0:1769074853.185358:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.185365:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.185369:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.185374:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074853.185380:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.185387:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.185391:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.185561:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.185566:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.185570:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.188935:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.188945:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074853.188954:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.188963:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074853.189655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074853.189667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074853.189671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074853.189673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00000400:00000200:3.0:1769074853.192175:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.192197:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65601 00000400:00000200:3.0:1769074853.192204:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.192209:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.192217:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:3.0:1769074853.192220:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00000400:00000200:3.0:1769074853.193474:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.193487:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b2a80 00000400:00000200:3.0:1769074853.193496:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 144704 00000400:00000200:3.0:1769074853.193548:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.193553:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.193560:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.193566:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71500. 00010000:00000010:1.1:1769074853.194122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074853.194133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00000020:00000010:1.0:1769074853.194170:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.194175:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.194183:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.194188:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.194193:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.194227:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.194233:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.194236:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826324096 00000001:00000010:1.0:1769074853.194245:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074853.194270:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.194279:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 02000000:00000010:1.0:1769074853.194305:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c688000. 00010000:00000010:1.0:1769074853.194335:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.194339:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.194358:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074853.194360:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074853.194364:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.194366:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074853.194455:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074853.194458:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074853.194462:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.0:1769074853.194465:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074853.194528:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.194541:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074853.194546:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074853.194567:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:1.0:1769074853.194583:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71500 x1855007826324096/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.194641:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074853.194647:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826324096, offset 224 00000400:00000200:1.0:1769074853.194655:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.194668:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.194674:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40293:40293:256:4294967295] 192.168.204.10@tcp LPNI seq info [40289:40289:8:4294967295] 00000400:00000200:1.0:1769074853.194694:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.194700:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.194706:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074853.194712:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.194720:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00010000:00000010:0.1:1769074853.194839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074853.194847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00000800:00000200:1.0:1769074853.194932:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.194950:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.194954:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.194958:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.195209:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.195214:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:3.0:1769074853.195218:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.195224:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.195229:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:3.0:1769074853.195231:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00010000:00000010:2.1:1769074853.197986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:2.1:1769074853.198002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074853.198132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074853.198142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00000400:00000200:3.0:1769074853.201202:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.201222:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b2b80 00000400:00000200:3.0:1769074853.201232:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 145280 00000400:00000200:3.0:1769074853.201260:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.201265:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.201275:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.201281:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70e00. 00000800:00000200:3.0:1769074853.203076:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.203081:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074853.203085:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.203091:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074853.210704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074853.210730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074853.210741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074853.210744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074853.215658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074853.215680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00000400:00000200:3.0:1769074853.216064:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.216083:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65609 00000400:00000200:3.0:1769074853.216091:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.216095:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.216103:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:3.0:1769074853.216105:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00000400:00000200:3.0:1769074853.216137:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.216143:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b2c00 00000400:00000200:3.0:1769074853.216150:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 145768 00000400:00000200:3.0:1769074853.216212:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.216217:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.216222:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.216231:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72a00. 00000020:00000010:1.0:1769074853.216569:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.216575:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.216582:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.216588:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.216594:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.216667:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.216669:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.216673:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826324480 00000001:00000010:1.0:1769074853.216682:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074853.216718:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.216734:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 02000000:00000010:1.0:1769074853.216764:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86721000. 00010000:00000010:1.0:1769074853.216793:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.216797:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074853.216817:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074853.216821:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074853.216825:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.216827:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.216898:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074853.216901:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72700. 00010000:00000010:1.0:1769074853.216904:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.0:1769074853.216908:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074853.216978:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074853.216993:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.216999:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074853.217031:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:1.0:1769074853.217048:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72a00 x1855007826324480/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.217067:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074853.217074:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826324480, offset 224 00000400:00000200:1.0:1769074853.217080:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.217092:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.217098:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40295:40295:256:4294967295] 192.168.204.10@tcp LPNI seq info [40291:40291:8:4294967295] 00000400:00000200:1.0:1769074853.217110:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.217116:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.217120:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074853.217126:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.217133:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.217137:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.217151:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.217155:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.217159:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.223218:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.223228:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074853.223235:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.223244:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.223251:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:3.0:1769074853.223253:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00010000:00000010:0.1:1769074853.223639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074853.223647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074853.223701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074853.223710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00000400:00000200:3.0:1769074853.225001:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.225049:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b2d00 00000400:00000200:3.0:1769074853.225059:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 146344 00000400:00000200:3.0:1769074853.225074:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.225078:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.225085:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.225093:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73100. 00000800:00000200:3.0:1769074853.226567:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.226573:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074853.226577:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.226581:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074853.228652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074853.228665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074853.228670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074853.228673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:0.1:1769074853.228975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074853.228983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000400:00000200:3.0:1769074853.229875:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.229896:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65611 00000400:00000200:3.0:1769074853.229903:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.229907:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.229914:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:3.0:1769074853.229916:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00010000:00000010:2.1:1769074853.232717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:2.1:1769074853.232955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074853.232961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074853.232968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00000400:00000200:3.0:1769074853.234488:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.234507:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b2d80 00000400:00000200:3.0:1769074853.234517:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 146832 00000400:00000200:3.0:1769074853.234571:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.234576:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.234584:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.234653:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe7800. 00000020:00000010:1.0:1769074853.235018:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.235024:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.235033:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.235038:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.235043:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.235081:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.235083:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.235087:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826324864 00000001:00000010:1.0:1769074853.235097:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:1.0:1769074853.235121:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.235129:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 02000000:00000010:1.0:1769074853.235157:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86725000. 00010000:00000010:1.0:1769074853.235188:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.235193:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.235213:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074853.235216:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074853.235220:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.235224:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074853.235293:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074853.235296:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a80. 00010000:00000010:1.0:1769074853.235299:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.0:1769074853.235303:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074853.235366:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.235380:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074853.235386:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074853.235405:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:1.0:1769074853.235422:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffe7800 x1855007826324864/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.235441:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074853.235447:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826324864, offset 224 00000400:00000200:1.0:1769074853.235455:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.235465:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.235471:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40297:40297:256:4294967295] 192.168.204.10@tcp LPNI seq info [40293:40293:8:4294967295] 00000400:00000200:1.0:1769074853.235482:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.235487:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.235492:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074853.235498:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.235505:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.235509:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.235535:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.235538:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.235542:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.236523:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.236531:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074853.236537:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.236544:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.236550:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:3.0:1769074853.236552:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00010000:00000010:0.1:1769074853.237762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074853.237776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00000400:00000200:3.0:1769074853.240971:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.240994:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b2e80 00000400:00000200:3.0:1769074853.241004:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 147408 00000400:00000200:3.0:1769074853.241031:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.241036:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.241044:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.241050:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe7480. 00000800:00000200:3.0:1769074853.243174:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.243180:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:3.0:1769074853.243185:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.243191:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.246308:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.246332:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65619 00000400:00000200:3.0:1769074853.246339:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.246345:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.246352:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:3.0:1769074853.246356:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00010000:00000010:1.0:1769074853.246540:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:1.0:1769074853.246551:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25580. 00010000:00000010:1.1:1769074853.246765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074853.246777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074853.246781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074853.246784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:2.1:1769074853.247148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074853.247156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00000400:00000200:3.0:1769074853.249120:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.249142:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b2f00 00000400:00000200:3.0:1769074853.249153:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 147896 00000400:00000200:3.0:1769074853.249214:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.249220:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.249228:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.249236:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe4380. 00000800:00000200:3.0:1769074853.250112:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.250116:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:3.0:1769074853.250120:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.250124:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.250128:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:3.0:1769074853.250131:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:1.1:1769074853.251656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074853.251674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:0.1:1769074853.254005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074853.254032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074853.254084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:2.1:1769074853.254093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074853.254098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074853.254104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00000400:00000200:3.0:1769074853.256226:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.256247:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b3000 00000400:00000200:3.0:1769074853.256257:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 148472 00000400:00000200:3.0:1769074853.256272:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.256276:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.256284:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.256291:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe4a80. 00000020:00000010:1.0:1769074853.257223:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.257232:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.257241:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.257247:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.257252:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.257296:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.257299:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.257303:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826325504 02000000:00000010:1.0:1769074853.257344:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba10fc000. 00010000:00000010:1.0:1769074853.257384:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:1.0:1769074853.257577:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25a80. 00010000:00000010:1.0:1769074853.257943:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.257954:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074853.257973:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074853.257977:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074853.257981:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.257984:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074853.258083:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074853.258087:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72500. 00010000:00000010:1.0:1769074853.258090:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.258094:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00000020:00000010:1.0:1769074853.258120:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074853.258128:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074853.258138:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b660. 00080000:00000010:1.0:1769074853.258148:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff76c00. 00000001:00000010:1.0:1769074853.258389:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82bfeea0. 00000001:00000010:1.0:1769074853.258399:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc9c0. 00000020:00000010:1.0:1769074853.258595:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b660. 00010000:00000010:1.0:1769074853.258962:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.0:1769074853.258970:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074853.258987:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074853.259112:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00080000:00000010:1.0:1769074853.259154:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fa6b560. 00000004:00000010:1.0:1769074853.259164:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabadb14c00. 00000004:00000010:1.0:1769074853.259169:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa84243980. 00000004:00000010:1.0:1769074853.259174:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab89cebac8. 00000004:00000010:1.0:1769074853.259180:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fef9e00. 00010000:00000010:1.0:1769074853.259192:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:1.0:1769074853.259217:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889760, last committed = 17179889615 00010000:00000200:1.0:1769074853.259232:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffe4a80 x1855007826325504/t17179889760(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.259256:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074853.259263:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826325504, offset 224 00000400:00000010:1.0:1769074853.259270:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fd90. 00000400:00000200:1.0:1769074853.259275:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.259294:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.259301:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40300:40300:256:4294967295] 192.168.204.10@tcp LPNI seq info [40296:40296:8:4294967295] 00000400:00000200:1.0:1769074853.259308:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.259317:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.259322:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.259327:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074853.259334:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.259342:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.259347:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.259381:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.259386:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.259390:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.259885:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.259892:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4e00. 00000400:00000200:3.0:1769074853.259897:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.259904:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074853.261671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074853.261695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074853.261700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074853.261703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00000400:00000200:3.0:1769074853.264423:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.264446:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65621 00000400:00000200:3.0:1769074853.264455:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.264459:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.264467:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:3.0:1769074853.264471:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00000400:00000200:3.0:1769074853.264508:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.264514:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b3080 00000400:00000200:3.0:1769074853.264522:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 148960 00000400:00000200:3.0:1769074853.264575:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.264579:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.264584:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.264590:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe5180. 00000400:00000200:3.0:1769074853.270160:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.270181:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b3180 00000400:00000200:3.0:1769074853.270191:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 149536 00000400:00000200:3.0:1769074853.270206:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.270211:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.270219:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.270226:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe6680. 00000800:00000200:3.0:1769074853.272437:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.272441:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:3.0:1769074853.272445:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.272450:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074853.272537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074853.272544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074853.272548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074853.272556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.272576:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:1.0:1769074853.272582:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25d00. 00010000:00000010:1.0:1769074853.272587:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000400:00000200:1.0:1769074853.276098:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.276120:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65629 00000400:00000200:1.0:1769074853.276128:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.276132:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.276138:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:1.0:1769074853.276141:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00000400:00000200:1.0:1769074853.276168:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.276174:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b3200 00000400:00000200:1.0:1769074853.276181:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 150024 00000400:00000200:1.0:1769074853.276233:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.276236:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.276241:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.276247:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5880. 00010000:00000010:3.0:1769074853.276305:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:3.0:1769074853.276314:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25280. 00000020:00000010:1.0:1769074853.277899:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.277902:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.277907:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826326016 00000001:00000010:1.0:1769074853.277917:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074853.277941:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.277949:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 02000000:00000010:1.0:1769074853.277972:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba10fe000. 00010000:00000010:1.0:1769074853.277997:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.278000:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.278028:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074853.278032:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074853.278035:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.0:1769074853.278038:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074853.278105:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074853.278108:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72680. 00010000:00000010:1.0:1769074853.278111:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.0:1769074853.278114:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074853.278171:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.278183:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074853.278187:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074853.278204:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:1.0:1769074853.278221:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5880 x1855007826326016/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.278240:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074853.278245:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826326016, offset 224 00000400:00000200:1.0:1769074853.278251:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.278262:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.278269:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40303:40303:256:4294967295] 192.168.204.10@tcp LPNI seq info [40299:40299:8:4294967295] 00000400:00000200:1.0:1769074853.278280:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.278286:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.278290:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074853.278296:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.278303:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.278307:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.278325:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:1.0:1769074853.278329:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:1.0:1769074853.278332:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00010000:00000010:0.1:1769074853.283018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:0.1:1769074853.283035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074853.283042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074853.283047:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074853.283051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074853.283055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00000400:00000200:1.0:1769074853.283161:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.283179:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b3300 00000400:00000200:1.0:1769074853.283187:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 150600 00000400:00000200:1.0:1769074853.283206:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.283211:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.283219:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.283225:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7b80. 00000020:00000010:3.0:1769074853.283326:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.283332:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.283338:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.283344:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.283348:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.283424:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.283427:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.283431:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826326272 02000000:00000010:3.0:1769074853.283466:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87cfc000. 00010000:00000010:3.0:1769074853.283504:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:3.0:1769074853.283519:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72680. 00010000:00000010:3.0:1769074853.283540:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074853.283546:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.283564:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074853.283567:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074853.283571:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074853.283575:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074853.284065:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074853.284070:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074853.284076:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.284081:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00000020:00000010:3.0:1769074853.284110:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.284117:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.284127:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9de0. 00080000:00000010:3.0:1769074853.284136:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae927000. 00000001:00000010:3.0:1769074853.284338:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9840. 00000001:00000010:3.0:1769074853.284346:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074853.284378:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9de0. 00010000:00000010:3.0:1769074853.284386:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074853.284390:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074853.284492:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074853.284530:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00080000:00000010:3.0:1769074853.284557:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900fe000. 00000004:00000010:3.0:1769074853.284564:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabadb14a80. 00000004:00000010:3.0:1769074853.284569:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa84243dc0. 00000004:00000010:3.0:1769074853.284574:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab89cebe88. 00000004:00000010:3.0:1769074853.284579:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd743c0. 00010000:00000010:3.0:1769074853.284590:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074853.284674:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889762, last committed = 17179889615 00010000:00000200:3.0:1769074853.285021:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7b80 x1855007826326272/t17179889762(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074853.285044:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074853.285051:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826326272, offset 224 00000400:00000010:3.0:1769074853.285058:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e710af0. 00000400:00000200:3.0:1769074853.285062:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.285075:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.285081:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40304:40304:256:4294967295] 192.168.204.10@tcp LPNI seq info [40300:40300:8:4294967295] 00000400:00000200:3.0:1769074853.285088:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074853.285095:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.285101:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.285106:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074853.285113:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.285120:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.285124:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.285184:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.285189:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.285193:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:2.1:1769074853.285640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:2.1:1769074853.285650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:2.1:1769074853.285657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074853.285660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074853.285664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074853.285669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.1:1769074853.288598:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074853.288925:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00000800:00000200:1.0:1769074853.288949:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.288953:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074853.288962:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.288971:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074853.289070:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074853.289075:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00000020:00000010:3.0:1769074853.289564:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.289570:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.289575:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.289581:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.289586:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.289651:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.289654:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.289657:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826326400 00000001:00000010:3.0:1769074853.289666:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:3.0:1769074853.289701:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074853.289709:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 02000000:00000010:3.0:1769074853.289751:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87cfb000. 00010000:00000010:3.0:1769074853.289782:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.289786:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074853.289804:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074853.289807:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074853.289811:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074853.289814:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074853.289884:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074853.289888:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074853.289891:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074853.289895:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074853.289957:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074853.289970:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074853.289975:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074853.289994:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074853.290020:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288a80 x1855007826326400/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.290041:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074853.290046:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826326400, offset 224 00000400:00000200:3.0:1769074853.290053:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.290064:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.290070:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40305:40305:256:4294967295] 192.168.204.10@tcp LPNI seq info [40301:40301:8:4294967295] 00000400:00000200:3.0:1769074853.290081:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.290087:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.290092:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074853.290097:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.290104:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.290108:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.290127:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.290131:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.290134:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:1.0:1769074853.291207:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.291214:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074853.291221:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.291228:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.291233:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46000 00000400:00000010:1.0:1769074853.291236:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46000. 00000400:00000200:1.0:1769074853.294277:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.294297:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b3480 00000400:00000200:1.0:1769074853.294305:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 151664 00000400:00000200:1.0:1769074853.294320:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.294324:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.294333:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.294339:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6a00. 00010000:00000010:0.1:1769074853.299127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:0.1:1769074853.299141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:1.1:1769074853.299194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074853.299204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074853.299208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074853.299211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00000400:00000200:1.0:1769074853.299595:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.299647:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65639 00000400:00000200:1.0:1769074853.299654:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.299659:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.299665:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:1.0:1769074853.299668:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00010000:00000010:3.0:1769074853.300026:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:3.0:1769074853.300036:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25800. 00010000:00000010:2.1:1769074853.300670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:2.1:1769074853.300678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074853.300690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074853.300697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074853.300966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:3.1:1769074853.300974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074853.300979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074853.300984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.1:1769074853.300987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074853.300991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074853.300994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074853.300996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:1.0:1769074853.302912:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.302932:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b3500 00000400:00000200:1.0:1769074853.302941:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 152152 00000400:00000200:1.0:1769074853.303002:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.303016:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.303025:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.303032:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7480. 00000020:00000010:3.0:1769074853.303384:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.303391:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.303397:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.303414:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.303420:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.303463:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.303466:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.303469:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826326784 00000001:00000010:3.0:1769074853.303479:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074853.303505:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074853.303512:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 02000000:00000010:3.0:1769074853.303542:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9eda8000. 00010000:00000010:3.0:1769074853.303572:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074853.303577:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074853.303594:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074853.303598:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074853.303644:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.303648:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074853.303718:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074853.303732:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074853.303738:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074853.303741:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074853.303805:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074853.303818:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074853.303824:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074853.303843:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074853.303862:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7480 x1855007826326784/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.303882:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074853.303888:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826326784, offset 224 00000400:00000200:3.0:1769074853.303895:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.303906:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.303912:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40307:40307:256:4294967295] 192.168.204.10@tcp LPNI seq info [40303:40303:8:4294967295] 00000400:00000200:3.0:1769074853.303922:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.303928:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.303933:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074853.303939:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.303946:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.303950:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.303971:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.303975:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.303979:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:0.1:1769074853.305850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074853.305865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074853.305869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074853.305873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00000400:00000200:1.0:1769074853.307966:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.307984:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b3600 00000400:00000200:1.0:1769074853.307992:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 152728 00000400:00000200:1.0:1769074853.308029:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.308034:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.308042:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.308048:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6300. 00010000:00000010:3.0:1769074853.314151:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:3.0:1769074853.314167:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25100. 00010000:00000010:3.1:1769074853.315633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074853.315644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00000020:00000010:3.0:1769074853.315707:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.315713:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.315719:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.315879:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.315885:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.315927:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.315930:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.315933:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826327168 00000001:00000010:3.0:1769074853.315942:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:3.0:1769074853.315967:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.315975:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 02000000:00000010:3.0:1769074853.316003:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9edae000. 00010000:00000010:3.0:1769074853.316041:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074853.316045:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074853.316068:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074853.316072:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074853.316076:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074853.316079:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074853.316158:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074853.316162:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074853.316166:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074853.316170:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074853.316233:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074853.316245:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074853.316250:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074853.316270:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074853.316286:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289500 x1855007826327168/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.316304:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074853.316310:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826327168, offset 224 00000400:00000200:3.0:1769074853.316317:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.316328:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.316335:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40309:40309:256:4294967295] 192.168.204.10@tcp LPNI seq info [40305:40305:8:4294967295] 00000400:00000200:3.0:1769074853.316346:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.316351:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.316356:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074853.316361:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.316367:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.316372:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.316595:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.316600:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.316634:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:1.0:1769074853.317030:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:1.0:1769074853.317037:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25200. 00010000:00000010:1.0:1769074853.317044:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00010000:00000010:3.1:1769074853.320994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074853.321003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074853.321017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074853.321020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:2.1:1769074853.322181:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:2.1:1769074853.322190:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074853.322194:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074853.322212:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.0:1769074853.323560:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:1.0:1769074853.323567:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25380. 00010000:00000010:1.0:1769074853.323573:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00000800:00000200:1.0:1769074853.330004:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.330023:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074853.330032:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.330040:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074853.332692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074853.332713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074853.333053:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074853.333060:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000800:00000200:1.0:1769074853.335047:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.335053:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074853.335059:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.335065:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.335070:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:1.0:1769074853.335072:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00010000:00000010:3.0:1769074853.335296:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:3.0:1769074853.335305:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25680. 00010000:00000010:3.1:1769074853.336146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074853.336156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074853.336161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074853.336163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:1.1:1769074853.339097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:1.1:1769074853.339112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00000400:00000200:1.0:1769074853.339764:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.339783:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b3900 00000400:00000200:1.0:1769074853.339792:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 154856 00000400:00000200:1.0:1769074853.339809:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.339814:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.339822:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.339828:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4380. 00010000:00000010:1.0:1769074853.341437:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074853.341445:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:1.0:1769074853.341452:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00010000:00000010:2.1:1769074853.341693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:2.1:1769074853.341701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074853.341706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074853.341712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074853.343177:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074853.343189:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074853.343976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074853.343986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074853.343989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074853.343992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:3.0:1769074853.347486:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074853.347498:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:1.1:1769074853.348771:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074853.348780:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074853.349629:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:0.1:1769074853.349640:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074853.349644:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074853.349650:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00000800:00000200:1.0:1769074853.350117:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.350123:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38300. 00000400:00000200:1.0:1769074853.350130:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.350137:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.350143:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:1.0:1769074853.350146:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00000020:00000010:3.0:1769074853.362649:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.362655:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.362662:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.362667:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.362672:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.362728:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.362732:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.362736:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826328192 02000000:00000010:3.0:1769074853.362769:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edaf000. 00010000:00000010:3.0:1769074853.362809:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074853.362825:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:3.0:1769074853.362844:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.362850:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.362865:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074853.362869:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074853.362873:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074853.362876:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074853.362954:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074853.362959:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074853.362962:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074853.362966:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00000020:00000010:3.0:1769074853.362990:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.362996:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.363017:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9de0. 00080000:00000010:3.0:1769074853.363026:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae924c00. 00000001:00000010:3.0:1769074853.363228:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf96c0. 00000001:00000010:3.0:1769074853.363235:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074853.363265:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9de0. 00010000:00000010:3.0:1769074853.363273:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074853.363277:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074853.363289:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074853.363321:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00080000:00000010:3.0:1769074853.363344:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bcd560. 00000004:00000010:3.0:1769074853.363351:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daba031ecc0. 00000004:00000010:3.0:1769074853.363355:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6fed0. 00000004:00000010:3.0:1769074853.363360:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae125690. 00000004:00000010:3.0:1769074853.363365:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7d680. 00010000:00000010:3.0:1769074853.363373:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074853.363390:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889767, last committed = 17179889615 00010000:00000200:3.0:1769074853.363400:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028aa00 x1855007826328192/t17179889767(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074853.363419:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074853.363426:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826328192, offset 224 00000400:00000010:3.0:1769074853.363432:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e710d58. 00000400:00000200:3.0:1769074853.363436:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.363449:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.363455:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40314:40314:256:4294967295] 192.168.204.10@tcp LPNI seq info [40310:40310:8:4294967295] 00000400:00000200:3.0:1769074853.363461:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074853.363468:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.363475:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.363480:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074853.363487:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.363495:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.363499:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.363519:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.363524:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.363528:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:3.0:1769074853.363647:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.363650:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:3.0:1769074853.363658:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.363662:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074853.363879:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:1.0:1769074853.363886:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:1.0:1769074853.363892:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00010000:00000010:3.1:1769074853.364665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074853.364672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00000400:00000200:1.0:1769074853.367415:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.367440:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65659 00000400:00000200:1.0:1769074853.367447:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.367452:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.367459:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46440 00000400:00000010:1.0:1769074853.367462:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46440. 00010000:00000010:3.0:1769074853.367557:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074853.367569:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:0.1:1769074853.368693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074853.368705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074853.368710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074853.368713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00000020:00000010:3.0:1769074853.371135:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.371141:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.371149:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.371155:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074853.371160:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074853.371206:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.371210:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.371213:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826328320 00000001:00000010:3.0:1769074853.371224:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 00010000:00000010:3.0:1769074853.371260:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.371269:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 02000000:00000010:3.0:1769074853.371296:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9edab000. 00010000:00000010:3.0:1769074853.371328:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074853.371332:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.371350:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074853.371354:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074853.371358:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074853.371362:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074853.371433:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074853.371437:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074853.371441:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074853.371444:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074853.371510:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.371523:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074853.371529:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074853.371547:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074853.371561:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028ad80 x1855007826328320/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.371578:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074853.371584:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826328320, offset 224 00000400:00000200:3.0:1769074853.371590:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.371600:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00010000:00000010:3.1:1769074853.372187:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074853.372197:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074853.372201:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074853.372206:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:3.0:1769074853.372219:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40315:40315:256:4294967295] 192.168.204.10@tcp LPNI seq info [40311:40311:8:4294967295] 00000400:00000200:3.0:1769074853.372231:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.372238:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00010000:00000010:1.1:1769074853.374034:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:1.1:1769074853.374047:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000800:00000010:1.0:1769074853.374057:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074853.374068:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.374076:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.374080:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.374189:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:1.0:1769074853.374194:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:1.0:1769074853.374199:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:3.0:1769074853.384707:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074853.384714:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25780. 00010000:00000010:3.1:1769074853.387325:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074853.387340:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074853.387356:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00010000:00000010:3.0:1769074853.389488:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:3.0:1769074853.389500:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25d80. 00000020:00000010:1.0:1769074853.390140:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.390146:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.390154:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.390159:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.390165:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.390205:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.390207:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.390211:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826328704 00000001:00000010:1.0:1769074853.390222:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 00010000:00000010:1.0:1769074853.390245:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.390253:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 02000000:00000010:1.0:1769074853.390281:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82fc1000. 00010000:00000010:1.0:1769074853.390309:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.0:1769074853.390313:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074853.390329:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074853.390332:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72800. 00010000:00000010:1.0:1769074853.390336:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.390339:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.390424:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074853.390428:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074853.390432:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.0:1769074853.390435:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074853.390496:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074853.390508:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.390512:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72800. 00010000:00000010:1.0:1769074853.390534:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:1.0:1769074853.390551:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdc000 x1855007826328704/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.390570:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074853.390577:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826328704, offset 224 00000400:00000200:1.0:1769074853.390583:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.390595:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.390630:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40317:40317:256:4294967295] 192.168.204.10@tcp LPNI seq info [40313:40313:8:4294967295] 00000400:00000200:1.0:1769074853.390643:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.390649:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.390655:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074853.390662:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.390671:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.390675:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.390707:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.390711:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.390715:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.391286:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.391292:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074853.391298:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.391304:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.391309:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:3.0:1769074853.391312:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00000020:00000010:1.0:1769074853.394654:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.394660:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.394669:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.394674:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.394679:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.394729:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.394732:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.394736:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826328960 02000000:00000010:1.0:1769074853.394771:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc2000. 00010000:00000010:1.0:1769074853.394816:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074853.394833:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074853.394856:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.0:1769074853.394862:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074853.394880:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074853.394883:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074853.394887:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.0:1769074853.394890:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074853.394973:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074853.394977:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72800. 00010000:00000010:1.0:1769074853.394980:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.394983:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00000020:00000010:1.0:1769074853.395019:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b420. 00000020:00000010:1.0:1769074853.395026:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b420. 00000020:00000010:1.0:1769074853.395039:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab82bfec00. 00080000:00000010:1.0:1769074853.395050:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff77000. 00000001:00000010:1.0:1769074853.395257:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9c8a0. 00000001:00000010:1.0:1769074853.395264:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc540. 00000020:00000010:1.0:1769074853.395297:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab82bfec00. 00010000:00000010:1.0:1769074853.395317:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.0:1769074853.395321:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074853.395332:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074853.395370:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00080000:00000010:1.0:1769074853.395408:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa832d0ab0. 00000004:00000010:1.0:1769074853.395416:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab843640c0. 00000004:00000010:1.0:1769074853.395420:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d1cb0. 00000004:00000010:1.0:1769074853.395425:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843670f0. 00000004:00000010:1.0:1769074853.395429:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd323c0. 00010000:00000010:1.0:1769074853.395441:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074853.395457:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889769, last committed = 17179889615 00010000:00000200:1.0:1769074853.395466:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028b800 x1855007826328960/t17179889769(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.395484:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 00000100:00000200:1.0:1769074853.395491:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826328960, offset 224 00000400:00000010:1.0:1769074853.395498:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f1c0. 00000400:00000200:1.0:1769074853.395502:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.395514:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.395520:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40318:40318:256:4294967295] 192.168.204.10@tcp LPNI seq info [40314:40314:8:4294967295] 00000400:00000200:1.0:1769074853.395525:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.395532:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.395536:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.395541:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074853.395547:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.395554:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.395559:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.395581:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.395586:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.395590:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:3.0:1769074853.395781:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:3.0:1769074853.395788:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72800. 00010000:00000010:3.0:1769074853.395796:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc9c0. 00000800:00000200:1.0:1769074853.397362:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.397370:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:1.0:1769074853.397376:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.397385:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074853.400573:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074853.400585:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074853.400589:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074853.400592:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:2.1:1769074853.400665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:2.1:1769074853.400671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074853.405934:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:3.0:1769074853.405951:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72180. 00010000:00000010:3.1:1769074853.406037:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074853.406045:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.1:1769074853.406093:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074853.406102:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074853.406105:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074853.406108:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074853.406110:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074853.406113:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074853.406115:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074853.406120:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00000400:00000200:1.0:1769074853.406149:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.406166:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b3f00 00000400:00000200:1.0:1769074853.406175:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 159112 00000400:00000200:1.0:1769074853.406191:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.406195:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.406202:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.406207:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5f80. 00000020:00000010:3.0:1769074853.406344:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.406350:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.406356:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074853.406361:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.406365:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.406445:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.406449:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.406452:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826329344 02000000:00000010:3.0:1769074853.406488:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edaa000. 00010000:00000010:3.0:1769074853.406534:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:3.0:1769074853.406544:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25380. 00010000:00000010:3.0:1769074853.406564:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.406571:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074853.406588:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074853.406591:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074853.406595:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074853.406598:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074853.406730:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074853.406742:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074853.406746:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074853.406749:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00000020:00000010:3.0:1769074853.406776:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.406782:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.406792:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9de0. 00080000:00000010:3.0:1769074853.406801:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae925000. 00000001:00000010:3.0:1769074853.406999:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9060. 00000001:00000010:3.0:1769074853.407018:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e480. 00000020:00000010:3.0:1769074853.407049:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9de0. 00010000:00000010:3.0:1769074853.407058:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074853.407062:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074853.407074:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074853.407103:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00080000:00000010:3.0:1769074853.407125:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa832d11d0. 00000004:00000010:3.0:1769074853.407131:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f09c0. 00000004:00000010:3.0:1769074853.407135:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0dd0. 00000004:00000010:3.0:1769074853.407140:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367258. 00000004:00000010:3.0:1769074853.407143:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd32d20. 00010000:00000010:3.0:1769074853.407153:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074853.407168:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889770, last committed = 17179889615 00010000:00000200:3.0:1769074853.407179:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5f80 x1855007826329344/t17179889770(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074853.407198:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074853.407204:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826329344, offset 224 00000400:00000010:3.0:1769074853.407210:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e710968. 00000400:00000200:3.0:1769074853.407214:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.407226:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.407232:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40320:40320:256:4294967295] 192.168.204.10@tcp LPNI seq info [40316:40316:8:4294967295] 00000400:00000200:3.0:1769074853.407238:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074853.407244:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.407250:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.407254:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074853.407261:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.407267:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.407271:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.407295:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.407299:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.407303:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00010000:00000010:2.1:1769074853.407363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074853.407370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.0:1769074853.412491:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:1.0:1769074853.412503:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074853.413267:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.413273:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.413279:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074853.413284:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.413289:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.413324:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.413326:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.413329:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826329472 00000001:00000010:3.0:1769074853.413338:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc540. 00010000:00000010:3.0:1769074853.413359:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.413365:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 02000000:00000010:3.0:1769074853.413390:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9edac000. 00010000:00000010:3.0:1769074853.413426:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074853.413429:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.413446:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074853.413450:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074853.413454:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074853.413457:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074853.413522:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074853.413525:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074853.413529:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074853.413531:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074853.413586:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.413597:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074853.413600:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074853.413639:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074853.413656:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffde300 x1855007826329472/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.413690:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074853.413696:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826329472, offset 224 00000400:00000200:3.0:1769074853.413702:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.413715:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.413721:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40321:40321:256:4294967295] 192.168.204.10@tcp LPNI seq info [40317:40317:8:4294967295] 00000400:00000200:3.0:1769074853.414258:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.414265:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.414272:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074853.414279:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.414286:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.414290:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.414340:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.414345:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.414349:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00000800:00000200:1.0:1769074853.415457:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.415463:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074853.415473:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.415481:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.415488:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:1.0:1769074853.415490:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00010000:00000010:2.1:1769074853.417138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074853.417153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074853.417158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074853.417161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074853.417509:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074853.417517:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074853.417521:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074853.417525:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00000400:00000200:3.0:1769074853.419033:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.419050:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b4080 00000400:00000200:3.0:1769074853.419059:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 160176 00000400:00000200:3.0:1769074853.419085:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.419090:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.419098:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.419104:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe5880. 00010000:00000010:3.0:1769074853.420624:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074853.420631:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:3.0:1769074853.420638:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00010000:00000010:0.1:1769074853.422416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074853.422430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074853.423844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:3.1:1769074853.423860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:3.1:1769074853.423866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:3.1:1769074853.423869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00000800:00000200:1.0:1769074853.424937:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.424944:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38600. 00000400:00000200:1.0:1769074853.424951:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.424960:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.425294:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.425309:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65679 00000400:00000200:1.0:1769074853.425315:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.425318:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.425323:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:1.0:1769074853.425326:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00000400:00000200:1.0:1769074853.425388:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.425395:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b4100 00000400:00000200:1.0:1769074853.425413:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 160664 00000400:00000200:1.0:1769074853.425465:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.425469:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.425473:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.425480:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5500. 00000800:00000200:3.0:1769074853.427558:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.427564:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38e00. 00000400:00000200:3.0:1769074853.427571:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.427576:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.427582:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:3.0:1769074853.427584:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00010000:00000010:3.1:1769074853.429559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074853.429578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074853.429582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074853.429587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074853.429591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074853.429594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:1.1:1769074853.430149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074853.430157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:3.0:1769074853.430509:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.430527:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b4200 00000400:00000200:3.0:1769074853.430536:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 161240 00000400:00000200:3.0:1769074853.430552:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.430562:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.430571:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.430576:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe5f80. 00000020:00000010:1.0:1769074853.430696:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.430703:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.430711:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.430717:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.430723:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.430767:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.430770:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.430773:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826330112 02000000:00000010:1.0:1769074853.430807:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc4000. 00010000:00000010:1.0:1769074853.430848:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074853.430864:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:1.0:1769074853.430883:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.0:1769074853.430889:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074853.430904:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074853.430908:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e00. 00010000:00000010:1.0:1769074853.430913:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.430916:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074853.430996:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074853.430999:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72080. 00010000:00000010:1.0:1769074853.431002:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.431016:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00000020:00000010:1.0:1769074853.431040:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b4c0. 00000020:00000010:1.0:1769074853.431047:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b4c0. 00000020:00000010:1.0:1769074853.431059:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c6c0. 00080000:00000010:1.0:1769074853.431069:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff77800. 00000001:00000010:1.0:1769074853.431268:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9c000. 00000001:00000010:1.0:1769074853.431275:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc240. 00000020:00000010:1.0:1769074853.431307:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c6c0. 00010000:00000010:1.0:1769074853.431315:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.0:1769074853.431319:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074853.431330:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcca80. 00010000:00000010:1.0:1769074853.431376:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00080000:00000010:1.0:1769074853.431403:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90188558. 00000004:00000010:1.0:1769074853.431410:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4857240. 00000004:00000010:1.0:1769074853.431413:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa90109210. 00000004:00000010:1.0:1769074853.431417:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89beb0f0. 00000004:00000010:1.0:1769074853.431421:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa901c83c0. 00010000:00000010:1.0:1769074853.431431:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074853.431448:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889772, last committed = 17179889615 00010000:00000200:1.0:1769074853.431457:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffe5f80 x1855007826330112/t17179889772(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.431476:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074853.431482:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826330112, offset 224 00000400:00000010:1.0:1769074853.431487:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f968. 00000400:00000200:1.0:1769074853.431491:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.431504:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.431511:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40324:40324:256:4294967295] 192.168.204.10@tcp LPNI seq info [40320:40320:8:4294967295] 00000400:00000200:1.0:1769074853.431517:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.431524:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.431529:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.431534:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074853.431540:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.431547:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.431551:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.431572:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.431577:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.431581:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:1.0:1769074853.431721:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.431726:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:1.0:1769074853.431730:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.431735:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074853.432656:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:3.0:1769074853.432666:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72080. 00010000:00000010:3.0:1769074853.432684:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcca80. 00000400:00000200:3.0:1769074853.435378:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.435409:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b4280 00000400:00000200:3.0:1769074853.435419:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 161728 00000400:00000200:3.0:1769074853.435435:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.435439:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.435447:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.435455:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe7b80. 00000800:00000200:3.0:1769074853.436520:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.436525:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38f00. 00000400:00000200:3.0:1769074853.436529:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.436534:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.436538:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:3.0:1769074853.436540:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00000400:00000200:1.0:1769074853.437176:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.437191:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65681 00000400:00000200:1.0:1769074853.437197:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.437199:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.437204:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:1.0:1769074853.437207:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00010000:00000010:3.0:1769074853.437662:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:3.0:1769074853.437673:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72e00. 00010000:00000010:0.1:1769074853.439909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074853.439924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:0.1:1769074853.439930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074853.439938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074853.440240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074853.440246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00000400:00000200:3.0:1769074853.441248:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.441269:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b4380 00000400:00000200:3.0:1769074853.441279:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 162304 00000400:00000200:3.0:1769074853.441343:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.441348:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.441357:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.441364:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe4000. 00000020:00000010:1.0:1769074853.441507:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.441514:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.441523:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.441528:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.441534:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.441581:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.441584:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.441588:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826330496 02000000:00000010:1.0:1769074853.441727:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc7000. 00010000:00000010:1.0:1769074853.441776:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074853.441794:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:1.0:1769074853.441813:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.0:1769074853.441819:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074853.441834:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074853.441838:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074853.441842:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.441845:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074853.441928:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074853.441933:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.441936:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.0:1769074853.441940:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00000020:00000010:1.0:1769074853.441964:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b260. 00000020:00000010:1.0:1769074853.441971:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b260. 00000020:00000010:1.0:1769074853.441982:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c6c0. 00080000:00000010:1.0:1769074853.441991:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe3000. 00000001:00000010:1.0:1769074853.442207:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9cb40. 00000001:00000010:1.0:1769074853.442215:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc180. 00000020:00000010:1.0:1769074853.442247:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c6c0. 00010000:00000010:1.0:1769074853.442255:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.442259:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074853.442271:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074853.442320:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00080000:00000010:1.0:1769074853.442361:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900ff008. 00000004:00000010:1.0:1769074853.442370:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabadb14900. 00000004:00000010:1.0:1769074853.442375:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa84243540. 00000004:00000010:1.0:1769074853.442380:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab89ceb000. 00000004:00000010:1.0:1769074853.442384:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd74960. 00010000:00000010:1.0:1769074853.442395:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074853.442411:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889773, last committed = 17179889615 00010000:00000200:1.0:1769074853.442420:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffe4000 x1855007826330496/t17179889773(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.442439:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074853.442446:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826330496, offset 224 00000400:00000010:1.0:1769074853.442452:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fd58. 00000400:00000200:1.0:1769074853.442456:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.442468:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.442474:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40326:40326:256:4294967295] 192.168.204.10@tcp LPNI seq info [40322:40322:8:4294967295] 00000400:00000200:1.0:1769074853.442480:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.442487:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.442493:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.442498:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074853.442503:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.442510:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.442515:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.442540:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.442545:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.442548:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:2.1:1769074853.443084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074853.443093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074853.443454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074853.443461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074853.443465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074853.443467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074853.444461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074853.444471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:3.1:1769074853.444477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074853.444480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074853.446359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074853.446372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074853.446376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074853.446384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00000400:00000200:1.0:1769074853.446432:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.446452:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65689 00000400:00000200:1.0:1769074853.446460:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.446464:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.446471:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:1.0:1769074853.446473:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00000400:00000200:3.0:1769074853.447971:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.447986:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b4400 00000400:00000200:3.0:1769074853.447994:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 162792 00000400:00000200:3.0:1769074853.448062:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.448067:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.448075:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.448081:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe5c00. 00000020:00000010:1.0:1769074853.448756:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.448762:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.448770:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.448775:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.448780:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.448818:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.448821:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.448825:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826330624 00000001:00000010:1.0:1769074853.448835:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc240. 00010000:00000010:1.0:1769074853.448861:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.0:1769074853.448868:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 02000000:00000010:1.0:1769074853.448894:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82fc6000. 00010000:00000010:1.0:1769074853.448921:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.448925:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.448944:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074853.448948:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074853.448953:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.0:1769074853.448956:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074853.449040:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074853.449043:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72880. 00010000:00000010:1.0:1769074853.449048:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.449052:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074853.449114:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.449126:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074853.449131:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074853.449153:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074853.449168:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffe5c00 x1855007826330624/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.449186:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074853.449193:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826330624, offset 224 00000400:00000200:1.0:1769074853.449200:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.449212:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.449218:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40327:40327:256:4294967295] 192.168.204.10@tcp LPNI seq info [40323:40323:8:4294967295] 00000400:00000200:1.0:1769074853.449230:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.449236:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.449241:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074853.449247:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.449255:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.449259:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.449275:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.449278:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.449282:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.449412:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.449416:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4e00. 00000400:00000200:3.0:1769074853.449421:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.449426:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.449430:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:3.0:1769074853.449432:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00010000:00000010:0.1:1769074853.449959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074853.449969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074853.449973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074853.449976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074853.450752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074853.450761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074853.450949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074853.450956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074853.450959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074853.450966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:2.1:1769074853.455172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074853.455192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074853.455256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074853.455262:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074853.455266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074853.455268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00000400:00000200:1.0:1769074853.458294:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.458314:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b4500 00000400:00000200:1.0:1769074853.458323:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 163368 00000400:00000200:1.0:1769074853.458339:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.458344:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.458352:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.458358:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5180. 00010000:00000010:1.0:1769074853.460647:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074853.460655:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:1.0:1769074853.460662:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8180. 00010000:00000010:0.1:1769074853.465948:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:0.1:1769074853.465965:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00000020:00000010:1.0:1769074853.466315:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.466321:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.466330:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.466335:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.466340:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.466383:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.466386:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.466389:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826331008 00000001:00000010:1.0:1769074853.466407:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc180. 00010000:00000010:1.0:1769074853.466433:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.0:1769074853.466440:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 02000000:00000010:1.0:1769074853.466467:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82fc5000. 00010000:00000010:1.0:1769074853.466500:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.0:1769074853.466505:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074853.466524:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074853.466527:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074853.466531:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.466534:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.466643:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074853.466647:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72300. 00010000:00000010:1.0:1769074853.466651:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.0:1769074853.466654:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.466730:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074853.466755:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.466760:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074853.466780:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074853.466795:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdc700 x1855007826331008/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.466813:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074853.466819:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826331008, offset 224 00000400:00000200:1.0:1769074853.466825:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.466836:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.466842:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40329:40329:256:4294967295] 192.168.204.10@tcp LPNI seq info [40325:40325:8:4294967295] 00000400:00000200:1.0:1769074853.466852:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.466857:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.466862:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074853.466868:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.466874:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.466878:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.466897:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.466901:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.466904:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:3.0:1769074853.470928:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074853.470949:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00000020:00000010:1.0:1769074853.471322:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.471328:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.471337:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.471341:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.471347:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.471388:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.471391:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.471394:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826331264 02000000:00000010:1.0:1769074853.471437:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc3000. 00010000:00000010:1.0:1769074853.471467:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.471478:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72300. 00010000:00000010:1.0:1769074853.471498:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.0:1769074853.471504:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.471519:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074853.471523:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72300. 00010000:00000010:1.0:1769074853.471527:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.0:1769074853.471530:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.1:1769074853.471849:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074853.471856:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.0:1769074853.471868:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074853.471871:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074853.471875:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.0:1769074853.471878:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00000020:00000010:1.0:1769074853.471905:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b260. 00000020:00000010:1.0:1769074853.471911:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b260. 00000020:00000010:1.0:1769074853.471922:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c6c0. 00080000:00000010:1.0:1769074853.471932:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe0c00. 00000001:00000010:1.0:1769074853.472136:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9c840. 00000001:00000010:1.0:1769074853.472144:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc240. 00000020:00000010:1.0:1769074853.472175:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c6c0. 00010000:00000010:1.0:1769074853.472184:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.472188:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074853.472200:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc180. 00010000:00000010:1.0:1769074853.472322:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00080000:00000010:1.0:1769074853.472365:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90189728. 00000004:00000010:1.0:1769074853.472378:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4857780. 00000004:00000010:1.0:1769074853.472385:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa90109430. 00000004:00000010:1.0:1769074853.472394:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89beb078. 00000004:00000010:1.0:1769074853.472409:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa901c85a0. 00010000:00000010:1.0:1769074853.472421:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.472439:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889775, last committed = 17179889615 00010000:00000200:1.0:1769074853.472450:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714380 x1855007826331264/t17179889775(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.472469:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074853.472476:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826331264, offset 224 00000400:00000010:1.0:1769074853.472482:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1faf0. 00000400:00000200:1.0:1769074853.472486:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.472499:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.472504:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40330:40330:256:4294967295] 192.168.204.10@tcp LPNI seq info [40326:40326:8:4294967295] 00000400:00000200:1.0:1769074853.472511:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.472517:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.472522:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.472527:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074853.472533:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.472540:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.472544:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.472625:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.472630:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.472634:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:0.1:1769074853.473105:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074853.473114:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.0:1769074853.473263:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:3.0:1769074853.473271:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c00. 00010000:00000010:3.0:1769074853.473281:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc180. 00000020:00000010:1.0:1769074853.477490:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.477496:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.477505:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.477511:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.477516:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.477566:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.477569:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.477572:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826331392 00000001:00000010:1.0:1769074853.477583:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:1.0:1769074853.477630:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.0:1769074853.477638:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 02000000:00000010:1.0:1769074853.477697:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90891000. 00010000:00000010:1.0:1769074853.477852:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.0:1769074853.477859:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.477879:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074853.477884:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074853.477888:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.0:1769074853.477891:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074853.477964:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074853.477968:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72880. 00010000:00000010:1.0:1769074853.477972:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.0:1769074853.477976:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074853.478055:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.478072:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074853.478078:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074853.478106:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.478124:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdd500 x1855007826331392/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.478145:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074853.478151:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826331392, offset 224 00000400:00000200:1.0:1769074853.478159:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.478173:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.478180:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40331:40331:256:4294967295] 192.168.204.10@tcp LPNI seq info [40327:40327:8:4294967295] 00000400:00000200:1.0:1769074853.478191:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.478197:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.478202:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074853.478208:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.478215:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.478219:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.478247:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.478251:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.478256:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000400:00000200:3.0:1769074853.481268:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.481289:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b4800 00000400:00000200:3.0:1769074853.481299:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 165496 00000400:00000200:3.0:1769074853.481314:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.481319:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.481327:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.481334:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe6300. 00010000:00000010:3.0:1769074853.482751:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074853.482758:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:3.0:1769074853.482764:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8c00. 00010000:00000010:3.1:1769074853.484078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074853.484088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00000800:00000200:1.0:1769074853.486562:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.486574:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38e00. 00000400:00000200:1.0:1769074853.486584:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.486593:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000020:00000010:3.0:1769074853.487593:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.487599:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.487624:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074853.487630:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.487635:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.487676:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.487691:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.487694:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826331776 00000001:00000010:3.0:1769074853.487705:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc240. 00010000:00000010:3.0:1769074853.487746:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074853.487756:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 02000000:00000010:3.0:1769074853.487808:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ed22000. 00010000:00000010:3.0:1769074853.487841:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.487846:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074853.487866:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074853.487869:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074853.487874:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074853.487877:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.487951:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074853.487955:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074853.487958:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074853.487961:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074853.488037:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074853.488050:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.488055:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074853.488074:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074853.488088:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdce00 x1855007826331776/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.488110:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074853.488116:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826331776, offset 224 00000400:00000200:3.0:1769074853.488123:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.488133:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.488139:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40333:40333:256:4294967295] 192.168.204.10@tcp LPNI seq info [40329:40329:8:4294967295] 00000400:00000200:3.0:1769074853.488150:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.488156:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.488161:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074853.488166:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.488173:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.488177:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:3.1:1769074853.489944:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:3.1:1769074853.489954:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074853.489960:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074853.489964:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00000020:00000010:3.0:1769074853.489987:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.489993:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.489998:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00010000:00000010:1.1:1769074853.490149:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074853.490156:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074853.490159:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074853.490162:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074853.490165:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074853.490168:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074853.490171:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.1:1769074853.490188:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00000800:00000200:1.0:1769074853.490277:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.490281:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074853.490289:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.490298:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.490305:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:1.0:1769074853.490308:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00000020:00000010:1.0:1769074853.493528:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.493534:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.493542:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.493548:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.493553:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.493597:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.493600:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.493625:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826332032 02000000:00000010:1.0:1769074853.493659:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90890000. 00010000:00000010:1.0:1769074853.493708:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:1.0:1769074853.493724:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:1.0:1769074853.493752:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.0:1769074853.493759:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.493774:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074853.493777:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074853.493781:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.0:1769074853.493784:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074853.493862:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074853.493866:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074853.493869:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.0:1769074853.493873:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00000020:00000010:1.0:1769074853.493894:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bac0. 00000020:00000010:1.0:1769074853.493901:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bac0. 00000020:00000010:1.0:1769074853.493911:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c6c0. 00080000:00000010:1.0:1769074853.493921:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe0000. 00000001:00000010:1.0:1769074853.494163:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9c960. 00000001:00000010:1.0:1769074853.494172:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc180. 00000020:00000010:1.0:1769074853.494204:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c6c0. 00010000:00000010:1.0:1769074853.494214:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.494219:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.494231:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc240. 00010000:00000010:1.0:1769074853.494273:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.494282:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc240. 00010000:00000010:1.0:1769074853.494301:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.494305:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72100. 00080000:00000010:1.0:1769074853.494346:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa903741c8. 00000004:00000010:1.0:1769074853.494353:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daba031e780. 00000004:00000010:1.0:1769074853.494356:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6ecc0. 00000004:00000010:1.0:1769074853.494361:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae1259d8. 00000004:00000010:1.0:1769074853.494366:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7cb40. 00010000:00000010:1.0:1769074853.494377:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.494394:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889777, last committed = 17179889615 00010000:00000200:1.0:1769074853.494663:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdea00 x1855007826332032/t17179889777(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.494744:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074853.494751:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826332032, offset 224 00000400:00000010:1.0:1769074853.494758:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f540. 00000400:00000200:1.0:1769074853.494763:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.494777:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.494783:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40334:40334:256:4294967295] 192.168.204.10@tcp LPNI seq info [40330:40330:8:4294967295] 00000400:00000200:1.0:1769074853.494790:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.494799:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.494804:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.494809:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074853.494814:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.494820:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.494824:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.494839:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72980. 00000020:00000010:1.0:1769074853.494843:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.494847:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:1.1:1769074853.497011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074853.497026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074853.497032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074853.497036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:2.1:1769074853.497096:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074853.497102:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:2.1:1769074853.497106:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074853.497109:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074853.497812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:0.1:1769074853.497821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074853.497825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074853.497844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00000400:00000200:1.0:1769074853.498237:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.498257:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x656a9 00000400:00000200:1.0:1769074853.498264:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.498268:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.498275:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:1.0:1769074853.498278:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000400:00000200:1.0:1769074853.498309:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.498315:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b4a00 00000400:00000200:1.0:1769074853.498322:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 167048 00000400:00000200:1.0:1769074853.498334:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.498337:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.498341:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.498347:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7800. 00000020:00000010:3.0:1769074853.498439:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.498445:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.498450:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074853.498455:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.498461:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.498504:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.498507:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.498510:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826332160 00000001:00000010:3.0:1769074853.498521:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8780. 00010000:00000010:3.0:1769074853.498545:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.498552:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 02000000:00000010:3.0:1769074853.498578:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ed26000. 00010000:00000010:3.0:1769074853.498647:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074853.498651:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.498671:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074853.498675:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074853.498694:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074853.498698:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074853.498774:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074853.498778:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074853.498783:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074853.498786:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074853.498858:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.498871:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074853.498876:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074853.498897:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074853.498914:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7800 x1855007826332160/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.498933:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074853.498938:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826332160, offset 224 00000400:00000200:3.0:1769074853.498944:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.498953:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.498959:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40335:40335:256:4294967295] 192.168.204.10@tcp LPNI seq info [40331:40331:8:4294967295] 00000400:00000200:3.0:1769074853.498969:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.498975:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.498981:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074853.498987:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.498995:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.498999:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.499030:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.499035:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.499040:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00000800:00000200:1.0:1769074853.499184:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.499189:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074853.499196:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.499200:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.499204:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:1.0:1769074853.499207:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00010000:00000010:3.1:1769074853.500863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074853.500870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074853.500875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074853.500878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000800:00000200:1.0:1769074853.504645:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.504650:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38600. 00000400:00000200:1.0:1769074853.504655:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.504660:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074853.505912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:1.1:1769074853.505922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074853.505927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074853.505933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074853.505937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.1:1769074853.505944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074853.506719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074853.506727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074853.506741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074853.506745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:2.1:1769074853.506838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:2.1:1769074853.506844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074853.506882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074853.506888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00000400:00000200:1.0:1769074853.507367:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.507386:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x656b1 00000400:00000200:1.0:1769074853.507394:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.507410:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.507417:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:1.0:1769074853.507420:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00010000:00000010:2.1:1769074853.510660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074853.510676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074853.510872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074853.510881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:2.1:1769074853.514763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074853.514779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00000020:00000010:3.0:1769074853.517708:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.517716:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.517723:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074853.517730:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.517735:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.517763:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.517765:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.517769:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826332544 00000001:00000010:3.0:1769074853.517779:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc180. 00010000:00000010:3.0:1769074853.517809:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.517817:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 02000000:00000010:3.0:1769074853.517845:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ed27000. 00010000:00000010:3.0:1769074853.517878:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074853.517883:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074853.517903:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074853.517907:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074853.517911:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074853.517914:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.517993:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074853.517996:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074853.518000:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074853.518013:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074853.518083:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074853.518096:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.518101:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074853.518121:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074853.518138:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716d80 x1855007826332544/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.518157:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074853.518309:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826332544, offset 224 00000400:00000200:3.0:1769074853.518320:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.518332:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.518338:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40337:40337:256:4294967295] 192.168.204.10@tcp LPNI seq info [40333:40333:8:4294967295] 00000400:00000200:3.0:1769074853.518349:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.518354:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.518359:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074853.518364:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.518371:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.518375:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.518579:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.518584:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.518588:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00000800:00000200:1.0:1769074853.519096:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.519101:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074853.519110:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.519117:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.519122:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:1.0:1769074853.519125:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00000400:00000200:1.0:1769074853.523799:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.523824:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b4c80 00000400:00000200:1.0:1769074853.523833:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 168688 00000400:00000200:1.0:1769074853.523851:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.523856:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.523864:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.523871:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6680. 00010000:00000010:3.1:1769074853.525745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074853.525752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074853.525756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074853.525758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.526645:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074853.526653:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:3.0:1769074853.526660:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d80c0. 00000800:00000200:1.0:1769074853.527705:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.527712:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38300. 00000400:00000200:1.0:1769074853.527719:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.527729:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.530673:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.530706:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x656b9 00000400:00000200:1.0:1769074853.530713:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.530717:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.530724:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:1.0:1769074853.530727:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00000400:00000200:1.0:1769074853.530757:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.530763:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8b4d80 00000400:00000200:1.0:1769074853.530770:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ebf9 [2] + 1624 00000400:00000200:1.0:1769074853.530822:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.530826:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.530832:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074853.530838:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5c00. 00000020:00000010:3.0:1769074853.531372:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.531379:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.531386:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074853.531392:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.531408:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.531451:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.531454:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.531457:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826333056 00000001:00000010:3.0:1769074853.531474:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8600. 02000000:00000010:3.0:1769074853.531510:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabae925400. 00000004:00000010:3.0:1769074853.531575:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66f80. 00080000:00000010:3.0:1769074853.531633:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae926800. 00000001:00000010:3.0:1769074853.531669:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9ae0. 00000001:00000010:3.0:1769074853.531674:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00010000:00000200:3.0:1769074853.531723:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5c00 x1855007826333056/t17179889780(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 392/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.531745:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46198. 00000100:00000200:3.0:1769074853.531750:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826333056, offset 224 00000400:00000200:3.0:1769074853.531756:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.531767:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.531773:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40339:40339:256:4294967295] 192.168.204.10@tcp LPNI seq info [40335:40335:8:4294967295] 00000400:00000200:3.0:1769074853.531784:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.531788:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.531794:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074853.531800:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.531806:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.531810:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.531945:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.531950:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.531954:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00000800:00000200:1.0:1769074853.532691:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.532697:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074853.532705:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.532711:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.532716:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46198 00000400:00000010:1.0:1769074853.532718:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46198. 00010000:00000010:0.1:1769074853.533636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074853.533647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074853.533939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074853.533945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00000400:00000200:1.0:1769074853.534948:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.534966:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b4e80 00000400:00000200:1.0:1769074853.534975:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 169176 00000400:00000200:1.0:1769074853.534990:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.534994:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.535012:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.535019:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4a80. 00010000:00000010:0.1:1769074853.536000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074853.536036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.0:1769074853.536887:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.0:1769074853.536896:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.536914:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074853.536918:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074853.536923:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.0:1769074853.536926:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074853.537020:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074853.537024:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074853.537027:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.537030:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00000020:00000010:1.0:1769074853.537066:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be60. 00000020:00000010:1.0:1769074853.537075:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be60. 00080000:00000010:1.0:1769074853.537085:0:42298:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbcd3a2b0. 00080000:00000010:1.0:1769074853.537088:0:42298:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8470de80. 00080000:00000010:1.0:1769074853.537104:0:42298:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8470de80. 00080000:00000010:1.0:1769074853.537109:0:42298:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbcd3a2b0. 00000020:00000010:1.0:1769074853.537117:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c6c0. 00080000:00000010:1.0:1769074853.537127:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe1000. 00000001:00000010:1.0:1769074853.538110:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9ce40. 00000001:00000010:1.0:1769074853.538119:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc0c0. 00000020:00000010:1.0:1769074853.538151:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c6c0. 00010000:00000010:1.0:1769074853.538202:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.538209:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72100. 00080000:00000010:1.0:1769074853.538236:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88c24000. 00000004:00000010:1.0:1769074853.538242:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe78bb0. 00000004:00000010:1.0:1769074853.538247:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa64e88. 00000004:00000010:1.0:1769074853.538252:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f962960. 00010000:00000010:1.0:1769074853.538261:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.538281:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889781, last committed = 17179889615 00010000:00000200:1.0:1769074853.538293:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4a80 x1855007826333312/t17179889781(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.538313:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074853.538320:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826333312, offset 224 00000400:00000010:1.0:1769074853.538328:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f0a8. 00000400:00000200:1.0:1769074853.538332:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.538347:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.538355:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40340:40340:256:4294967295] 192.168.204.10@tcp LPNI seq info [40336:40336:8:4294967295] 00000400:00000200:1.0:1769074853.538362:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.538370:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.538376:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.538382:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074853.538388:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.538396:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.538411:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.538432:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66480. 00000020:00000010:1.0:1769074853.538437:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefc80. 00000020:00000010:1.0:1769074853.538440:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00010000:00000010:2.1:1769074853.540874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074853.540887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00000400:00000200:1.0:1769074853.541856:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.541876:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x656c1 00000400:00000200:1.0:1769074853.541883:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.541887:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.541894:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:1.0:1769074853.541897:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000400:00000200:1.0:1769074853.542841:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.542853:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 496 into portal 12 MB=0x6971eaa8b4f80 00000400:00000200:1.0:1769074853.542861:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 496/496 into md 0x20c19 [64] + 169664 00000400:00000200:1.0:1769074853.542916:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.542921:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.542927:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.542934:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4e00. 00000020:00000010:3.0:1769074853.543257:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.543263:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.543269:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074853.543274:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.543278:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.543321:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.543323:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.543326:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826333568 00000001:00000010:3.0:1769074853.543337:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 02000000:00000010:3.0:1769074853.543368:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ed25000. 00010000:00000010:3.0:1769074853.543414:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115b00. 00010000:00000010:3.0:1769074853.543428:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88ece880. 00010000:00000010:3.0:1769074853.543448:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.543455:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074853.543471:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074853.543475:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074853.543480:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074853.543484:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.543568:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074853.543571:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074853.543575:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074853.543578:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074853.543600:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.544065:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8620. 00000020:00000010:3.0:1769074853.544078:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9de0. 00080000:00000010:3.0:1769074853.544086:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae925c00. 00000001:00000010:3.0:1769074853.544435:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9480. 00000001:00000010:3.0:1769074853.544442:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e300. 00000020:00000010:3.0:1769074853.544473:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9de0. 00010000:00000010:3.0:1769074853.544488:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074853.544496:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074853.544510:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074853.544543:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074853.544568:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc8e390. 00000004:00000010:3.0:1769074853.544577:0:42298:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda27f0. 00000004:00000010:3.0:1769074853.544581:0:42298:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbd0c0. 00000004:00000010:3.0:1769074853.544584:0:42298:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbd8c8. 00000004:00000010:3.0:1769074853.544588:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa900e7b40. 00000004:00000010:3.0:1769074853.544591:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f41eff0. 00000004:00000010:3.0:1769074853.544597:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f9e8d98. 00000004:00000010:3.0:1769074853.544633:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fa7f4a0. 00010000:00000010:3.0:1769074853.544646:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074853.544666:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889782, last committed = 17179889615 00010000:00000200:3.0:1769074853.544676:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4e00 x1855007826333568/t17179889782(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 496/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074853.544712:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074853.544719:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826333568, offset 224 00000400:00000010:3.0:1769074853.544726:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e7101c0. 00000400:00000200:3.0:1769074853.544730:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.544743:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.544749:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40341:40341:256:4294967295] 192.168.204.10@tcp LPNI seq info [40337:40337:8:4294967295] 00000400:00000200:3.0:1769074853.544756:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074853.544762:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.544768:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.544773:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074853.544779:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.544786:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.544791:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.544816:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074853.544820:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.544824:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00010000:00000010:0.1:1769074853.545863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074853.545870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbd4fcc00. 00010000:00000010:0.1:1769074853.545874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa89c69400. 00010000:00000010:1.1:1769074853.546872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074853.546884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074853.546892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:3.1:1769074853.548658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e12c000. 00010000:00000010:3.1:1769074853.548697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba0603700. 00000400:00000200:1.0:1769074853.554801:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.554825:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x656c5 00000400:00000200:1.0:1769074853.554832:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.554837:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.554844:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:1.0:1769074853.554847:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00000400:00000200:1.0:1769074853.554922:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.554929:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 504 into portal 12 MB=0x6971eaa8b5080 00000400:00000200:1.0:1769074853.554936:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 504/504 into md 0x20c19 [64] + 170160 00000400:00000200:1.0:1769074853.554999:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.555013:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.555018:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.555025:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7100. 00010000:00000010:2.1:1769074853.558232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074853.558240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:2.1:1769074853.558245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:2.1:1769074853.558248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:1.0:1769074853.558404:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074853.558410:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:1.0:1769074853.558414:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00000800:00000200:1.0:1769074853.558488:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.558491:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38a00. 00000400:00000200:1.0:1769074853.558496:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.558502:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074853.564381:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074853.564416:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.564475:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.564485:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:0.1:1769074853.566024:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab87fff600. 00010000:00000010:0.1:1769074853.566035:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa88ea3a00. 00010000:00000010:0.1:1769074853.568832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074853.568854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:1.1:1769074853.569984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074853.569994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00000400:00000200:1.0:1769074853.571760:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.571779:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8b5180 00000400:00000200:1.0:1769074853.571788:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c19 [64] + 170664 00000400:00000200:1.0:1769074853.571849:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.571854:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.571861:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.571869:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a3b80. 00000020:00000010:3.0:1769074853.571992:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.571997:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.572015:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074853.572020:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074853.572026:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.572071:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.572074:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.572077:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826334080 00000001:00000010:3.0:1769074853.572087:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e300. 00010000:00000010:3.0:1769074853.572114:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.572122:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 02000000:00000010:3.0:1769074853.572159:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8ed21000. 00000004:00000010:3.0:1769074853.572408:0:42298:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e300. 00080000:00000010:3.0:1769074853.572570:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c579800. 00000001:00000010:3.0:1769074853.572751:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9780. 00000001:00000010:3.0:1769074853.572758:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074853.572822:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074853.572844:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a3b80 x1855007826334080/t17179889784(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 648/608 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.572863:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074853.572869:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826334080, offset 224 00000400:00000200:3.0:1769074853.572875:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.572885:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.572891:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40343:40343:256:4294967295] 192.168.204.10@tcp LPNI seq info [40339:40339:8:4294967295] 00000400:00000200:3.0:1769074853.572901:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.572906:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.572912:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074853.572918:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.572925:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.572928:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.572953:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074853.572957:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.572961:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00000800:00000200:1.0:1769074853.573396:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.573401:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074853.573409:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.573414:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.573431:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:1.0:1769074853.573433:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00010000:00000010:2.1:1769074853.574673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074853.574685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:3.1:1769074853.574749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074853.574754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074853.579652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000020:00000010:3.0:1769074853.584076:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.584083:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.584089:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074853.584094:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074853.584098:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074853.584141:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.584143:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.584147:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826334208 00000001:00000010:3.0:1769074853.584158:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8c00. 02000000:00000010:3.0:1769074853.584182:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8daa8c57a000. 00000004:00000010:3.0:1769074853.584191:0:42300:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa82be4800. 00000400:00000200:1.0:1769074853.593649:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.593673:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x656d1 00000400:00000200:1.0:1769074853.593681:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.593686:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.593693:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:1.0:1769074853.593696:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00000100:00000200:1.0:1769074853.593701:0:12638:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8daa8fbed000 00000800:00000200:3.0:1769074853.607432:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.607437:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074853.607442:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.607446:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.607459:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:3.0:1769074853.607463:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00000020:00000010:3.0:1769074853.614334:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.614339:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.614344:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074853.614349:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074853.614353:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014abb8. 00000020:00000010:3.0:1769074853.614387:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.614388:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.614390:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826334720 00000001:00000010:3.0:1769074853.614398:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074853.614423:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.614431:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 02000000:00000010:3.0:1769074853.614462:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8ed20000. 00010000:00000010:3.0:1769074853.614544:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074853.614549:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00000004:00000010:3.0:1769074853.614583:0:42298:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e180. 00080000:00000010:3.0:1769074853.614593:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c578800. 00000001:00000010:3.0:1769074853.614661:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9120. 00000001:00000010:3.0:1769074853.614666:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e300. 00000400:00000200:3.0:1769074853.620925:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.620947:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b5480 00000400:00000200:3.0:1769074853.620956:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 171960 00000400:00000200:3.0:1769074853.620973:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.620979:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.620988:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.620995:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe4700. 00010000:00000010:2.1:1769074853.627739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000800:00000200:3.0:1769074853.632808:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.632813:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:3.0:1769074853.632818:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.632823:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074853.633399:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:1.0:1769074853.633409:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25680. 00010000:00000010:1.0:1769074853.633417:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000020:00000010:1.0:1769074853.636942:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.636948:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.636956:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.636963:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.636968:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.637023:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.637025:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.637029:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826335232 00000001:00000010:1.0:1769074853.637039:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e300. 00010000:00000010:1.0:1769074853.637064:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.637072:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 02000000:00000010:1.0:1769074853.637100:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90893000. 00010000:00000010:1.0:1769074853.637130:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.637134:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.637153:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074853.637156:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.637160:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.0:1769074853.637164:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.637239:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074853.637243:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e00. 00010000:00000010:1.0:1769074853.637246:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.0:1769074853.637250:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074853.637319:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.637333:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.637338:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.637360:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.637376:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf9180 x1855007826335232/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.637401:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074853.637406:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826335232, offset 224 00000400:00000200:1.0:1769074853.637413:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.637423:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.637429:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40350:40350:256:4294967295] 192.168.204.10@tcp LPNI seq info [40346:40346:8:4294967295] 00000400:00000200:1.0:1769074853.637439:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.637444:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.637449:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074853.637456:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.637462:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.637467:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.637489:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.637494:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.637497:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:2.1:1769074853.638125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074853.638133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074853.638136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074853.638140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074853.640757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074853.640773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074853.640778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ec73800. 00010000:00000010:2.1:1769074853.640781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074853.640787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074853.643807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074853.643822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074853.643827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074853.643833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074853.643837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074853.643841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:2.1:1769074853.645795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074853.645812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000400:00000200:3.0:1769074853.649266:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.649288:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b5700 00000400:00000200:3.0:1769074853.649297:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 173600 00000400:00000200:3.0:1769074853.649327:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.649332:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.649341:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.649348:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe5500. 00010000:00000010:3.0:1769074853.660118:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074853.660133:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:3.0:1769074853.660142:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8b40. 00010000:00000010:0.1:1769074853.660852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:0.1:1769074853.660861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00000020:00000010:1.0:1769074853.661084:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.661090:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.661098:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.661103:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.661108:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.661153:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.661156:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.661159:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826335616 00000001:00000010:1.0:1769074853.661170:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:1.0:1769074853.661194:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.661202:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 02000000:00000010:1.0:1769074853.661229:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90894000. 00010000:00000010:1.0:1769074853.661258:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.0:1769074853.661262:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.661279:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074853.661283:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.661287:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.661290:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.661362:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074853.661366:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72080. 00010000:00000010:1.0:1769074853.661370:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.661373:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074853.661442:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.661452:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.661457:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.661476:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.661494:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfa680 x1855007826335616/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.661513:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074853.661519:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826335616, offset 224 00000400:00000200:1.0:1769074853.661526:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.661537:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.661543:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40352:40352:256:4294967295] 192.168.204.10@tcp LPNI seq info [40348:40348:8:4294967295] 00000400:00000200:1.0:1769074853.661555:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.661561:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.661565:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074853.661571:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.661578:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.661583:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.661622:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.661627:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.661631:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:3.1:1769074853.663694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074853.663704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074853.665654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074853.665668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074853.665792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074853.665803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074853.666162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074853.666172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074853.666176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074853.666178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00000020:00000010:3.0:1769074853.668690:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.668696:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.668702:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074853.668708:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074853.668713:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a000. 00000020:00000010:3.0:1769074853.668771:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.668774:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.668777:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826335872 02000000:00000010:3.0:1769074853.668813:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ed23000. 00010000:00000010:3.0:1769074853.668853:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:3.0:1769074853.668873:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72080. 00010000:00000010:3.0:1769074853.668894:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074853.668900:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074853.668916:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074853.668921:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074853.668926:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.668929:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074853.669019:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074853.669023:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074853.669026:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074853.669029:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00000020:00000010:3.0:1769074853.669054:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074853.669061:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074853.669071:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9cc0. 00080000:00000010:3.0:1769074853.669082:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c57b800. 00000001:00000010:3.0:1769074853.669295:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9c00. 00000001:00000010:3.0:1769074853.669302:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074853.669335:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9cc0. 00010000:00000010:3.0:1769074853.669343:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074853.669347:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074853.669359:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e240. 00010000:00000010:3.0:1769074853.673144:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.1:1769074853.680653:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:3.1:1769074853.680669:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00000020:00000010:1.0:1769074853.681119:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.681126:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.681135:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.681141:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.681146:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.681190:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.681192:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.681196:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826336000 00000001:00000010:1.0:1769074853.681206:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8180. 00010000:00000010:1.0:1769074853.681229:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.681237:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 02000000:00000010:1.0:1769074853.681261:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90892000. 00010000:00000010:1.0:1769074853.681288:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.681291:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.681310:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074853.681313:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.681317:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.0:1769074853.681320:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.681389:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074853.681392:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074853.681403:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.0:1769074853.681407:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074853.681473:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.681486:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.681491:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.681511:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.681527:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf9880 x1855007826336000/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.681546:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074853.681551:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826336000, offset 224 00000400:00000200:1.0:1769074853.681558:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.681570:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.681576:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40354:40354:256:4294967295] 192.168.204.10@tcp LPNI seq info [40350:40350:8:4294967295] 00000400:00000200:1.0:1769074853.681586:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.681591:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.681596:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074853.681629:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.681637:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.681641:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.681659:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.681663:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.681667:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:1.0:1769074853.681993:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.681998:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:1.0:1769074853.682011:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.682016:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.682020:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:1.0:1769074853.682022:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00010000:00000010:3.0:1769074853.682403:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074853.682411:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.1:1769074853.686692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:2.1:1769074853.686758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074853.686764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074853.687101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:1.1:1769074853.688619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074853.688627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074853.688631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074853.688634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00000800:00000200:3.0:1769074853.689157:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.689162:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38c00. 00000400:00000200:3.0:1769074853.689167:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.689173:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074853.691970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074853.691986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:1.0:1769074853.692223:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.692244:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65701 00000400:00000200:1.0:1769074853.692251:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.692255:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.692262:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:1.0:1769074853.692265:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00010000:00000010:0.1:1769074853.695539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074853.695558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074853.695668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074853.695683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00000020:00000010:1.0:1769074853.698576:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.698581:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.698589:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.698595:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.698600:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.698681:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.698684:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.698688:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826336384 00000001:00000010:1.0:1769074853.698698:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:1.0:1769074853.698742:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.698750:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 02000000:00000010:1.0:1769074853.698778:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90896000. 00010000:00000010:1.0:1769074853.698806:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.0:1769074853.698810:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.698828:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074853.698832:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.698836:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.698839:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.698908:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074853.698912:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72800. 00010000:00000010:1.0:1769074853.698915:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.0:1769074853.698919:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074853.698985:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.699010:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.699015:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.699036:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.699053:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715880 x1855007826336384/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.699072:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074853.699079:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826336384, offset 224 00000400:00000200:1.0:1769074853.699085:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.699096:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.699101:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40356:40356:256:4294967295] 192.168.204.10@tcp LPNI seq info [40352:40352:8:4294967295] 00000400:00000200:1.0:1769074853.699111:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.699117:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.699122:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074853.699128:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.699136:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.699140:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.699155:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.699159:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.699162:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.699380:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.699385:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:3.0:1769074853.699390:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.699394:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.699398:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:3.0:1769074853.699401:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00010000:00000010:0.1:1769074853.699643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074853.699651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074853.699710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074853.699724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00000400:00000200:1.0:1769074853.703675:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.703698:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b5b80 00000400:00000200:1.0:1769074853.703707:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 176792 00000400:00000200:1.0:1769074853.703743:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.703748:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.703756:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.703763:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a0e00. 00010000:00000010:1.1:1769074853.705530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074853.705539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074853.705542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074853.705545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:3.0:1769074853.706032:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074853.706041:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:3.0:1769074853.706048:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00010000:00000010:0.1:1769074853.710825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074853.710845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00000400:00000200:3.0:1769074853.712764:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.712788:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65709 00000400:00000200:3.0:1769074853.712796:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.712801:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.712810:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:3.0:1769074853.712813:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00010000:00000010:0.1:1769074853.714773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074853.714789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00000400:00000200:1.0:1769074853.716672:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.716929:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b5c00 00000400:00000200:1.0:1769074853.716938:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 177280 00000400:00000200:1.0:1769074853.717011:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.717017:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.717024:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.717031:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a2300. 00010000:00000010:3.1:1769074853.719649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074853.719659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074853.719713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074853.719726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00000400:00000200:3.0:1769074853.722374:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.722405:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b5d00 00000400:00000200:3.0:1769074853.722414:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 177856 00000400:00000200:3.0:1769074853.722431:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.722436:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.722443:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.722450:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe4e00. 00000020:00000010:1.0:1769074853.722817:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.722822:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.722831:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.722836:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.722841:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.722884:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.722887:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.722889:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826337024 02000000:00000010:1.0:1769074853.722929:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90897000. 00010000:00000010:1.0:1769074853.722972:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074853.722989:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:1.0:1769074853.723018:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.723024:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.723042:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074853.723045:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.723050:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.723053:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.723143:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074853.723147:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72680. 00010000:00000010:1.0:1769074853.723150:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.0:1769074853.723153:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00000020:00000010:1.0:1769074853.723176:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074853.723183:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074853.723192:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c6c0. 00080000:00000010:1.0:1769074853.723201:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe2800. 00000001:00000010:1.0:1769074853.723381:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9cd20. 00000001:00000010:1.0:1769074853.723387:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcca80. 00000020:00000010:1.0:1769074853.723431:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c6c0. 00010000:00000010:1.0:1769074853.723440:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.0:1769074853.723445:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074853.723456:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc240. 00010000:00000010:1.0:1769074853.723485:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00080000:00000010:1.0:1769074853.723510:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa81a32558. 00000004:00000010:1.0:1769074853.723517:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae8719c0. 00000004:00000010:1.0:1769074853.723521:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc33a90. 00000004:00000010:1.0:1769074853.723526:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e3e4ac8. 00000004:00000010:1.0:1769074853.723530:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8d061e00. 00010000:00000010:1.0:1769074853.723539:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.723558:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889792, last committed = 17179889615 00010000:00000200:1.0:1769074853.723568:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffe4e00 x1855007826337024/t17179889792(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.723591:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074853.723597:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826337024, offset 224 00000400:00000010:1.0:1769074853.723637:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f620. 00000400:00000200:1.0:1769074853.723641:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.723655:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.723661:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40359:40359:256:4294967295] 192.168.204.10@tcp LPNI seq info [40355:40355:8:4294967295] 00000400:00000200:1.0:1769074853.723666:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.723674:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.723688:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.723693:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074853.723699:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.723705:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.723710:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.723736:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.723740:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.723744:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.724198:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.724203:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074853.724208:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.724213:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074853.725949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074853.725964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074853.725969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074853.725971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074853.729658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074853.729683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074853.729689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074853.729698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00000400:00000200:3.0:1769074853.730723:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.730752:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b5d80 00000400:00000200:3.0:1769074853.730761:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 178344 00000400:00000200:3.0:1769074853.730826:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.730831:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.730840:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.730847:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe6a00. 00010000:00000010:0.1:1769074853.739701:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074853.739719:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00000020:00000010:1.0:1769074853.740130:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.740138:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.740149:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.740154:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.740160:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.740240:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.740243:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.740247:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826337408 02000000:00000010:1.0:1769074853.740287:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90895000. 00010000:00000010:1.0:1769074853.740331:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074853.740348:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:1.0:1769074853.740367:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.740373:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.740389:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074853.740392:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074853.740409:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.0:1769074853.740412:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.740493:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074853.740497:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72500. 00010000:00000010:1.0:1769074853.740501:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.0:1769074853.740505:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00000020:00000010:1.0:1769074853.740530:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074853.740536:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074853.740546:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c6c0. 00080000:00000010:1.0:1769074853.740557:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe3400. 00010000:00000010:2.1:1769074853.740654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074853.740660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00000001:00000010:1.0:1769074853.741116:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9c720. 00000001:00000010:1.0:1769074853.741123:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc9c0. 00000020:00000010:1.0:1769074853.741154:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c6c0. 00010000:00000010:1.0:1769074853.741163:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.0:1769074853.741168:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074853.741181:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc540. 00010000:00000010:1.0:1769074853.741216:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00080000:00000010:1.0:1769074853.741242:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88a61728. 00000004:00000010:1.0:1769074853.741251:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd146240. 00000004:00000010:1.0:1769074853.741255:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81ae5760. 00000004:00000010:1.0:1769074853.741260:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d6a50. 00000004:00000010:1.0:1769074853.741265:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8376fa40. 00010000:00000010:1.0:1769074853.741274:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.741293:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889793, last committed = 17179889615 00010000:00000200:1.0:1769074853.741304:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714000 x1855007826337408/t17179889793(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.741323:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074853.741330:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826337408, offset 224 00000400:00000010:1.0:1769074853.741339:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f850. 00000400:00000200:1.0:1769074853.741343:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.741357:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.741364:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40361:40361:256:4294967295] 192.168.204.10@tcp LPNI seq info [40357:40357:8:4294967295] 00000400:00000200:1.0:1769074853.741371:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.741379:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.741385:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.741390:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074853.741396:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.741403:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.741408:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.741576:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.741580:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.741584:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.745304:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.745315:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074853.745322:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.745331:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.745361:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.745377:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65719 00000400:00000200:3.0:1769074853.745383:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.745385:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.745391:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fce58 00000400:00000010:3.0:1769074853.745402:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fce58. 00000400:00000200:3.0:1769074853.745431:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.745437:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b5f00 00000400:00000200:3.0:1769074853.745445:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 179408 00000400:00000200:3.0:1769074853.745489:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.745493:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.745497:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.745504:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe7100. 00000400:00000200:3.0:1769074853.750516:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.750535:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b6000 00000400:00000200:3.0:1769074853.750545:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 179984 00000400:00000200:3.0:1769074853.750563:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.750568:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.750578:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.750586:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffe6d80. 00010000:00000010:0.1:1769074853.751639:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074853.751645:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074853.751649:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074853.751652:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.0:1769074853.752571:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074853.752578:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:1.0:1769074853.752585:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00000800:00000010:1.0:1769074853.755134:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074853.755145:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.755152:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.755156:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.755221:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66180. 00000020:00000010:1.0:1769074853.755228:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef708. 00000020:00000010:1.0:1769074853.755233:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00010000:00000010:1.1:1769074853.755641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074853.755651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074853.755656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074853.755665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:0.1:1769074853.755713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:0.1:1769074853.755719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:2.1:1769074853.758314:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074853.758331:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00000020:00000010:1.0:1769074853.760294:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.760300:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.760307:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.760312:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.760318:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.760401:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.760405:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.760409:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826337920 00000001:00000010:1.0:1769074853.760421:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074853.760445:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.760452:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 02000000:00000010:1.0:1769074853.760501:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b88c000. 00010000:00000010:1.0:1769074853.760532:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.0:1769074853.760537:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074853.760553:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074853.760557:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a80. 00010000:00000010:1.0:1769074853.760561:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.0:1769074853.760564:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074853.760669:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074853.760673:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72700. 00010000:00000010:1.0:1769074853.760893:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.0:1769074853.760898:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074853.760960:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074853.760971:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074853.760975:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72a80. 00010000:00000010:1.0:1769074853.760997:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.761024:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714e00 x1855007826337920/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.761044:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074853.761051:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826337920, offset 224 00000400:00000200:1.0:1769074853.761057:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.761069:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.761076:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40364:40364:256:4294967295] 192.168.204.10@tcp LPNI seq info [40360:40360:8:4294967295] 00000400:00000200:1.0:1769074853.761088:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.761093:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.761099:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074853.761105:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.761112:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.761116:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.761131:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.761135:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.761138:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074853.761262:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.761267:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:3.0:1769074853.761273:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.761277:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.761281:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:3.0:1769074853.761284:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000400:00000200:3.0:1769074853.765134:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.765153:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b6180 00000400:00000200:3.0:1769074853.765163:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 181048 00000400:00000200:3.0:1769074853.765192:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.765198:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.765207:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.765234:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2a00. 00010000:00000010:1.1:1769074853.767476:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074853.767483:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.0:1769074853.767556:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:3.0:1769074853.767562:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25100. 00010000:00000010:3.0:1769074853.767568:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00000800:00000200:3.0:1769074853.767935:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.767939:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074853.767943:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.767949:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.770730:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.770765:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65729 00000400:00000200:3.0:1769074853.770772:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.770777:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.770783:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:3.0:1769074853.770787:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00000400:00000200:3.0:1769074853.770816:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.770822:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b6200 00000400:00000200:3.0:1769074853.770830:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 181536 00000400:00000200:3.0:1769074853.770883:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.770888:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.770893:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.770900:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3100. 00010000:00000010:0.1:1769074853.771080:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074853.771089:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074853.771094:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074853.771096:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074853.771099:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074853.771101:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00000800:00000200:3.0:1769074853.773182:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.773187:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38600. 00000400:00000200:3.0:1769074853.773191:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.773197:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.773201:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:3.0:1769074853.773203:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00000400:00000200:3.0:1769074853.775823:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.775842:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b6300 00000400:00000200:3.0:1769074853.775852:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 182112 00000400:00000200:3.0:1769074853.775869:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.775874:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.775883:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.775890:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2d80. 00000020:00000010:3.0:1769074853.781730:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.781753:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.781760:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074853.781766:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.781772:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.781817:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.781820:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.781824:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826338688 00000001:00000010:3.0:1769074853.781834:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:3.0:1769074853.781861:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074853.781870:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074853.781901:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ed24000. 00010000:00000010:3.0:1769074853.781929:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.781933:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074853.781950:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074853.781953:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074853.781957:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074853.781960:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074853.782046:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074853.782050:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074853.782053:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074853.782058:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074853.782129:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074853.782145:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074853.782151:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074853.782178:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074853.782198:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf9f80 x1855007826338688/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.782222:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074853.782230:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826338688, offset 224 00000400:00000200:3.0:1769074853.782238:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.782251:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.782259:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40368:40368:256:4294967295] 192.168.204.10@tcp LPNI seq info [40364:40364:8:4294967295] 00000400:00000200:3.0:1769074853.782271:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.782278:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.782284:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074853.782292:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.782302:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.782307:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.782336:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.782340:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.782345:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00000800:00000200:3.0:1769074853.785761:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.785766:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:3.0:1769074853.785776:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.785784:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.785791:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:3.0:1769074853.785793:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00000400:00000200:3.0:1769074853.785820:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.785832:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b6480 00000400:00000200:3.0:1769074853.785840:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 183176 00000400:00000200:3.0:1769074853.785856:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.785860:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.785866:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.785873:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3800. 00000020:00000010:1.0:1769074853.785990:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.785996:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.786014:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.786019:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.786024:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.786061:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074853.786064:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074853.786067:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826338944 02000000:00000010:1.0:1769074853.786099:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b88a000. 00010000:00000010:1.0:1769074853.786134:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:1.0:1769074853.786146:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:1.0:1769074853.786164:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.786169:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.786184:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074853.786187:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a80. 00010000:00000010:1.0:1769074853.786191:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.786194:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074853.786273:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074853.786277:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074853.786282:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.0:1769074853.786285:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00000020:00000010:1.0:1769074853.786308:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074853.786314:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074853.786324:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c6c0. 00080000:00000010:1.0:1769074853.786334:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe2000. 00000001:00000010:1.0:1769074853.786554:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82bfec00. 00000001:00000010:1.0:1769074853.786561:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074853.786594:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c6c0. 00010000:00000010:1.0:1769074853.786636:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.0:1769074853.786641:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074853.786653:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074853.786689:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00080000:00000010:1.0:1769074853.786715:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88a601c8. 00000004:00000010:1.0:1769074853.786722:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd146f00. 00000004:00000010:1.0:1769074853.786725:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81ae4ee0. 00000004:00000010:1.0:1769074853.786729:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe9909d8. 00000004:00000010:1.0:1769074853.786733:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8376e1e0. 00010000:00000010:1.0:1769074853.786741:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.786761:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889797, last committed = 17179889615 00010000:00000200:1.0:1769074853.786770:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3800 x1855007826338944/t17179889797(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.786789:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074853.786795:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826338944, offset 224 00000400:00000010:1.0:1769074853.786801:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fbd0. 00000400:00000200:1.0:1769074853.786805:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.786817:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.786823:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40369:40369:256:4294967295] 192.168.204.10@tcp LPNI seq info [40365:40365:8:4294967295] 00000400:00000200:1.0:1769074853.786830:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.786837:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.786842:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.786847:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074853.786853:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.786859:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.786863:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.1:1769074853.787588:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074853.787598:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074853.787624:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074853.787629:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00000020:00000010:1.0:1769074853.787954:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.787960:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.787965:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000400:00000200:3.0:1769074853.790233:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.790253:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65739 00000400:00000200:3.0:1769074853.790261:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.790264:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.790270:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:3.0:1769074853.790273:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00010000:00000010:2.1:1769074853.790701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:2.1:1769074853.790709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074853.790713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074853.790719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074853.790722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074853.790726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074853.790730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074853.790733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074853.790841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074853.790846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.1:1769074853.791923:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074853.791935:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074853.791940:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074853.791943:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00000020:00000010:1.0:1769074853.793144:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d280. 00000020:00000010:1.0:1769074853.793151:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d280. 00000020:00000010:1.0:1769074853.793159:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.793166:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.793171:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.793218:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d280. 00000020:00000010:1.0:1769074853.793221:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d280. 00000100:00000200:1.0:1769074853.793225:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826339072 00000001:00000010:1.0:1769074853.793235:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 00010000:00000010:1.0:1769074853.793262:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.793270:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 02000000:00000010:1.0:1769074853.793296:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b88e000. 00010000:00000010:1.0:1769074853.793324:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.0:1769074853.793328:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074853.793346:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074853.793350:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e80. 00010000:00000010:1.0:1769074853.793354:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.0:1769074853.793357:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074853.793429:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074853.793433:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074853.793436:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.0:1769074853.793439:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074853.793514:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074853.793529:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074853.793534:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72e80. 00010000:00000010:1.0:1769074853.793556:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.793572:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715c00 x1855007826339072/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.793592:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074853.793600:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826339072, offset 224 00000400:00000200:1.0:1769074853.793817:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.793829:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.793835:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40370:40370:256:4294967295] 192.168.204.10@tcp LPNI seq info [40366:40366:8:4294967295] 00000400:00000200:1.0:1769074853.793846:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.793852:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.793858:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074853.793864:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.793871:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.793875:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.794197:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.794203:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.794208:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:0.1:1769074853.794654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074853.794662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074853.794666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074853.794669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074853.794681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074853.794685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:0.1:1769074853.794688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074853.794692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074853.794695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074853.794700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:2.1:1769074853.794853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:2.1:1769074853.794860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074853.794913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:1.1:1769074853.794920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:1.1:1769074853.794923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074853.794930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074853.795938:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074853.795948:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074853.795952:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074853.795955:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000800:00000200:3.0:1769074853.796588:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.796593:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074853.796599:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.796637:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.796644:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:3.0:1769074853.796647:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00010000:00000010:0.1:1769074853.797794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074853.797807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00000400:00000200:1.0:1769074853.799993:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.800024:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b6600 00000400:00000200:1.0:1769074853.800035:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 184240 00000400:00000200:1.0:1769074853.800050:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.800054:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.800062:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.800068:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a2a00. 00010000:00000010:1.0:1769074853.801467:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074853.801474:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:1.0:1769074853.801481:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8540. 00010000:00000010:1.1:1769074853.805278:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.1:1769074853.805296:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074853.805301:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074853.805304:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00000400:00000200:1.0:1769074853.805332:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.805351:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65741 00000400:00000200:1.0:1769074853.805358:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.805363:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.805370:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:1.0:1769074853.805373:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000400:00000200:1.0:1769074853.805443:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.805450:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b6680 00000400:00000200:1.0:1769074853.805459:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 184728 00000400:00000200:1.0:1769074853.805518:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.805522:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.805528:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.805534:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a0000. 00000020:00000010:3.0:1769074853.806058:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.806065:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.806071:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074853.806076:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.806082:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.806126:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.806129:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.806133:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826339456 00000001:00000010:3.0:1769074853.806145:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcce40. 00010000:00000010:3.0:1769074853.806171:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074853.806178:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074853.806226:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82c77000. 00010000:00000010:3.0:1769074853.806255:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074853.806260:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074853.806279:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074853.806283:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074853.806288:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.806293:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074853.806362:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074853.806366:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074853.806369:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074853.806373:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074853.806527:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074853.806540:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074853.806546:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074853.806565:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074853.806582:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a0000 x1855007826339456/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.806600:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074853.806636:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826339456, offset 224 00000400:00000200:3.0:1769074853.806644:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.806656:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.806663:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40372:40372:256:4294967295] 192.168.204.10@tcp LPNI seq info [40368:40368:8:4294967295] 00000400:00000200:3.0:1769074853.806817:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.806826:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.806832:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074853.806839:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.806845:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.806850:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.806873:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.806877:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.806881:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00000800:00000200:1.0:1769074853.807266:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.807271:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074853.807279:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.807284:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.807289:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:1.0:1769074853.807291:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00000020:00000010:1.0:1769074853.810281:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d280. 00000020:00000010:1.0:1769074853.810286:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d280. 00000020:00000010:1.0:1769074853.810294:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.810299:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.810304:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.810346:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d280. 00000020:00000010:1.0:1769074853.810349:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d280. 00000100:00000200:1.0:1769074853.810353:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826339712 02000000:00000010:1.0:1769074853.810385:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b88f000. 00010000:00000010:1.0:1769074853.810437:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:1.0:1769074853.810454:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:1.0:1769074853.810474:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.0:1769074853.810480:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.810494:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074853.810498:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e80. 00010000:00000010:1.0:1769074853.810502:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.0:1769074853.810506:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074853.810586:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074853.810589:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074853.810592:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.810595:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00000020:00000010:1.0:1769074853.810646:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7ba00. 00000020:00000010:1.0:1769074853.810653:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7ba00. 00000020:00000010:1.0:1769074853.810665:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c6c0. 00080000:00000010:1.0:1769074853.810683:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30f800. 00000001:00000010:1.0:1769074853.810888:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b3c0. 00000001:00000010:1.0:1769074853.810896:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074853.810926:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c6c0. 00010000:00000010:1.0:1769074853.810935:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.0:1769074853.810939:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074853.810950:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcccc0. 00010000:00000010:1.0:1769074853.810988:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00080000:00000010:1.0:1769074853.811022:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88a618f0. 00000004:00000010:1.0:1769074853.811030:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc7d19c0. 00000004:00000010:1.0:1769074853.811034:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81ae4550. 00000004:00000010:1.0:1769074853.811038:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe990f78. 00000004:00000010:1.0:1769074853.811042:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8376f680. 00010000:00000010:1.0:1769074853.811051:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.811068:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889799, last committed = 17179889615 00010000:00000200:1.0:1769074853.811078:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfbb80 x1855007826339712/t17179889799(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.811097:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074853.811103:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826339712, offset 224 00000400:00000010:1.0:1769074853.811109:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f5e8. 00000400:00000200:1.0:1769074853.811113:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.811125:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.811131:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40373:40373:256:4294967295] 192.168.204.10@tcp LPNI seq info [40369:40369:8:4294967295] 00000400:00000200:1.0:1769074853.811137:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.811143:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.811148:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.811152:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074853.811158:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.811166:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.811170:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.811188:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.811192:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.811196:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:1.0:1769074853.811281:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.811285:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:1.0:1769074853.811289:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.811293:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000020:00000010:3.0:1769074853.816176:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.816182:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.816190:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074853.816196:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.816201:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.816239:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.816242:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.816246:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826339840 00000001:00000010:3.0:1769074853.816256:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8a80. 00010000:00000010:3.0:1769074853.816280:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074853.816288:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074853.816315:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82c75000. 00010000:00000010:3.0:1769074853.816343:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074853.816347:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074853.816363:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074853.816366:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074853.816371:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074853.816374:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074853.816461:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074853.816465:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074853.816468:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074853.816472:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074853.816538:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074853.816550:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074853.816554:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074853.816573:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074853.816589:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf8000 x1855007826339840/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.816638:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074853.816644:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826339840, offset 224 00000400:00000200:3.0:1769074853.816651:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.816662:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.816668:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40374:40374:256:4294967295] 192.168.204.10@tcp LPNI seq info [40370:40370:8:4294967295] 00000400:00000200:3.0:1769074853.816688:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.816694:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.816699:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074853.816705:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.816711:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.816715:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.816883:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.816888:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.816892:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00010000:00000010:0.1:1769074853.818953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:0.1:1769074853.818963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074853.818969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074853.818975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074853.820686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074853.820706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074853.820710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074853.820715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:2.1:1769074853.820766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074853.820773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.1:1769074853.820961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074853.820968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.1:1769074853.820971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:1.1:1769074853.820974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074853.820978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074853.820986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00000400:00000200:1.0:1769074853.821684:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.821705:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b6900 00000400:00000200:1.0:1769074853.821716:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 186368 00000400:00000200:1.0:1769074853.821741:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.821746:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.821753:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.821759:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a1180. 00010000:00000010:2.1:1769074853.823698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074853.823706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:0.1:1769074853.824032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074853.824038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074853.824124:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074853.824130:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074853.824133:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074853.824136:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000800:00000200:3.0:1769074853.825487:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.825495:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38f00. 00000400:00000200:3.0:1769074853.825502:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.825511:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074853.828733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074853.828748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00000400:00000200:1.0:1769074853.829021:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.829036:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b6980 00000400:00000200:1.0:1769074853.829046:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 186856 00000400:00000200:1.0:1769074853.829104:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.829109:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.829116:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.829122:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a1f80. 00000800:00000200:3.0:1769074853.830071:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.830076:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38f00. 00000400:00000200:3.0:1769074853.830080:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.830084:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.830089:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:3.0:1769074853.830091:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:0.1:1769074853.832064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074853.832084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074853.832090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074853.832098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00000020:00000010:1.0:1769074853.834664:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.834670:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.834689:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.834696:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.834701:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.834793:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.834796:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074853.834800:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826340480 02000000:00000010:1.0:1769074853.834837:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b88d000. 00010000:00000010:1.0:1769074853.834880:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074853.834900:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:1.0:1769074853.834920:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.0:1769074853.834927:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.834943:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074853.834947:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72000. 00010000:00000010:1.0:1769074853.834951:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.834955:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074853.835047:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074853.835051:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72780. 00010000:00000010:1.0:1769074853.835055:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.0:1769074853.835058:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00000020:00000010:1.0:1769074853.835082:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc40. 00000020:00000010:1.0:1769074853.835089:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc40. 00000020:00000010:1.0:1769074853.835099:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b720. 00080000:00000010:1.0:1769074853.835109:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30dc00. 00000001:00000010:1.0:1769074853.835311:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9ca20. 00000001:00000010:1.0:1769074853.835318:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcca80. 00000020:00000010:1.0:1769074853.835354:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b720. 00010000:00000010:1.0:1769074853.835363:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.0:1769074853.835368:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074853.835379:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074853.835649:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00080000:00000010:1.0:1769074853.835676:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a3a5728. 00000004:00000010:1.0:1769074853.835683:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbe992600. 00000004:00000010:1.0:1769074853.835686:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fab2bb0. 00000004:00000010:1.0:1769074853.835691:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb45690. 00000004:00000010:1.0:1769074853.835695:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f8c780. 00010000:00000010:1.0:1769074853.835702:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.835722:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889801, last committed = 17179889615 00010000:00000200:1.0:1769074853.835872:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf9c00 x1855007826340480/t17179889801(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.835895:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074853.835903:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826340480, offset 224 00000400:00000010:1.0:1769074853.835910:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f0e0. 00000400:00000200:1.0:1769074853.835915:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.835930:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.835936:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40377:40377:256:4294967295] 192.168.204.10@tcp LPNI seq info [40373:40373:8:4294967295] 00000400:00000200:1.0:1769074853.835943:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.835949:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.835954:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.835959:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074853.835965:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.835972:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.835977:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.836011:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.836017:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.836021:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.840576:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.840581:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.840590:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.840596:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.840626:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.840664:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.840667:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074853.840671:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826340608 00000001:00000010:1.0:1769074853.840686:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d83c0. 00010000:00000010:1.0:1769074853.840709:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.0:1769074853.840717:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 02000000:00000010:1.0:1769074853.840754:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b889000. 00010000:00000010:1.0:1769074853.840785:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.840789:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074853.840809:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074853.840814:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72900. 00010000:00000010:1.0:1769074853.840818:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.0:1769074853.840820:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074853.840891:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074853.840895:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72780. 00010000:00000010:1.0:1769074853.840900:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.0:1769074853.840903:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074853.840963:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074853.840977:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074853.840982:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72900. 00010000:00000010:1.0:1769074853.841016:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.841034:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfa300 x1855007826340608/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.841053:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 00000100:00000200:1.0:1769074853.841059:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826340608, offset 224 00000400:00000200:1.0:1769074853.841065:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.841076:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.841082:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40378:40378:256:4294967295] 192.168.204.10@tcp LPNI seq info [40374:40374:8:4294967295] 00000400:00000200:1.0:1769074853.841093:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.841099:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.841104:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074853.841109:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.841116:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.841120:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.841139:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.841143:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.841146:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000020:00000010:3.0:1769074853.844921:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.844927:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.844934:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074853.844940:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.844945:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.844985:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.844988:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.844991:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826340864 02000000:00000010:3.0:1769074853.845037:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82c71000. 00010000:00000010:3.0:1769074853.845078:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:3.0:1769074853.845097:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72780. 00010000:00000010:3.0:1769074853.845116:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074853.845122:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074853.845138:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074853.845141:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074853.845146:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074853.845149:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074853.845226:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074853.845230:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074853.845233:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074853.845237:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00000020:00000010:3.0:1769074853.845260:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074853.845267:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074853.845278:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9cc0. 00080000:00000010:3.0:1769074853.845288:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c579400. 00000001:00000010:3.0:1769074853.845526:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9600. 00000001:00000010:3.0:1769074853.845534:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e240. 00000020:00000010:3.0:1769074853.845564:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9cc0. 00010000:00000010:3.0:1769074853.845572:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074853.845576:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074853.845588:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074853.845720:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00080000:00000010:3.0:1769074853.845751:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a930c78. 00000004:00000010:3.0:1769074853.845758:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb6ba4a80. 00000004:00000010:3.0:1769074853.845762:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81426440. 00000004:00000010:3.0:1769074853.845766:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8ee910f0. 00000004:00000010:3.0:1769074853.845769:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83859680. 00010000:00000010:3.0:1769074853.845780:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074853.845795:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889802, last committed = 17179889615 00010000:00000200:3.0:1769074853.845805:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf8700 x1855007826340864/t17179889802(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074853.845824:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074853.845830:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826340864, offset 224 00000400:00000010:3.0:1769074853.845837:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e710d90. 00000400:00000200:3.0:1769074853.845840:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.845853:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.845860:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40379:40379:256:4294967295] 192.168.204.10@tcp LPNI seq info [40375:40375:8:4294967295] 00000400:00000200:3.0:1769074853.845866:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074853.845873:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.845878:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.845883:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074853.845890:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.845896:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.845900:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.845920:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.845924:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.845928:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00010000:00000010:2.1:1769074853.846323:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074853.846331:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074853.846640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074853.846646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074853.846691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:2.1:1769074853.846697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074853.854384:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074853.854408:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074853.854413:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074853.854416:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00000020:00000010:3.0:1769074853.854943:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.854949:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.854955:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074853.854960:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.854965:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.855014:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.855016:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.855020:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826340992 00000001:00000010:3.0:1769074853.855030:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcca80. 00010000:00000010:3.0:1769074853.855052:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.855059:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074853.855084:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82c70000. 00010000:00000010:3.0:1769074853.855110:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074853.855114:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074853.855130:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074853.855132:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074853.855137:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074853.855139:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074853.855211:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074853.855214:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074853.855218:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074853.855220:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074853.855284:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074853.855294:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074853.855298:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074853.855316:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074853.855330:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf9500 x1855007826340992/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.855349:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074853.855355:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826340992, offset 224 00000400:00000200:3.0:1769074853.855361:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00010000:00000010:1.0:1769074853.855464:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:1.0:1769074853.855470:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:1.1:1769074853.856128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.1:1769074853.856139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.1:1769074853.856142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074853.856146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074853.856151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074853.856153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:3.1:1769074853.857072:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:3.1:1769074853.857080:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00000400:00000200:3.0:1769074853.857105:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.857111:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40380:40380:256:4294967295] 192.168.204.10@tcp LPNI seq info [40376:40376:8:4294967295] 00000400:00000200:3.0:1769074853.857123:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.857129:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.857136:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074853.857142:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.857149:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.857153:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.857212:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.857217:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.857221:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074853.861792:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.861798:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.861803:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074853.861808:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.861813:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.861857:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.861860:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.861863:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826341248 02000000:00000010:3.0:1769074853.861899:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82c73000. 00010000:00000010:3.0:1769074853.861937:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074853.861953:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074853.861972:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.861979:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074853.862005:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074853.862009:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074853.862014:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074853.862017:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074853.862103:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074853.862107:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074853.862110:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074853.862113:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00000020:00000010:3.0:1769074853.862136:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074853.862143:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074853.862153:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9cc0. 00080000:00000010:3.0:1769074853.862163:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c578c00. 00000001:00000010:3.0:1769074853.862373:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9180. 00000001:00000010:3.0:1769074853.862380:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074853.862425:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9cc0. 00010000:00000010:3.0:1769074853.862434:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074853.862438:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074853.862451:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e300. 00010000:00000010:3.0:1769074853.862493:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00080000:00000010:3.0:1769074853.862518:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dbfac78. 00000004:00000010:3.0:1769074853.862525:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae871900. 00000004:00000010:3.0:1769074853.862529:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc32770. 00000004:00000010:3.0:1769074853.862534:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e3e4f00. 00000004:00000010:3.0:1769074853.862537:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8d060f00. 00010000:00000010:3.0:1769074853.862547:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074853.862564:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889803, last committed = 17179889615 00010000:00000200:3.0:1769074853.862572:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715180 x1855007826341248/t17179889803(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074853.862590:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074853.862596:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826341248, offset 224 00000400:00000010:3.0:1769074853.862625:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e710e38. 00000400:00000200:3.0:1769074853.862630:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.862643:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.862649:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40381:40381:256:4294967295] 192.168.204.10@tcp LPNI seq info [40377:40377:8:4294967295] 00000400:00000200:3.0:1769074853.862655:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074853.862661:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.862667:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.862671:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074853.862677:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.862684:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.862689:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.862711:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.862715:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.862719:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00010000:00000010:1.0:1769074853.863338:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:1.0:1769074853.863348:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:1.0:1769074853.863357:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e300. 00010000:00000010:2.1:1769074853.864705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:2.1:1769074853.864716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:3.1:1769074853.865316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074853.865328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074853.865389:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:0.1:1769074853.865404:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000020:00000010:3.0:1769074853.870196:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.870202:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.870208:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074853.870213:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.870218:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.870257:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.870260:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.870262:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826341376 00000001:00000010:3.0:1769074853.870273:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e240. 00010000:00000010:3.0:1769074853.870297:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074853.870304:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 02000000:00000010:3.0:1769074853.870331:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82c74000. 00010000:00000010:3.0:1769074853.870359:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074853.870364:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074853.870382:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074853.870386:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074853.870390:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074853.870400:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074853.870473:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074853.870477:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074853.870482:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074853.870485:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074853.870553:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074853.870566:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074853.870571:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074853.870592:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.1:1769074853.870629:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074853.870635:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074853.870638:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074853.870641:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000200:3.0:1769074853.870651:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf8e00 x1855007826341376/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.870669:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074853.870686:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826341376, offset 224 00000400:00000200:3.0:1769074853.870693:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.870703:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.870710:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40382:40382:256:4294967295] 192.168.204.10@tcp LPNI seq info [40378:40378:8:4294967295] 00000400:00000200:3.0:1769074853.870720:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.870726:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.870738:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074853.870744:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.870751:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.870756:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.870781:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.870785:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.870789:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00010000:00000010:1.1:1769074853.871012:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074853.871018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:1.1:1769074853.874983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074853.875007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074853.875070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074853.875076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074853.875079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074853.875086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000020:00000010:1.0:1769074853.876240:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.876246:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.876254:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.876259:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.876265:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.876307:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.876311:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074853.876314:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826341632 02000000:00000010:1.0:1769074853.876347:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b888000. 00010000:00000010:1.0:1769074853.876386:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:1.0:1769074853.876413:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:1.0:1769074853.876434:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.0:1769074853.876440:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.876457:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074853.876460:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72900. 00010000:00000010:1.0:1769074853.876465:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.0:1769074853.876468:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074853.876550:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074853.876554:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e80. 00010000:00000010:1.0:1769074853.876557:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.876560:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00000020:00000010:1.0:1769074853.876583:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc40. 00000020:00000010:1.0:1769074853.876589:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc40. 00000020:00000010:1.0:1769074853.876637:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c0c0. 00080000:00000010:1.0:1769074853.876649:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30e400. 00000001:00000010:1.0:1769074853.876876:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b660. 00000001:00000010:1.0:1769074853.876884:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc240. 00000020:00000010:1.0:1769074853.876915:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c0c0. 00010000:00000010:1.0:1769074853.876925:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.0:1769074853.876930:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074853.876944:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc540. 00010000:00000010:1.0:1769074853.876980:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00080000:00000010:1.0:1769074853.877014:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa85852c78. 00000004:00000010:1.0:1769074853.877021:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbe9926c0. 00000004:00000010:1.0:1769074853.877024:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fab3650. 00000004:00000010:1.0:1769074853.877028:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab882c87f8. 00000004:00000010:1.0:1769074853.877032:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f8cb40. 00010000:00000010:1.0:1769074853.877042:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074853.877060:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889804, last committed = 17179889615 00010000:00000200:1.0:1769074853.877071:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717100 x1855007826341632/t17179889804(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.877089:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074853.877095:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826341632, offset 224 00000400:00000010:1.0:1769074853.877102:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1ff18. 00000400:00000200:1.0:1769074853.877106:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.877120:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.877125:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40383:40383:256:4294967295] 192.168.204.10@tcp LPNI seq info [40379:40379:8:4294967295] 00000400:00000200:1.0:1769074853.877132:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.877139:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.877144:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.877149:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074853.877156:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.877162:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.877167:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.877193:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074853.877199:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.877203:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:2.1:1769074853.880518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074853.880533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074853.880659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074853.880664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074853.880668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074853.880681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000020:00000010:3.0:1769074853.882041:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.882049:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.882055:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074853.882061:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.882067:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.882116:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f040. 00000020:00000010:3.0:1769074853.882119:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f040. 00000100:00000200:3.0:1769074853.882122:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826341760 00000001:00000010:3.0:1769074853.882133:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074853.882156:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074853.882163:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 02000000:00000010:3.0:1769074853.882189:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82c72000. 00010000:00000010:3.0:1769074853.882218:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074853.882221:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074853.882240:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074853.882243:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074853.882247:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074853.882250:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074853.882326:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074853.882329:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074853.882333:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074853.882337:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074853.882405:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074853.882417:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074853.882422:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074853.882443:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074853.882461:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfaa00 x1855007826341760/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.882481:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074853.882487:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826341760, offset 224 00000400:00000200:3.0:1769074853.882494:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.882505:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.882512:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40384:40384:256:4294967295] 192.168.204.10@tcp LPNI seq info [40380:40380:8:4294967295] 00000400:00000200:3.0:1769074853.882524:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.882529:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.882534:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074853.882540:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.882547:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.882552:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.882568:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.882572:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.882576:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00010000:00000010:1.0:1769074853.883428:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074853.883439:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72900. 00010000:00000010:1.1:1769074853.887691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:1.1:1769074853.887705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074853.887710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074853.887718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00000020:00000010:1.0:1769074853.889329:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.889335:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.889343:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074853.889349:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074853.889354:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562c80. 00000020:00000010:1.0:1769074853.889425:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.889428:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074853.889432:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826342016 02000000:00000010:1.0:1769074853.889468:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b88b000. 00010000:00000010:1.0:1769074853.889510:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:1.0:1769074853.889527:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:1.0:1769074853.889545:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21600. 00010000:00000010:1.0:1769074853.889551:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074853.889567:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074853.889571:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074853.889575:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.0:1769074853.889578:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074853.889760:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074853.889765:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074853.889768:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:1.0:1769074853.889772:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00000020:00000010:1.0:1769074853.889798:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc40. 00000020:00000010:1.0:1769074853.889805:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc40. 00000020:00000010:1.0:1769074853.889816:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b720. 00080000:00000010:1.0:1769074853.889968:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30f400. 00000001:00000010:1.0:1769074853.890188:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9cf00. 00000001:00000010:1.0:1769074853.890196:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc180. 00000020:00000010:1.0:1769074853.890232:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b720. 00010000:00000010:1.0:1769074853.890242:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.0:1769074853.890246:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074853.890259:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc0c0. 00010000:00000010:2.1:1769074853.890935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:2.1:1769074853.890945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.0:1769074853.891020:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:3.1:1769074853.891226:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074853.891232:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074853.891236:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074853.891238:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074853.896039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074853.896049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00000020:00000010:1.0:1769074853.897223:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.897231:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.897238:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074853.897244:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72a00. 00000020:00000010:1.0:1769074853.897249:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074853.897342:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.897345:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074853.897349:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826342144 00000001:00000010:1.0:1769074853.897361:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc240. 00010000:00000010:1.0:1769074853.897384:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.0:1769074853.897391:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 02000000:00000010:1.0:1769074853.897446:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d59000. 00010000:00000010:1.0:1769074853.897477:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.0:1769074853.897482:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074853.897501:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074853.897504:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a80. 00010000:00000010:1.0:1769074853.897509:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.0:1769074853.897512:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.897585:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074853.897589:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074853.897593:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.0:1769074853.897596:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074853.897693:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074853.897708:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.897713:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72a80. 00010000:00000010:1.0:1769074853.898098:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000200:1.0:1769074853.898120:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717800 x1855007826342144/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.898140:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074853.898146:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826342144, offset 224 00000400:00000200:1.0:1769074853.898153:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.898166:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.898173:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40386:40386:256:4294967295] 192.168.204.10@tcp LPNI seq info [40382:40382:8:4294967295] 00000400:00000200:1.0:1769074853.898184:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.898189:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.898194:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074853.898202:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.898209:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.898212:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.898240:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72a00. 00000020:00000010:1.0:1769074853.898244:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074853.898248:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074853.903321:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.903327:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.903335:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074853.903341:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72a00. 00000020:00000010:1.0:1769074853.903348:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074853.903389:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.903568:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074853.903573:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826342400 02000000:00000010:1.0:1769074853.903639:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d58000. 00010000:00000010:1.0:1769074853.903688:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074853.903705:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074853.903727:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.0:1769074853.903905:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074853.903924:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074853.903927:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074853.903932:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.0:1769074853.903936:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074853.904030:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074853.904033:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a80. 00010000:00000010:1.0:1769074853.904037:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.0:1769074853.904040:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00000020:00000010:1.0:1769074853.904065:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc40. 00000020:00000010:1.0:1769074853.904072:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc40. 00000020:00000010:1.0:1769074853.904082:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c1e0. 00080000:00000010:1.0:1769074853.904092:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30cc00. 00000001:00000010:1.0:1769074853.904298:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bde0. 00000001:00000010:1.0:1769074853.904305:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc0c0. 00000020:00000010:1.0:1769074853.904338:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c1e0. 00010000:00000010:1.0:1769074853.904347:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20400. 00010000:00000010:1.0:1769074853.904351:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074853.904362:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc240. 00010000:00000010:1.0:1769074853.904462:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00080000:00000010:1.0:1769074853.904487:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dbfbab8. 00000004:00000010:1.0:1769074853.904494:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabadb17300. 00000004:00000010:1.0:1769074853.904497:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc32330. 00000004:00000010:1.0:1769074853.904503:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e3e4168. 00000004:00000010:1.0:1769074853.904507:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8d060000. 00010000:00000010:1.0:1769074853.904517:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074853.904533:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889806, last committed = 17179889615 00010000:00000200:1.0:1769074853.904543:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714700 x1855007826342400/t17179889806(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.904562:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074853.904569:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826342400, offset 224 00000400:00000010:1.0:1769074853.904575:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f7a8. 00000400:00000200:1.0:1769074853.904579:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.904592:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.904598:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40387:40387:256:4294967295] 192.168.204.10@tcp LPNI seq info [40383:40383:8:4294967295] 00000400:00000200:1.0:1769074853.904635:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.904642:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.904648:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.904653:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074853.904659:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.904666:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.904670:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.904695:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72a00. 00000020:00000010:1.0:1769074853.904700:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074853.904704:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074853.905192:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.905198:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:3.0:1769074853.905203:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.905209:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.907940:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.907965:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65781 00000400:00000200:3.0:1769074853.907973:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.907978:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.907987:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:3.0:1769074853.907990:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00000400:00000200:3.0:1769074853.908031:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.908038:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b7280 00000400:00000200:3.0:1769074853.908047:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 193240 00000400:00000200:3.0:1769074853.908105:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.908109:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.908115:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.908121:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3480. 00010000:00000010:1.1:1769074853.908883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:1.1:1769074853.908894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:1.1:1769074853.908900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.0:1769074853.908939:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074853.908948:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074853.909005:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.909010:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.909017:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074853.909021:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074853.909026:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074853.909055:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.909057:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074853.909060:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826342528 00000001:00000010:1.0:1769074853.909069:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc180. 00010000:00000010:1.0:1769074853.909089:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:1.0:1769074853.909094:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 02000000:00000010:1.0:1769074853.909118:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5b000. 00010000:00000010:1.0:1769074853.909148:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.0:1769074853.909151:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074853.909164:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074853.909168:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074853.909171:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.0:1769074853.909174:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.909247:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074853.909250:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72700. 00010000:00000010:1.0:1769074853.909253:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:1.0:1769074853.909256:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074853.909307:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074853.909315:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.909319:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074853.909336:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000200:1.0:1769074853.909351:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3480 x1855007826342528/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.909369:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074853.909375:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826342528, offset 224 00000400:00000200:1.0:1769074853.909382:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.909494:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.909501:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40388:40388:256:4294967295] 192.168.204.10@tcp LPNI seq info [40384:40384:8:4294967295] 00000400:00000200:1.0:1769074853.909512:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.909519:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.909525:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074853.909530:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.909537:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.909541:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.909570:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074853.909574:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074853.909577:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:1.0:1769074853.909904:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.909909:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:1.0:1769074853.909914:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.909920:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.909925:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:1.0:1769074853.909927:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00010000:00000010:0.1:1769074853.909992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074853.910009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21000. 00010000:00000010:0.1:1769074853.910017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21600. 00000400:00000200:3.0:1769074853.912769:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.912789:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b7380 00000400:00000200:3.0:1769074853.912798:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c19 [64] + 193816 00000400:00000200:3.0:1769074853.912814:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.912819:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.912827:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.912834:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0380. 00000800:00000200:3.0:1769074853.915694:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.915699:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38600. 00000400:00000200:3.0:1769074853.915704:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.915712:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074853.916653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074853.916666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20a00. 00010000:00000010:1.1:1769074853.919664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21e00. 00010000:00000010:1.1:1769074853.919690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074853.919698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20800. 00010000:00000010:1.1:1769074853.919701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20c00. 00010000:00000010:1.1:1769074853.919704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21c00. 00010000:00000010:1.1:1769074853.919707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074853.919710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21200. 00010000:00000010:1.1:1769074853.919716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21a00. 00010000:00000010:1.1:1769074853.919719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074853.919722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20e00. 00010000:00000010:1.1:1769074853.919724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21800. 00010000:00000010:1.1:1769074853.919726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074853.919729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20600. 00010000:00000010:1.1:1769074853.919740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca21400. 00010000:00000010:2.1:1769074853.919951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:2.1:1769074853.919957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20400. 00000400:00000200:3.0:1769074853.921225:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.921244:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b7400 00000400:00000200:3.0:1769074853.921254:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c19 [64] + 194304 00000400:00000010:3.0:1769074853.921260:0:12638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b420. 00000400:00000200:3.0:1769074853.921265:0:12638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daba10cc800 00000400:00000200:3.0:1769074853.921326:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.921331:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.921337:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba10cc800 00000400:00000010:3.0:1769074853.921339:0:12638:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daba10cc800. 00000100:00000200:3.0:1769074853.921345:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:0.1:1769074853.926640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20000. 00010000:00000010:0.1:1769074853.926657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074853.926663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074853.926669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074853.926834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074853.926841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00000020:00000010:3.0:1769074853.929119:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074853.929125:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074853.929131:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074853.929136:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074853.929141:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074853.929181:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074853.929184:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000100:00000200:3.0:1769074853.929187:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826343168 02000000:00000010:3.0:1769074853.929228:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82c76000. 00010000:00000010:3.0:1769074853.929276:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074853.929294:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:3.0:1769074853.929314:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074853.929321:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074853.929339:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074853.929342:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074853.929348:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074853.929351:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074853.929453:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074853.929457:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074853.929461:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074853.929464:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00000020:00000010:3.0:1769074853.929489:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074853.929496:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074853.929507:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9cc0. 00080000:00000010:3.0:1769074853.929516:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c579000. 00000800:00000200:1.0:1769074853.930499:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.930505:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074853.930509:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.930514:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074853.931193:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:3.0:1769074853.931204:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074853.931213:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00010000:00000010:0.1:1769074853.931918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074853.931928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074853.931931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074853.931934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074853.931938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074853.931941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.0:1769074853.933769:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:1.0:1769074853.933782:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00000800:00000200:1.0:1769074853.937412:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074853.937417:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38a00. 00000400:00000200:1.0:1769074853.937422:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.937426:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074853.937430:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:1.0:1769074853.937432:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00010000:00000010:3.1:1769074853.937699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074853.937707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074853.937842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:2.1:1769074853.937849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074853.939658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074853.939681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074853.939843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074853.939849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00000020:00000010:1.0:1769074853.941956:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.941962:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.941970:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074853.941976:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074853.941982:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074853.942034:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.942037:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074853.942041:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826343552 02000000:00000010:1.0:1769074853.942078:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d5c000. 00010000:00000010:1.0:1769074853.942121:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074853.942138:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:1.0:1769074853.942158:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.0:1769074853.942165:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074853.942181:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074853.942184:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074853.942188:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:1.0:1769074853.942192:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074853.942276:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074853.942280:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074853.942283:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.0:1769074853.942287:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00000020:00000010:1.0:1769074853.942312:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bac0. 00000020:00000010:1.0:1769074853.942318:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bac0. 00000020:00000010:1.0:1769074853.942332:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b8a0. 00080000:00000010:1.0:1769074853.942343:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30c400. 00000001:00000010:1.0:1769074853.942565:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9c9c0. 00000001:00000010:1.0:1769074853.942572:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc540. 00000020:00000010:1.0:1769074853.942630:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b8a0. 00010000:00000010:1.0:1769074853.942639:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:1.0:1769074853.942643:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074853.942655:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc180. 00010000:00000010:1.0:1769074853.942685:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00080000:00000010:1.0:1769074853.942705:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a930000. 00000004:00000010:1.0:1769074853.942711:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4866e40. 00000004:00000010:1.0:1769074853.942715:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81427dc0. 00000004:00000010:1.0:1769074853.942720:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8ee91e88. 00000004:00000010:1.0:1769074853.942724:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa838581e0. 00010000:00000010:1.0:1769074853.942733:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000200:1.0:1769074853.942749:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889809, last committed = 17179889615 00010000:00000200:1.0:1769074853.942759:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715f80 x1855007826343552/t17179889809(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.942779:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074853.942785:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826343552, offset 224 00000400:00000010:1.0:1769074853.942791:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f7e0. 00000400:00000200:1.0:1769074853.942795:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.942807:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.942813:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40393:40393:256:4294967295] 192.168.204.10@tcp LPNI seq info [40389:40389:8:4294967295] 00000400:00000200:1.0:1769074853.942819:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.942826:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.942831:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.942836:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074853.942842:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.942848:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.942852:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.942879:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074853.942884:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074853.942888:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074853.943288:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.943293:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074853.943297:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.943302:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074853.944644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074853.944655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074853.944660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074853.944663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00000400:00000200:1.0:1769074853.946117:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074853.946139:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6579d 00000400:00000200:1.0:1769074853.946147:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.946152:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074853.946159:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:1.0:1769074853.946162:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00000800:00000200:3.0:1769074853.949513:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.949518:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38b00. 00000400:00000200:3.0:1769074853.949522:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.949526:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.949530:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:3.0:1769074853.949533:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00010000:00000010:1.1:1769074853.949699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.1:1769074853.949706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074853.949711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.1:1769074853.949716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074853.954680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074853.954697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00000400:00000200:1.0:1769074853.956844:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.956863:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b7800 00000400:00000200:1.0:1769074853.956872:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 2128 00000400:00000200:1.0:1769074853.956889:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.956893:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.956900:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.956906:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a0a80. 00000001:00000010:1.0:1769074853.958011:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9c3c0. 00000001:00000010:1.0:1769074853.958018:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcca80. 00000020:00000010:1.0:1769074853.958053:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9eade9c0. 00010000:00000010:1.0:1769074853.958065:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.0:1769074853.958070:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074853.958082:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074853.958124:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00080000:00000010:1.0:1769074853.958146:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca22390. 00000004:00000010:1.0:1769074853.958153:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4866240. 00000004:00000010:1.0:1769074853.958156:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81426770. 00000004:00000010:1.0:1769074853.958160:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8ee91438. 00000004:00000010:1.0:1769074853.958164:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa838590e0. 00010000:00000010:1.0:1769074853.958172:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:1.0:1769074853.958191:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889810, last committed = 17179889615 00010000:00000200:1.0:1769074853.958201:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a0a80 x1855007826343936/t17179889810(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.958220:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074853.958227:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826343936, offset 224 00000400:00000010:1.0:1769074853.958234:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fb98. 00000400:00000200:1.0:1769074853.958238:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.958250:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.958257:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40395:40395:256:4294967295] 192.168.204.10@tcp LPNI seq info [40391:40391:8:4294967295] 00000400:00000200:1.0:1769074853.958264:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.958272:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.958277:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.958283:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074853.958289:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.958297:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.958301:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.958326:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25200. 00000020:00000010:1.0:1769074853.958331:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117bb8. 00000020:00000010:1.0:1769074853.958337:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000400:00000200:3.0:1769074853.962753:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074853.962773:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x657a5 00000400:00000200:3.0:1769074853.962781:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.962784:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074853.962790:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:3.0:1769074853.962794:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00010000:00000010:1.0:1769074853.963121:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:1.0:1769074853.963133:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25800. 00010000:00000010:0.1:1769074853.964991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:0.1:1769074853.965017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:0.1:1769074853.965021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074853.965025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074853.965029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074853.965031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00000400:00000200:1.0:1769074853.966306:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074853.966327:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b7880 00000400:00000200:1.0:1769074853.966338:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 2616 00000400:00000200:1.0:1769074853.966569:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074853.966575:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074853.966585:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074853.966591:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a2680. 00000800:00000200:3.0:1769074853.969681:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074853.969689:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:3.0:1769074853.969696:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.969706:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074853.969714:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:3.0:1769074853.969717:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00000400:00000200:3.0:1769074853.972237:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074853.972258:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b7980 00000400:00000200:3.0:1769074853.972268:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 3192 00000400:00000200:3.0:1769074853.972284:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074853.972289:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074853.972297:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074853.972303:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0a80. 00010000:00000010:0.1:1769074853.972647:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074853.972653:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.1:1769074853.972956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074853.972964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.0:1769074853.973964:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074853.973972:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074853.973978:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.0:1769074853.973984:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00000020:00000010:1.0:1769074853.974033:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bac0. 00000020:00000010:1.0:1769074853.974041:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bac0. 00000020:00000010:1.0:1769074853.974053:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c600. 00080000:00000010:1.0:1769074853.974063:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83452800. 00000001:00000010:1.0:1769074853.974301:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9eade180. 00000001:00000010:1.0:1769074853.974309:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcccc0. 00000020:00000010:1.0:1769074853.974343:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c600. 00010000:00000010:1.0:1769074853.974352:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.0:1769074853.974357:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074853.974369:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074853.974553:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00080000:00000010:1.0:1769074853.974581:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa81a33560. 00000004:00000010:1.0:1769074853.974588:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae871300. 00000004:00000010:1.0:1769074853.974592:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc33cb0. 00000004:00000010:1.0:1769074853.974596:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e3e4bb8. 00000004:00000010:1.0:1769074853.974600:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8d060d20. 00010000:00000010:1.0:1769074853.974646:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:1.0:1769074853.974666:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889811, last committed = 17179889615 00010000:00000200:1.0:1769074853.975049:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0a80 x1855007826344320/t17179889811(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074853.975073:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074853.975080:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826344320, offset 224 00000400:00000010:1.0:1769074853.975087:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fc08. 00000400:00000200:1.0:1769074853.975091:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.975106:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.975113:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40397:40397:256:4294967295] 192.168.204.10@tcp LPNI seq info [40393:40393:8:4294967295] 00000400:00000200:1.0:1769074853.975120:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074853.975127:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.975133:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.975139:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074853.975145:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.975152:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.975156:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.975186:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:1.0:1769074853.975192:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefe10. 00000020:00000010:1.0:1769074853.975195:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00010000:00000010:3.0:1769074853.978627:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:3.0:1769074853.978644:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72d80. 00010000:00000010:3.0:1769074853.978654:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074853.979345:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.979352:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.979360:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074853.979365:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074853.979371:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074853.979422:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074853.979426:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074853.979429:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826344448 00000001:00000010:1.0:1769074853.979439:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcca80. 00010000:00000010:1.0:1769074853.979462:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.0:1769074853.979470:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 02000000:00000010:1.0:1769074853.979494:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5a000. 00010000:00000010:1.0:1769074853.979522:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.0:1769074853.979526:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074853.979541:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074853.979545:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.979550:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.0:1769074853.979553:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074853.979652:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074853.979656:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72680. 00010000:00000010:1.0:1769074853.979660:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:1.0:1769074853.979663:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074853.979730:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074853.979751:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074853.979756:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074853.979776:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074853.979791:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf8380 x1855007826344448/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074853.979811:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074853.979817:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826344448, offset 224 00000400:00000200:1.0:1769074853.979823:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074853.979833:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074853.979839:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40398:40398:256:4294967295] 192.168.204.10@tcp LPNI seq info [40394:40394:8:4294967295] 00000400:00000200:1.0:1769074853.979851:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074853.979857:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074853.979862:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074853.979868:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074853.979874:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074853.979879:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074853.979900:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074853.979904:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074853.979908:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:1.1:1769074853.982875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074853.982891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074853.983087:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:2.1:1769074853.983095:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074853.983098:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074853.983101:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074853.983105:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074853.983108:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:1.1:1769074853.984653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.1:1769074853.984668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.1:1769074853.984681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.1:1769074853.984687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074853.984692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.1:1769074853.984694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:0.1:1769074853.984879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074853.984884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074853.984932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074853.984938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000020:00000010:3.0:1769074853.986913:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074853.986918:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074853.986925:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074853.986931:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074853.986936:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074853.986982:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074853.986985:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000100:00000200:3.0:1769074853.986988:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826344704 02000000:00000010:3.0:1769074853.987038:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82c77000. 00010000:00000010:3.0:1769074853.987080:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:3.0:1769074853.987098:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72680. 00010000:00000010:3.0:1769074853.987120:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074853.987127:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074853.987145:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074853.987148:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074853.987152:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074853.987155:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074853.987243:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074853.987246:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074853.987249:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074853.987253:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00000020:00000010:3.0:1769074853.987275:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074853.987282:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074853.987292:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9660. 00080000:00000010:3.0:1769074853.987302:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c578400. 00000001:00000010:3.0:1769074853.987504:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9540. 00000001:00000010:3.0:1769074853.987512:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074853.987543:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9660. 00010000:00000010:3.0:1769074853.987551:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074853.987555:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074853.987565:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e240. 00010000:00000010:3.0:1769074853.987641:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00080000:00000010:3.0:1769074853.987666:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca23008. 00000004:00000010:3.0:1769074853.987673:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb48669c0. 00000004:00000010:3.0:1769074853.987677:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81427a90. 00000004:00000010:3.0:1769074853.987682:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8ee91f78. 00000004:00000010:3.0:1769074853.987686:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83859860. 00010000:00000010:3.0:1769074853.987694:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074853.987711:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889812, last committed = 17179889615 00010000:00000200:3.0:1769074853.987721:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714380 x1855007826344704/t17179889812(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 488/456 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074853.988418:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c463b8. 00000100:00000200:3.0:1769074853.988425:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826344704, offset 224 00000400:00000010:3.0:1769074853.988432:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e7102d8. 00000400:00000200:3.0:1769074853.988438:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.988452:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.988458:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40399:40399:256:4294967295] 192.168.204.10@tcp LPNI seq info [40395:40395:8:4294967295] 00000400:00000200:3.0:1769074853.988465:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074853.988472:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.988478:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.988485:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074853.988491:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.988499:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.988503:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.988531:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074853.988536:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074853.988540:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00010000:00000010:2.1:1769074853.991911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074853.991919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00000020:00000010:3.0:1769074853.994950:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074853.994956:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074853.994962:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074853.994968:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074853.994973:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074853.995026:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074853.995029:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000100:00000200:3.0:1769074853.995033:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826344832 00000001:00000010:3.0:1769074853.995043:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcccc0. 00010000:00000010:3.0:1769074853.995067:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074853.995076:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 02000000:00000010:3.0:1769074853.995103:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82c75000. 00010000:00000010:3.0:1769074853.995134:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074853.995138:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074853.995159:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074853.995162:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074853.995166:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074853.995170:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074853.995247:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074853.995250:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074853.995255:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074853.995259:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074853.995324:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074853.995337:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074853.995342:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074853.995362:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074853.995377:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716680 x1855007826344832/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:389/0 lens 576/584 e 0 to 0 dl 1769074864 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074853.995397:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074853.995402:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826344832, offset 224 00000400:00000200:3.0:1769074853.995409:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074853.995420:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074853.995426:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40400:40400:256:4294967295] 192.168.204.10@tcp LPNI seq info [40396:40396:8:4294967295] 00000400:00000200:3.0:1769074853.995437:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074853.995443:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074853.995448:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074853.995454:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074853.995461:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074853.995466:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074853.995480:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074853.995484:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074853.995488:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00010000:00000010:3.1:1769074853.996372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.1:1769074853.996380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074853.999861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074853.999878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:2.1:1769074853.999884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074853.999887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074854.000166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074854.000176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000020:00000010:1.0:1769074854.005556:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074854.005569:0:44309:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8432f380. 00000020:00000010:1.0:1769074854.005834:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.005841:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.005847:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.005893:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.005896:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.005902:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826345088 02000000:00000010:1.0:1769074854.005939:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d5e000. 00010000:00000010:1.0:1769074854.005980:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:1.0:1769074854.006008:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:1.0:1769074854.006031:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.0:1769074854.006038:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074854.006054:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074854.006057:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074854.006062:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.0:1769074854.006065:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074854.006158:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074854.006163:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72800. 00010000:00000010:1.0:1769074854.006168:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.0:1769074854.006174:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00000020:00000010:1.0:1769074854.006205:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bac0. 00000020:00000010:1.0:1769074854.006217:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bac0. 00000020:00000010:1.0:1769074854.006231:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9eade420. 00080000:00000010:1.0:1769074854.006243:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83450000. 00000001:00000010:1.0:1769074854.006472:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9c1e0. 00000001:00000010:1.0:1769074854.006481:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcccc0. 00000020:00000010:1.0:1769074854.006519:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9eade420. 00010000:00000010:1.0:1769074854.006528:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.0:1769074854.006532:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074854.006543:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcca80. 00010000:00000010:1.0:1769074854.006586:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00080000:00000010:1.0:1769074854.006635:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a3a4558. 00000004:00000010:1.0:1769074854.006670:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbe992d80. 00000004:00000010:1.0:1769074854.006674:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fab2cc0. 00000004:00000010:1.0:1769074854.006680:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb45258. 00000004:00000010:1.0:1769074854.006685:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f8d2c0. 00010000:00000010:1.0:1769074854.006697:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074854.006716:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889813, last committed = 17179889615 00010000:00000200:1.0:1769074854.006729:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf8a80 x1855007826345088/t17179889813(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.007195:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074854.007205:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826345088, offset 224 00000400:00000010:1.0:1769074854.007216:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fee0. 00000400:00000200:1.0:1769074854.007222:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.007239:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.007248:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40401:40401:256:4294967295] 192.168.204.10@tcp LPNI seq info [40397:40397:8:4294967295] 00000400:00000200:1.0:1769074854.007258:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.007266:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.007273:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.007280:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074854.007290:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.007300:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.007306:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.007476:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.007482:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.007486:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.011062:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.011073:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:3.0:1769074854.011082:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.011091:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.011129:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.011143:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x657bd 00000400:00000200:3.0:1769074854.011150:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.011153:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.011159:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:3.0:1769074854.011162:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00000400:00000200:3.0:1769074854.011522:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.011531:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b7d00 00000400:00000200:3.0:1769074854.011539:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 5808 00000400:00000200:3.0:1769074854.012341:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.012349:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.012359:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.012368:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1180. 00000020:00000010:1.0:1769074854.012991:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.013008:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.013018:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.013023:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.013028:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.013101:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.013104:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.013108:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826345216 00000001:00000010:1.0:1769074854.013119:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:1.0:1769074854.013141:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:1.0:1769074854.013148:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 02000000:00000010:1.0:1769074854.013176:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5f000. 00010000:00000010:1.0:1769074854.013206:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:1.0:1769074854.013209:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.013226:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074854.013230:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.013234:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:1.0:1769074854.013237:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.013315:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074854.013319:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72080. 00010000:00000010:1.0:1769074854.013322:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.0:1769074854.013326:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074854.013403:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.013414:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.013418:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.013438:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074854.013455:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1180 x1855007826345216/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.013474:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074854.013481:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826345216, offset 224 00000400:00000200:1.0:1769074854.013489:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.013501:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.013508:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40402:40402:256:4294967295] 192.168.204.10@tcp LPNI seq info [40398:40398:8:4294967295] 00000400:00000200:1.0:1769074854.013519:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.013524:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.013529:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074854.013535:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.013543:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.013548:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.013632:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.013637:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.013641:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:3.1:1769074854.014180:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074854.014189:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074854.014193:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.1:1769074854.014196:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:1.0:1769074854.020463:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.020486:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b7e00 00000400:00000200:1.0:1769074854.020498:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 6384 00000400:00000200:1.0:1769074854.020517:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.020521:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.020527:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.020536:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a3b80. 00000020:00000010:3.0:1769074854.020959:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.020965:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.020971:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074854.020976:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074854.020981:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074854.021061:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.021065:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000100:00000200:3.0:1769074854.021068:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826345472 02000000:00000010:3.0:1769074854.021107:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82c71000. 00010000:00000010:3.0:1769074854.021155:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:3.0:1769074854.021173:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72080. 00010000:00000010:3.0:1769074854.021199:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074854.021206:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074854.021228:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074854.021232:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074854.021237:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074854.021241:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074854.021334:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074854.021338:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074854.021342:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074854.021345:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00000020:00000010:3.0:1769074854.021365:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.021372:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.021384:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9660. 00080000:00000010:3.0:1769074854.021415:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c57a000. 00000001:00000010:3.0:1769074854.021701:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf94e0. 00000001:00000010:3.0:1769074854.021708:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ec00. 00010000:00000010:0.1:1769074854.021838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074854.021847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00000020:00000010:3.0:1769074854.021966:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9660. 00010000:00000010:3.0:1769074854.021976:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074854.021981:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074854.022004:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e480. 00010000:00000010:3.0:1769074854.022046:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00080000:00000010:3.0:1769074854.022071:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa85852ab0. 00000004:00000010:3.0:1769074854.022080:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbe9929c0. 00000004:00000010:3.0:1769074854.022083:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fab3980. 00000004:00000010:3.0:1769074854.022088:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb45f78. 00000004:00000010:3.0:1769074854.022092:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f8d680. 00010000:00000010:3.0:1769074854.022101:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074854.022119:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889814, last committed = 17179889615 00010000:00000200:3.0:1769074854.022130:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a3b80 x1855007826345472/t17179889814(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.022151:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074854.022158:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826345472, offset 224 00000400:00000010:3.0:1769074854.022165:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab9e7108f8. 00000400:00000200:3.0:1769074854.022169:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.022185:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.022193:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40403:40403:256:4294967295] 192.168.204.10@tcp LPNI seq info [40399:40399:8:4294967295] 00000400:00000200:3.0:1769074854.022199:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.022206:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.022212:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.022216:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074854.022222:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.022229:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.022234:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.022264:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074854.022269:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074854.022273:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00000800:00000200:1.0:1769074854.022682:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.022688:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074854.022696:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.022703:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074854.025840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074854.025850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.1:1769074854.026665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:1.1:1769074854.026688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074854.026695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.1:1769074854.026702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.1:1769074854.026704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:1.1:1769074854.026707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074854.026710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:1.1:1769074854.026713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00000400:00000200:1.0:1769074854.028207:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.028231:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b7e80 00000400:00000200:1.0:1769074854.028241:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 6872 00000400:00000200:1.0:1769074854.028311:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.028316:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.028325:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.028332:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a0e00. 00000020:00000010:3.0:1769074854.028444:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.028450:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.028458:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074854.028464:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074854.028471:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074854.028524:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.028527:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000100:00000200:3.0:1769074854.028531:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826345600 00000001:00000010:3.0:1769074854.028542:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcccc0. 00010000:00000010:3.0:1769074854.028572:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074854.028580:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 02000000:00000010:3.0:1769074854.028644:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82c70000. 00010000:00000010:3.0:1769074854.028686:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074854.028691:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074854.028717:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074854.028720:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074854.028725:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.028727:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074854.028809:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074854.028813:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074854.028817:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074854.028820:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074854.028887:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074854.028902:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074854.028907:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074854.028929:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074854.028943:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a0e00 x1855007826345600/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.028962:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074854.028969:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826345600, offset 224 00000400:00000200:3.0:1769074854.028977:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.028988:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.029005:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40404:40404:256:4294967295] 192.168.204.10@tcp LPNI seq info [40400:40400:8:4294967295] 00000400:00000200:3.0:1769074854.029017:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.029023:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.029029:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074854.029035:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.029042:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.029046:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.029075:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074854.029079:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074854.029084:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00000800:00000200:1.0:1769074854.029436:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.029441:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074854.029449:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.029454:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.029459:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:1.0:1769074854.029462:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00010000:00000010:0.1:1769074854.030653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074854.030663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000800:00000200:1.0:1769074854.036095:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.036102:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074854.036108:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.036116:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074854.036695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.1:1769074854.036705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074854.036713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074854.036720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:2.1:1769074854.036896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074854.036903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:1.0:1769074854.039235:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.039259:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x657cd 00000400:00000200:1.0:1769074854.039268:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.039273:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.039280:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:1.0:1769074854.039284:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00000020:00000010:1.0:1769074854.042207:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.042214:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.042224:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.042229:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.042235:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.042275:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.042278:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.042282:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826345984 00000001:00000010:1.0:1769074854.042293:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ec00. 00010000:00000010:1.0:1769074854.042321:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:1.0:1769074854.042330:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 02000000:00000010:1.0:1769074854.042359:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5d000. 00010000:00000010:1.0:1769074854.042406:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.0:1769074854.042410:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.042428:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074854.042432:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.042435:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.0:1769074854.042438:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.042510:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074854.042514:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e00. 00010000:00000010:1.0:1769074854.042518:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:1.0:1769074854.042522:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074854.042588:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.042599:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.042642:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.042668:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074854.042704:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfa680 x1855007826345984/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.042726:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074854.042733:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826345984, offset 224 00000400:00000200:1.0:1769074854.042743:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.042758:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.042764:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40406:40406:256:4294967295] 192.168.204.10@tcp LPNI seq info [40402:40402:8:4294967295] 00000400:00000200:1.0:1769074854.042775:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.042780:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.042784:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074854.042791:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.042797:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.042801:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.042825:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.042830:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.042833:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.043281:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.043286:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074854.043291:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.043296:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.043302:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:3.0:1769074854.043304:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00010000:00000010:3.1:1769074854.046160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074854.046177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074854.046182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.046184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:1.0:1769074854.047065:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.047083:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b8100 00000400:00000200:1.0:1769074854.047091:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 8512 00000400:00000200:1.0:1769074854.047119:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.047124:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.047131:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.047137:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a2300. 00010000:00000010:3.0:1769074854.048311:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074854.048317:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25580. 00010000:00000010:3.0:1769074854.048324:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00010000:00000010:0.1:1769074854.048850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074854.048856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:1.1:1769074854.048915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.1:1769074854.048921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074854.048925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.1:1769074854.048927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.1:1769074854.048989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:2.1:1769074854.049005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074854.049008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074854.049013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000400:00000200:3.0:1769074854.051214:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.051236:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x657d5 00000400:00000200:3.0:1769074854.051243:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.051248:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.051255:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:3.0:1769074854.051258:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00010000:00000010:2.1:1769074854.052700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074854.052713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:3.1:1769074854.052751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074854.052757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000400:00000200:1.0:1769074854.056444:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.056466:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b8180 00000400:00000200:1.0:1769074854.056475:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 9000 00000400:00000200:1.0:1769074854.056535:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.056540:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.056548:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.056554:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a2a00. 00010000:00000010:2.1:1769074854.056658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.1:1769074854.056665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074854.056681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074854.056688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000020:00000010:3.0:1769074854.056875:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.056881:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.056888:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074854.056893:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074854.056898:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074854.056948:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.056951:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000100:00000200:3.0:1769074854.056954:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826346368 00000001:00000010:3.0:1769074854.056964:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:3.0:1769074854.056991:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074854.057009:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 02000000:00000010:3.0:1769074854.057039:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82c73000. 00010000:00000010:3.0:1769074854.057071:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074854.057075:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074854.057095:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074854.057098:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074854.057102:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.057104:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074854.057185:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074854.057190:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074854.057195:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074854.057198:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074854.057265:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074854.057277:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074854.057282:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074854.057300:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074854.057316:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a2a00 x1855007826346368/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.057334:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074854.057340:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826346368, offset 224 00000400:00000200:3.0:1769074854.057346:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.057357:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.057363:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40408:40408:256:4294967295] 192.168.204.10@tcp LPNI seq info [40404:40404:8:4294967295] 00000400:00000200:3.0:1769074854.057374:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.057380:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.057385:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074854.057391:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.057398:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.057402:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.057428:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074854.057433:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074854.057437:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00010000:00000010:2.1:1769074854.060839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074854.060854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00000400:00000200:3.0:1769074854.061748:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.061767:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b8280 00000400:00000200:3.0:1769074854.061777:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 9576 00000400:00000200:3.0:1769074854.061794:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.061798:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.061807:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.061813:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2680. 00000800:00000200:1.0:1769074854.063532:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.063537:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074854.063542:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.063549:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074854.065177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074854.065190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074854.065193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.065195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:2.1:1769074854.068858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:2.1:1769074854.068875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:0.1:1769074854.070096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074854.070109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074854.072598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074854.072627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00000400:00000200:3.0:1769074854.077422:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.077442:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b8300 00000400:00000200:3.0:1769074854.077451:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 10064 00000400:00000200:3.0:1769074854.077507:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.077512:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.077520:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.077526:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1880. 00000020:00000010:1.0:1769074854.077697:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.077704:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.077713:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.077719:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.077725:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.077769:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.077772:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.077776:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826346752 00000001:00000010:1.0:1769074854.077786:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:1.0:1769074854.077811:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.0:1769074854.077820:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 02000000:00000010:1.0:1769074854.077850:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d59000. 00010000:00000010:1.0:1769074854.077879:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.0:1769074854.077883:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.077903:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074854.077907:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.077911:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.0:1769074854.077914:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.077989:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074854.078001:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074854.078006:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:1.0:1769074854.078010:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074854.078077:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.078089:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.078095:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.078116:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074854.078131:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1880 x1855007826346752/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.078150:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074854.078156:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826346752, offset 224 00000400:00000200:1.0:1769074854.078162:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.078174:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.078179:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40410:40410:256:4294967295] 192.168.204.10@tcp LPNI seq info [40406:40406:8:4294967295] 00000400:00000200:1.0:1769074854.078190:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.078195:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.078200:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074854.078206:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.078214:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.078219:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.078238:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.078242:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.078246:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.079148:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.079153:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4e00. 00000400:00000200:3.0:1769074854.079159:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.079165:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.079170:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:3.0:1769074854.079173:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00010000:00000010:2.1:1769074854.080690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074854.080703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000800:00000200:3.0:1769074854.084290:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.084293:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074854.084296:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.084299:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.085879:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.085898:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x657e5 00000400:00000200:3.0:1769074854.085905:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.085909:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.085915:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:3.0:1769074854.085918:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00010000:00000010:1.1:1769074854.086122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.1:1769074854.086130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074854.086135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.1:1769074854.086138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000800:00000200:3.0:1769074854.093287:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.093295:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074854.093302:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.093311:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.093316:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:3.0:1769074854.093318:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00000400:00000200:3.0:1769074854.094110:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.094128:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b8580 00000400:00000200:3.0:1769074854.094135:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 11704 00000400:00000200:3.0:1769074854.094150:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.094153:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.094158:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.094164:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1f80. 00000800:00000200:3.0:1769074854.095357:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.095360:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074854.095363:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.095366:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074854.096661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074854.096683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000400:00000200:3.0:1769074854.097090:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.097108:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x657ed 00000400:00000200:3.0:1769074854.097114:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.097118:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.097125:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:3.0:1769074854.097128:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00010000:00000010:2.1:1769074854.097273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.1:1769074854.097279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00000400:00000200:3.0:1769074854.099095:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.099112:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b8600 00000400:00000200:3.0:1769074854.099120:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 12192 00000400:00000200:3.0:1769074854.099182:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.099189:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.099196:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.099203:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3b80. 00000020:00000010:1.0:1769074854.099963:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.099971:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.099980:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.099984:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.099988:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.100070:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.100073:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.100078:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826347520 00000001:00000010:1.0:1769074854.100088:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 00010000:00000010:1.0:1769074854.100113:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.0:1769074854.100121:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 02000000:00000010:1.0:1769074854.100148:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d58000. 00010000:00000010:1.0:1769074854.100176:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.0:1769074854.100181:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.100201:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074854.100206:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.100210:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.0:1769074854.100213:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.100288:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074854.100291:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074854.100295:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:1.0:1769074854.100298:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074854.100365:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.100377:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.100383:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.100417:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074854.100434:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3b80 x1855007826347520/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.100453:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074854.100460:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826347520, offset 224 00000400:00000200:1.0:1769074854.100467:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.100479:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.100485:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40414:40414:256:4294967295] 192.168.204.10@tcp LPNI seq info [40410:40410:8:4294967295] 00000400:00000200:1.0:1769074854.100497:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.100503:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.100508:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074854.100514:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.100522:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.100526:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.100551:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.100556:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.100559:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.100712:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.100717:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:3.0:1769074854.100722:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.100727:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.100739:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:3.0:1769074854.100741:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00010000:00000010:2.1:1769074854.103724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074854.103751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074854.103757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074854.103761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074854.103765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074854.103767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074854.103770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074854.103772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074854.103775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074854.103777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074854.103779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074854.103785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000400:00000200:3.0:1769074854.104566:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.104584:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b8700 00000400:00000200:3.0:1769074854.104594:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 12768 00000400:00000200:3.0:1769074854.104649:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.104654:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.104663:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.104678:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0000. 00000020:00000010:1.0:1769074854.104986:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.105002:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.105011:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.105016:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.105021:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.105060:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.105063:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.105067:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826347776 02000000:00000010:1.0:1769074854.105100:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d5b000. 00010000:00000010:1.0:1769074854.105138:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074854.105153:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074854.105175:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:1.0:1769074854.105181:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074854.105198:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074854.105201:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074854.105206:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.0:1769074854.105210:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074854.105287:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074854.105290:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.105294:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:1.0:1769074854.105298:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00000020:00000010:1.0:1769074854.105321:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.105328:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.105340:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c5a0. 00080000:00000010:1.0:1769074854.105349:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83450400. 00000001:00000010:1.0:1769074854.105558:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9eadede0. 00000001:00000010:1.0:1769074854.105565:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc540. 00000020:00000010:1.0:1769074854.105600:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c5a0. 00010000:00000010:1.0:1769074854.106083:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.0:1769074854.106089:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.106103:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074854.106148:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00080000:00000010:1.0:1769074854.106176:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa81a32000. 00000004:00000010:1.0:1769074854.106184:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae871480. 00000004:00000010:1.0:1769074854.106188:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83ddfa90. 00000004:00000010:1.0:1769074854.106193:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e3e4ca8. 00000004:00000010:1.0:1769074854.106197:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8be1d680. 00010000:00000010:1.0:1769074854.106206:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074854.106227:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889820, last committed = 17179889615 00010000:00000200:1.0:1769074854.106238:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0000 x1855007826347776/t17179889820(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.106260:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074854.106267:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826347776, offset 224 00000400:00000010:1.0:1769074854.106274:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f508. 00000400:00000200:1.0:1769074854.106278:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.106296:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.106302:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40415:40415:256:4294967295] 192.168.204.10@tcp LPNI seq info [40411:40411:8:4294967295] 00000400:00000200:1.0:1769074854.106308:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.106315:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.106320:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.106326:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074854.106332:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.106339:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.106343:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.106473:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.106478:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.106482:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:3.0:1769074854.106682:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:3.0:1769074854.106689:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72180. 00010000:00000010:3.0:1769074854.106697:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcce40. 00010000:00000010:1.1:1769074854.106934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.1:1769074854.106941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074854.106945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.1:1769074854.106948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:0.1:1769074854.107503:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074854.107511:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074854.107645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074854.107651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000400:00000200:3.0:1769074854.110681:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.110702:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x657f5 00000400:00000200:3.0:1769074854.110710:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.110715:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.110722:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:3.0:1769074854.110725:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00000400:00000200:3.0:1769074854.110757:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.110764:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b8780 00000400:00000200:3.0:1769074854.110771:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 13256 00000400:00000200:3.0:1769074854.110783:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.110786:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.110791:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.110796:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1c00. 00000020:00000010:1.0:1769074854.110903:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.110908:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.110916:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.110922:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.110927:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.110978:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.110981:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.110985:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826347904 00000001:00000010:1.0:1769074854.111005:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:1.0:1769074854.111031:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.0:1769074854.111039:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 02000000:00000010:1.0:1769074854.111070:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3e0000. 00010000:00000010:1.0:1769074854.111101:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.0:1769074854.111105:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.111125:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074854.111129:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72300. 00010000:00000010:1.0:1769074854.111133:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.0:1769074854.111136:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074854.111208:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074854.111212:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72880. 00010000:00000010:1.0:1769074854.111216:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.0:1769074854.111219:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074854.111285:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.111299:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074854.111304:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72300. 00010000:00000010:1.0:1769074854.111326:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074854.111342:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1c00 x1855007826347904/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.111362:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074854.111367:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826347904, offset 224 00000400:00000200:1.0:1769074854.111374:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.111384:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.111403:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40416:40416:256:4294967295] 192.168.204.10@tcp LPNI seq info [40412:40412:8:4294967295] 00000400:00000200:1.0:1769074854.111416:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.111422:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.111428:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074854.111434:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.111441:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.111446:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.111464:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.111467:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.111471:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:1.1:1769074854.112835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:1.1:1769074854.112846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074854.112850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:1.1:1769074854.112854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00000020:00000010:3.0:1769074854.116412:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.116418:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.116425:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074854.116430:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074854.116435:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074854.116477:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074854.116480:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000100:00000200:3.0:1769074854.116483:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826348160 02000000:00000010:3.0:1769074854.116519:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82c74000. 00010000:00000010:3.0:1769074854.116560:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:3.0:1769074854.116574:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72880. 00010000:00000010:3.0:1769074854.116597:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074854.116640:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074854.116645:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074854.116650:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074854.116664:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074854.116673:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074854.116677:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.116679:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:2.1:1769074854.120003:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074854.120012:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.1:1769074854.120927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.1:1769074854.120937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074854.120941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.1:1769074854.120944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000400:00000200:3.0:1769074854.124241:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.124257:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x657fd 00000400:00000200:3.0:1769074854.124264:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.124267:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.124272:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:3.0:1769074854.124275:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00000400:00000200:3.0:1769074854.124329:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.124337:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b8900 00000400:00000200:3.0:1769074854.124344:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 14320 00000400:00000200:3.0:1769074854.124396:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.124401:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.124405:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.124412:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2300. 00010000:00000010:0.1:1769074854.125138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074854.125149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074854.125833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074854.125840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00000800:00000200:3.0:1769074854.126200:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.126204:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38c00. 00000400:00000200:3.0:1769074854.126208:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.126213:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.126217:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:3.0:1769074854.126219:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00000020:00000010:1.0:1769074854.129170:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.129175:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.129181:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.129185:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.129189:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.129260:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.129264:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.129268:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826348544 02000000:00000010:1.0:1769074854.129307:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3e3000. 00010000:00000010:1.0:1769074854.129341:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074854.129352:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:1.0:1769074854.129372:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.0:1769074854.129379:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074854.129489:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074854.129493:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72300. 00010000:00000010:1.0:1769074854.129498:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.0:1769074854.129501:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074854.129586:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074854.129592:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72880. 00010000:00000010:1.0:1769074854.129595:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.0:1769074854.129598:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00000020:00000010:1.0:1769074854.129644:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.129651:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.129661:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9eade840. 00010000:00000010:2.1:1769074854.129795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074854.129802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00080000:00000010:1.0:1769074854.129818:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83453c00. 00000001:00000010:1.0:1769074854.130040:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b8a0. 00000001:00000010:1.0:1769074854.130048:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc180. 00000020:00000010:1.0:1769074854.130082:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9eade840. 00010000:00000010:1.0:1769074854.130091:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:1.0:1769074854.130096:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074854.130107:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074854.130194:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00080000:00000010:1.0:1769074854.130218:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa81a33ab8. 00000004:00000010:1.0:1769074854.130225:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae8716c0. 00000004:00000010:1.0:1769074854.130228:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc33dc0. 00000004:00000010:1.0:1769074854.130234:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e3e4f78. 00000004:00000010:1.0:1769074854.130238:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8d061a40. 00010000:00000010:1.0:1769074854.130246:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074854.130262:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889822, last committed = 17179889615 00010000:00000200:1.0:1769074854.130271:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf8000 x1855007826348544/t17179889822(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.130293:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074854.130299:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826348544, offset 224 00000400:00000010:1.0:1769074854.130306:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f310. 00000400:00000200:1.0:1769074854.130310:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.130326:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.130332:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40419:40419:256:4294967295] 192.168.204.10@tcp LPNI seq info [40415:40415:8:4294967295] 00000400:00000200:1.0:1769074854.130338:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.130345:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.130351:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.130357:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074854.130364:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.130371:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.130376:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.130413:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.130418:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.130422:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.130556:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.130560:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:3.0:1769074854.130565:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.130570:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.133406:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.133433:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65805 00000400:00000200:3.0:1769074854.133440:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.133444:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.133451:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:3.0:1769074854.133455:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00010000:00000010:2.1:1769074854.134898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074854.134906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074854.135752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074854.135761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074854.135765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074854.135767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00000020:00000010:1.0:1769074854.136043:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.136050:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.136058:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.136062:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.136068:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.136100:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.136103:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.136106:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826348672 00000001:00000010:1.0:1769074854.136122:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8480. 00010000:00000010:1.0:1769074854.136146:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:1.0:1769074854.136153:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 02000000:00000010:1.0:1769074854.136178:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3e4000. 00010000:00000010:1.0:1769074854.136209:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:1.0:1769074854.136213:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.136231:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074854.136235:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074854.136240:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.0:1769074854.136243:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074854.136315:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074854.136318:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.136322:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.0:1769074854.136326:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074854.136818:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.136839:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074854.136844:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074854.136867:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074854.136884:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf9c00 x1855007826348672/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.136904:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fca18. 00000100:00000200:1.0:1769074854.136910:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826348672, offset 224 00000400:00000200:1.0:1769074854.136915:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.136925:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.136930:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40420:40420:256:4294967295] 192.168.204.10@tcp LPNI seq info [40416:40416:8:4294967295] 00000400:00000200:1.0:1769074854.136938:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.136942:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.136946:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074854.136951:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.136957:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.136960:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.137027:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.137030:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.137033:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.137339:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.137344:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4e00. 00000400:00000200:3.0:1769074854.137349:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.137353:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.137358:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fca18 00000400:00000010:3.0:1769074854.137360:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fca18. 00010000:00000010:1.1:1769074854.139653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074854.139676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074854.139683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.1:1769074854.139689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000400:00000200:3.0:1769074854.139824:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.139841:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b8b80 00000400:00000200:3.0:1769074854.139850:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 15960 00000400:00000200:3.0:1769074854.139880:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.139885:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.139893:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.139900:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0700. 00000020:00000010:1.0:1769074854.140381:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.140476:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.140486:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.140491:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.140496:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.140599:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.140641:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.140645:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826348928 02000000:00000010:1.0:1769074854.140690:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3e2000. 00010000:00000010:1.0:1769074854.140730:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074854.140756:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.140778:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:1.0:1769074854.140784:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074854.140799:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074854.140803:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074854.140807:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.0:1769074854.140810:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074854.140887:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074854.140891:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074854.140894:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.0:1769074854.140899:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00000020:00000010:1.0:1769074854.140923:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.140929:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.140939:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b2a0. 00080000:00000010:1.0:1769074854.140949:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83452c00. 00000001:00000010:1.0:1769074854.141166:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9eade840. 00000001:00000010:1.0:1769074854.141175:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc240. 00000020:00000010:1.0:1769074854.141209:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b2a0. 00010000:00000010:1.0:1769074854.141218:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:1.0:1769074854.141222:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.141235:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074854.141267:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00080000:00000010:1.0:1769074854.141292:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa81a328e8. 00000004:00000010:1.0:1769074854.141299:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae871a80. 00000004:00000010:1.0:1769074854.141303:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83dde770. 00000004:00000010:1.0:1769074854.141307:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e3e4000. 00000004:00000010:1.0:1769074854.141312:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8be1c1e0. 00010000:00000010:1.0:1769074854.141321:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:1.0:1769074854.141338:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889823, last committed = 17179889615 00010000:00000200:1.0:1769074854.141349:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0700 x1855007826348928/t17179889823(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.141368:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00000100:00000200:1.0:1769074854.141375:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826348928, offset 224 00000400:00000010:1.0:1769074854.141382:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f888. 00000400:00000200:1.0:1769074854.141386:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.141411:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.141417:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40421:40421:256:4294967295] 192.168.204.10@tcp LPNI seq info [40417:40417:8:4294967295] 00000400:00000200:1.0:1769074854.141424:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.141431:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.141437:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.141442:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074854.141449:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.141456:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.141460:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.141484:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.141489:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.141493:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:3.0:1769074854.141931:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:3.0:1769074854.141936:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c00. 00010000:00000010:3.0:1769074854.141942:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc0c0. 00010000:00000010:2.1:1769074854.143887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074854.143901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.1:1769074854.143904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:2.1:1769074854.143906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000400:00000200:3.0:1769074854.144272:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.144292:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6580d 00000400:00000200:3.0:1769074854.144299:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.144303:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.144310:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:3.0:1769074854.144313:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00000400:00000200:3.0:1769074854.146504:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.146522:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b8c00 00000400:00000200:3.0:1769074854.146532:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 16448 00000400:00000200:3.0:1769074854.146588:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.146592:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.146601:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.146647:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1500. 00000020:00000010:1.0:1769074854.147030:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.147036:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.147045:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.147051:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.147056:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.147088:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.147092:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.147095:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826349056 00000001:00000010:1.0:1769074854.147106:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc180. 00010000:00000010:1.0:1769074854.147137:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.0:1769074854.147145:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 02000000:00000010:1.0:1769074854.147171:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3e6000. 00010000:00000010:1.0:1769074854.147201:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:1.0:1769074854.147204:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074854.147224:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074854.147228:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074854.147234:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7e00. 00010000:00000010:1.0:1769074854.147237:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074854.147311:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074854.147315:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e00. 00010000:00000010:1.0:1769074854.147319:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d6600. 00010000:00000010:1.0:1769074854.147322:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074854.147403:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074854.147417:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074854.147422:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074854.147444:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:1.0:1769074854.147460:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1500 x1855007826349056/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.147479:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcbb0. 00000100:00000200:1.0:1769074854.147485:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826349056, offset 224 00000400:00000200:1.0:1769074854.147492:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.147504:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.147511:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40422:40422:256:4294967295] 192.168.204.10@tcp LPNI seq info [40418:40418:8:4294967295] 00000400:00000200:1.0:1769074854.147522:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.147528:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.147532:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074854.147539:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.147545:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.147550:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.147572:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.147576:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.147580:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.147989:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.148004:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074854.148008:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.148013:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.148019:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcbb0 00000400:00000010:3.0:1769074854.148021:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcbb0. 00010000:00000010:3.1:1769074854.148636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074854.148643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:1.1:1769074854.148847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:1.1:1769074854.148853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074854.148856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.1:1769074854.148859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00000400:00000200:3.0:1769074854.151312:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.151331:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b8d00 00000400:00000200:3.0:1769074854.151340:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 17024 00000400:00000200:3.0:1769074854.151354:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.151359:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.151367:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.151374:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0e00. 00010000:00000010:3.0:1769074854.154032:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074854.154043:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:3.0:1769074854.154052:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8e40. 00010000:00000010:1.1:1769074854.155653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.1:1769074854.155662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074854.155667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.1:1769074854.155697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000400:00000200:3.0:1769074854.156313:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.156323:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b8d80 00000400:00000200:3.0:1769074854.156331:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 17512 00000400:00000200:3.0:1769074854.156382:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.156388:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.156394:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.156406:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2a00. 00000800:00000200:3.0:1769074854.157871:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.157875:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074854.157879:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.157884:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.157889:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:3.0:1769074854.157891:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00010000:00000010:2.1:1769074854.160134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:2.1:1769074854.160150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.1:1769074854.160645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:1.1:1769074854.160653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074854.160657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7e00. 00010000:00000010:1.1:1769074854.160660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.1:1769074854.160829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074854.160836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074854.160885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6600. 00010000:00000010:0.1:1769074854.160891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074854.160895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074854.160900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00000020:00000010:1.0:1769074854.161060:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.161067:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.161075:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.161082:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.161087:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.161133:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.161136:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.161140:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826349696 02000000:00000010:1.0:1769074854.161176:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3e7000. 00010000:00000010:1.0:1769074854.161216:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:1.0:1769074854.161230:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25900. 00010000:00000010:1.0:1769074854.161249:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7e00. 00010000:00000010:1.0:1769074854.161255:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074854.161270:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074854.161273:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074854.161277:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d6000. 00010000:00000010:1.0:1769074854.161280:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074854.161360:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074854.161364:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72080. 00010000:00000010:1.0:1769074854.161368:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7a00. 00010000:00000010:1.0:1769074854.161371:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00000020:00000010:1.0:1769074854.161395:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.161402:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.161411:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9eade420. 00080000:00000010:1.0:1769074854.161418:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83451400. 00000001:00000010:1.0:1769074854.161658:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b720. 00000001:00000010:1.0:1769074854.161664:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc240. 00000020:00000010:1.0:1769074854.161924:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9eade420. 00010000:00000010:1.0:1769074854.161937:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7200. 00010000:00000010:1.0:1769074854.161942:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074854.161955:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc180. 00010000:00000010:1.0:1769074854.162041:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00080000:00000010:1.0:1769074854.162063:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa85852720. 00000004:00000010:1.0:1769074854.162069:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbe992240. 00000004:00000010:1.0:1769074854.162073:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fab2dd0. 00000004:00000010:1.0:1769074854.162077:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb45e88. 00000004:00000010:1.0:1769074854.162081:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f8c000. 00010000:00000010:1.0:1769074854.162089:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:1.0:1769074854.162106:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889825, last committed = 17179889615 00010000:00000200:1.0:1769074854.162116:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716d80 x1855007826349696/t17179889825(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.162135:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074854.162141:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826349696, offset 224 00000400:00000010:1.0:1769074854.162148:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fc78. 00000400:00000200:1.0:1769074854.162153:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.162166:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.162172:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40425:40425:256:4294967295] 192.168.204.10@tcp LPNI seq info [40421:40421:8:4294967295] 00000400:00000200:1.0:1769074854.162180:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.162186:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.162192:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.162197:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074854.162203:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.162211:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.162216:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.162247:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.162253:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.162257:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:0.1:1769074854.163449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074854.163461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00000400:00000200:3.0:1769074854.166416:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.166440:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6581d 00000400:00000200:3.0:1769074854.166448:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.166452:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.166458:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:3.0:1769074854.166462:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00000400:00000200:3.0:1769074854.166494:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.166501:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b8f00 00000400:00000200:3.0:1769074854.166508:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 18576 00000400:00000200:3.0:1769074854.166555:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.166559:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.166564:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.166571:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3100. 00000020:00000010:1.0:1769074854.166796:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.166803:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.166813:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.166818:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.166823:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.166871:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.166874:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.166878:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826349824 00000001:00000010:1.0:1769074854.166889:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8d80. 00010000:00000010:1.0:1769074854.166914:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7400. 00010000:00000010:1.0:1769074854.166921:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 02000000:00000010:1.0:1769074854.166950:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3e5000. 00010000:00000010:1.0:1769074854.166981:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d6400. 00010000:00000010:1.0:1769074854.166984:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074854.167011:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074854.167015:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074854.167019:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7000. 00010000:00000010:1.0:1769074854.167022:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074854.167103:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074854.167107:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72800. 00010000:00000010:1.0:1769074854.167112:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7800. 00010000:00000010:1.0:1769074854.167117:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074854.167179:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074854.167187:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074854.167191:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074854.167212:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:1.0:1769074854.167227:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3100 x1855007826349824/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.167246:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074854.167252:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826349824, offset 224 00000400:00000200:1.0:1769074854.167258:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.167269:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.167274:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40426:40426:256:4294967295] 192.168.204.10@tcp LPNI seq info [40422:40422:8:4294967295] 00000400:00000200:1.0:1769074854.167284:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.167290:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.167295:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074854.167301:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.167308:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.167312:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.167383:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.167387:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.167391:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:2.1:1769074854.170349:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074854.170369:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074854.170374:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074854.170376:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00000800:00000200:3.0:1769074854.172269:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.172278:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074854.172286:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.172295:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.172301:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:3.0:1769074854.172305:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00010000:00000010:1.1:1769074854.172409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:1.1:1769074854.172417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00000020:00000010:1.0:1769074854.173469:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.173475:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.173486:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.173491:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.173497:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.173539:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.173541:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.173545:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826350080 02000000:00000010:1.0:1769074854.173579:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3e1000. 00010000:00000010:1.0:1769074854.173794:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074854.173814:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72800. 00010000:00000010:1.0:1769074854.173835:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7c00. 00010000:00000010:1.0:1769074854.173840:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074854.173857:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074854.173860:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72800. 00010000:00000010:1.0:1769074854.173865:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d6e00. 00010000:00000010:1.0:1769074854.173868:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074854.173946:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074854.173948:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074854.173950:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d6800. 00010000:00000010:1.0:1769074854.173953:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00000020:00000010:1.0:1769074854.173970:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.173976:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.173985:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b2a0. 00080000:00000010:1.0:1769074854.174015:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa827ca000. 00000001:00000010:1.0:1769074854.174214:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9eade9c0. 00000001:00000010:1.0:1769074854.174220:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc9c0. 00000020:00000010:1.0:1769074854.174251:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b2a0. 00010000:00000010:1.0:1769074854.174260:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d6600. 00010000:00000010:1.0:1769074854.174265:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074854.174278:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074854.174323:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00080000:00000010:1.0:1769074854.174341:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dbfb8f0. 00000004:00000010:1.0:1769074854.174347:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabadb17840. 00000004:00000010:1.0:1769074854.174350:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc32990. 00000004:00000010:1.0:1769074854.174354:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e3e4528. 00000004:00000010:1.0:1769074854.174357:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b26c3c0. 00010000:00000010:1.0:1769074854.174362:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074854.174377:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889826, last committed = 17179889615 00010000:00000200:1.0:1769074854.174384:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfa300 x1855007826350080/t17179889826(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.174404:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcaa0. 00000100:00000200:1.0:1769074854.174410:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826350080, offset 224 00000400:00000010:1.0:1769074854.174416:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f268. 00000400:00000200:1.0:1769074854.174421:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.174435:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.174443:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40427:40427:256:4294967295] 192.168.204.10@tcp LPNI seq info [40423:40423:8:4294967295] 00000400:00000200:1.0:1769074854.174449:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.174456:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.174461:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.174466:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074854.174474:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.174480:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.174484:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.174509:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.174513:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.174517:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.174750:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.174754:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074854.174759:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.174764:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074854.175752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074854.175763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7200. 00010000:00000010:1.1:1769074854.175952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7a00. 00010000:00000010:1.1:1769074854.175960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7e00. 00010000:00000010:0.1:1769074854.177147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074854.177160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6000. 00000400:00000200:3.0:1769074854.177948:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.177967:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65825 00000400:00000200:3.0:1769074854.177974:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.177979:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.178001:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcaa0 00000400:00000010:3.0:1769074854.178006:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcaa0. 00000020:00000010:1.0:1769074854.180853:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.180862:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.180872:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.180878:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.180883:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.180960:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.180963:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.180966:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826350208 00000001:00000010:1.0:1769074854.180978:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc240. 00010000:00000010:1.0:1769074854.181016:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7e00. 00010000:00000010:1.0:1769074854.181024:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 02000000:00000010:1.0:1769074854.181055:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b88c000. 00010000:00000010:1.0:1769074854.181086:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7a00. 00010000:00000010:1.0:1769074854.181091:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074854.181112:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074854.181116:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72680. 00010000:00000010:1.0:1769074854.181120:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d6000. 00010000:00000010:1.0:1769074854.181123:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074854.181194:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074854.181197:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074854.181201:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7200. 00010000:00000010:1.0:1769074854.181204:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074854.181267:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074854.181280:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074854.181285:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72680. 00010000:00000010:1.0:1769074854.181310:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074854.181327:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf8700 x1855007826350208/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.181347:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074854.181354:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826350208, offset 224 00000400:00000200:1.0:1769074854.181361:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.181374:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.181380:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40428:40428:256:4294967295] 192.168.204.10@tcp LPNI seq info [40424:40424:8:4294967295] 00000400:00000200:1.0:1769074854.181413:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.181420:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.181425:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074854.181432:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.181438:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.181442:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.181464:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.181468:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.181472:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.181620:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.181625:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074854.181630:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.181635:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.181641:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcb28 00000400:00000010:3.0:1769074854.181643:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcb28. 00010000:00000010:1.1:1769074854.185367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6400. 00010000:00000010:1.1:1769074854.185396:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074854.185404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7000. 00010000:00000010:1.1:1769074854.185407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7400. 00010000:00000010:0.1:1769074854.185573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:0.1:1769074854.185579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6600. 00000400:00000200:3.0:1769074854.186791:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.186810:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b9180 00000400:00000200:3.0:1769074854.186820:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 20216 00000400:00000200:3.0:1769074854.186836:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.186840:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.186848:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.186854:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2d80. 00000020:00000010:1.0:1769074854.187133:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.187141:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.187149:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.187155:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.187161:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.187210:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.187212:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.187215:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826350464 02000000:00000010:1.0:1769074854.187254:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b88a000. 00010000:00000010:1.0:1769074854.187296:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074854.187312:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074854.187333:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7400. 00010000:00000010:1.0:1769074854.187339:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074854.187357:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074854.187361:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074854.187366:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d7000. 00010000:00000010:1.0:1769074854.187369:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074854.187465:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074854.187468:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72680. 00010000:00000010:1.0:1769074854.187472:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d6400. 00010000:00000010:1.0:1769074854.187476:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00000020:00000010:1.0:1769074854.187499:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.187506:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.187518:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9eade420. 00080000:00000010:1.0:1769074854.187527:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b01c00. 00000001:00000010:1.0:1769074854.188031:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bd20. 00000001:00000010:1.0:1769074854.188039:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc540. 00000020:00000010:1.0:1769074854.188074:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9eade420. 00010000:00000010:1.0:1769074854.188084:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8f4d6600. 00010000:00000010:1.0:1769074854.188089:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074854.188103:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc240. 00010000:00000010:1.0:1769074854.188186:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00080000:00000010:1.0:1769074854.188218:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dbfa8e8. 00000004:00000010:1.0:1769074854.188226:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab90133d80. 00000004:00000010:1.0:1769074854.188230:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc32550. 00000004:00000010:1.0:1769074854.188235:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e3e45a0. 00000004:00000010:1.0:1769074854.188239:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8d0605a0. 00010000:00000010:1.0:1769074854.188249:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074854.188273:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889827, last committed = 17179889615 00010000:00000200:1.0:1769074854.188285:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff2d80 x1855007826350464/t17179889827(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.188307:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074854.188315:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826350464, offset 224 00000400:00000010:1.0:1769074854.188322:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fa48. 00000400:00000200:1.0:1769074854.188327:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.188343:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.188351:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40429:40429:256:4294967295] 192.168.204.10@tcp LPNI seq info [40425:40425:8:4294967295] 00000400:00000200:1.0:1769074854.188359:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.188366:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.188372:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.188377:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074854.188384:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.188391:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.188396:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.188426:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074854.188431:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.188435:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000400:00000200:3.0:1769074854.190345:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.190365:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6582d 00000400:00000200:3.0:1769074854.190373:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.190376:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.190384:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc088 00000400:00000010:3.0:1769074854.190387:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc088. 00010000:00000010:1.0:1769074854.190492:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074854.190503:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72d80. 00000400:00000200:3.0:1769074854.191826:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.191841:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b9200 00000400:00000200:3.0:1769074854.191850:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 20704 00000400:00000200:3.0:1769074854.191914:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.191919:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.191926:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.191933:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3800. 00000020:00000010:1.0:1769074854.192030:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.192037:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.192045:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.192050:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074854.192055:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.192137:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.192140:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.192144:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826350592 00000001:00000010:1.0:1769074854.192155:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074854.192185:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074854.192192:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 02000000:00000010:1.0:1769074854.192220:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b88e000. 00010000:00000010:1.0:1769074854.192251:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074854.192256:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074854.192274:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074854.192278:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72500. 00010000:00000010:1.0:1769074854.192282:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074854.192285:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074854.192350:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074854.192353:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074854.192355:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074854.192358:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.192419:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074854.192430:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074854.192435:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72500. 00010000:00000010:1.0:1769074854.192460:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074854.192476:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3800 x1855007826350592/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.192499:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074854.192504:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826350592, offset 224 00000400:00000200:1.0:1769074854.192510:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.192520:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.192527:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40430:40430:256:4294967295] 192.168.204.10@tcp LPNI seq info [40426:40426:8:4294967295] 00000400:00000200:1.0:1769074854.192538:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.192543:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.192548:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074854.192554:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.192561:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.192565:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.192594:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074854.192598:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00010000:00000010:1.1:1769074854.192643:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7800. 00010000:00000010:1.1:1769074854.192651:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074854.192656:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6800. 00010000:00000010:1.1:1769074854.192676:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7c00. 00000020:00000010:1.0:1769074854.192683:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:0.1:1769074854.193297:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074854.193305:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6e00. 00000400:00000200:3.0:1769074854.196013:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.196034:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b9300 00000400:00000200:3.0:1769074854.196042:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 21280 00000400:00000200:3.0:1769074854.196061:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.196065:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.196073:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.196079:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3480. 00000020:00000010:1.0:1769074854.196197:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.196203:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.196212:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.196218:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074854.196223:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.196260:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.196263:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.196267:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826350848 02000000:00000010:1.0:1769074854.196305:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b88f000. 00010000:00000010:1.0:1769074854.196345:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.196360:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074854.196381:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074854.196399:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.196416:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074854.196421:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074854.196425:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074854.196428:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074854.196509:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074854.196513:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72500. 00010000:00000010:1.0:1769074854.196517:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074854.196521:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00000020:00000010:1.0:1769074854.196547:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.196554:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074854.196566:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b420. 00080000:00000010:1.0:1769074854.196581:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfdefc00. 00000001:00000010:1.0:1769074854.197166:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9eadea80. 00000001:00000010:1.0:1769074854.197174:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074854.197208:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b420. 00010000:00000010:1.0:1769074854.197218:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074854.197222:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074854.197237:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074854.197483:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00080000:00000010:1.0:1769074854.197518:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa85852390. 00000004:00000010:1.0:1769074854.197526:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbe992780. 00000004:00000010:1.0:1769074854.197529:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fab2000. 00000004:00000010:1.0:1769074854.197533:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb45168. 00000004:00000010:1.0:1769074854.197537:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f8cd20. 00010000:00000010:1.0:1769074854.197549:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074854.197567:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889828, last committed = 17179889615 00010000:00000200:1.0:1769074854.197579:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3480 x1855007826350848/t17179889828(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.197600:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074854.197642:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826350848, offset 224 00000400:00000010:1.0:1769074854.197650:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f690. 00000400:00000200:1.0:1769074854.197655:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.197814:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.197821:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40431:40431:256:4294967295] 192.168.204.10@tcp LPNI seq info [40427:40427:8:4294967295] 00000400:00000200:1.0:1769074854.197828:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.197835:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.197842:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.197848:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074854.197855:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.197862:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.197866:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.197883:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074854.197888:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.197893:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.198277:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.198282:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074854.198287:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.198293:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074854.203409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7a00. 00010000:00000010:1.1:1769074854.203431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074854.203438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6000. 00010000:00000010:1.1:1769074854.203441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7e00. 00010000:00000010:2.1:1769074854.205803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:2.1:1769074854.205822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074854.205877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7200. 00010000:00000010:1.1:1769074854.205883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074854.205887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6400. 00010000:00000010:1.1:1769074854.205894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7400. 00010000:00000010:1.1:1769074854.205897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074854.205899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7000. 00010000:00000010:1.1:1769074854.205903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074854.205906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074854.205908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074854.205911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:0.1:1769074854.206654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074854.206662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6600. 00010000:00000010:1.1:1769074854.209412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074854.209426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074854.209432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074854.209438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000400:00000200:3.0:1769074854.217766:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.217786:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b9380 00000400:00000200:3.0:1769074854.217796:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 21768 00000400:00000200:3.0:1769074854.217860:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.217866:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.217873:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.217881:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0380. 00000020:00000010:1.0:1769074854.218261:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.218267:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.218276:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.218282:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074854.218289:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.218330:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.218333:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.218337:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826350976 00000001:00000010:1.0:1769074854.218348:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc540. 00010000:00000010:1.0:1769074854.218374:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074854.218383:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074854.218425:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b88d000. 00010000:00000010:1.0:1769074854.218460:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074854.218465:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074854.218485:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074854.218489:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074854.218493:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074854.218498:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074854.218574:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074854.218578:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a80. 00010000:00000010:1.0:1769074854.218581:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074854.218585:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074854.218698:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074854.218855:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074854.218862:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074854.218890:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074854.218907:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0380 x1855007826350976/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.218929:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcaa0. 00000100:00000200:1.0:1769074854.218937:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826350976, offset 224 00000400:00000200:1.0:1769074854.218945:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.218957:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.218964:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40432:40432:256:4294967295] 192.168.204.10@tcp LPNI seq info [40428:40428:8:4294967295] 00000400:00000200:1.0:1769074854.218975:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.218981:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.218986:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074854.219004:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.219011:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.219015:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.219033:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074854.219037:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.219041:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.219323:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.219328:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074854.219334:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.219338:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.219343:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcaa0 00000400:00000010:3.0:1769074854.219345:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcaa0. 00010000:00000010:0.1:1769074854.221658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074854.221684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000800:00000200:1.0:1769074854.226528:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.226533:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38b00. 00000400:00000200:1.0:1769074854.226538:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.226543:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074854.238630:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074854.238647:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074854.238653:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074854.238655:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074854.238775:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074854.238787:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:2.1:1769074854.243181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074854.243201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074854.244639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:0.1:1769074854.244655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:0.1:1769074854.244662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074854.244668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074854.244683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074854.244689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00000020:00000010:3.0:1769074854.245925:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.245932:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.245938:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074854.245944:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.245949:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.245989:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.246004:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.246007:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826351616 02000000:00000010:3.0:1769074854.246125:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82c72000. 00010000:00000010:3.0:1769074854.246205:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074854.246219:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:3.0:1769074854.246235:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074854.246240:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074854.246254:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074854.246256:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074854.246259:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074854.246261:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074854.246336:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074854.246338:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074854.246340:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.246342:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00000020:00000010:3.0:1769074854.246356:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.246361:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.246369:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9660. 00080000:00000010:3.0:1769074854.246377:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83886400. 00000001:00000010:3.0:1769074854.246579:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9c60. 00000001:00000010:3.0:1769074854.246585:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074854.246910:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9660. 00010000:00000010:3.0:1769074854.246922:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074854.246926:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074854.246940:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074854.246981:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00080000:00000010:3.0:1769074854.247015:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca22000. 00000004:00000010:3.0:1769074854.247023:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4866840. 00000004:00000010:3.0:1769074854.247239:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81426550. 00000004:00000010:3.0:1769074854.247246:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8ee918e8. 00000004:00000010:3.0:1769074854.247249:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83859e00. 00010000:00000010:3.0:1769074854.247259:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000200:3.0:1769074854.247275:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889830, last committed = 17179889615 00010000:00000200:3.0:1769074854.247283:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715880 x1855007826351616/t17179889830(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.247303:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074854.247308:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826351616, offset 224 00000400:00000010:3.0:1769074854.247315:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3ea8. 00000400:00000200:3.0:1769074854.247317:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.247328:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.247333:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40435:40435:256:4294967295] 192.168.204.10@tcp LPNI seq info [40431:40431:8:4294967295] 00000400:00000200:3.0:1769074854.247338:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.247343:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.247347:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.247351:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074854.247356:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.247361:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.247364:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.247384:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.247388:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.247392:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00010000:00000010:0.1:1769074854.249290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074854.249305:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074854.249308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074854.249312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00000020:00000010:3.0:1769074854.253232:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.253239:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.253245:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074854.253250:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.253260:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.253330:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.253333:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.253337:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826351744 00000001:00000010:3.0:1769074854.253348:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8e40. 00010000:00000010:3.0:1769074854.253378:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074854.253396:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 02000000:00000010:3.0:1769074854.253432:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89c04000. 00010000:00000010:3.0:1769074854.253478:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074854.253483:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074854.253504:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074854.253508:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074854.253512:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.253515:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074854.254065:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074854.254071:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074854.254076:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074854.254080:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.254151:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074854.254164:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074854.254169:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074854.254190:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000200:3.0:1769074854.254208:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714000 x1855007826351744/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.254228:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46088. 00000100:00000200:3.0:1769074854.254234:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826351744, offset 224 00000400:00000200:3.0:1769074854.254241:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.254255:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.254261:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40436:40436:256:4294967295] 192.168.204.10@tcp LPNI seq info [40432:40432:8:4294967295] 00000400:00000200:3.0:1769074854.254272:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.254277:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.254282:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074854.254288:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.254294:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.254299:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.254374:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.254379:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.254384:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00010000:00000010:3.1:1769074854.258645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074854.258660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074854.258665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074854.258675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000020:00000010:3.0:1769074854.260053:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.260059:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.260066:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074854.260071:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.260077:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.260123:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.260126:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.260129:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826352000 02000000:00000010:3.0:1769074854.260163:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89c01000. 00010000:00000010:3.0:1769074854.260198:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.260210:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074854.260225:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074854.260229:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.260403:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074854.260406:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074854.260411:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.260414:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074854.260501:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074854.260505:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074854.260509:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074854.260512:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00000020:00000010:3.0:1769074854.260536:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.260543:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.260551:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9660. 00080000:00000010:3.0:1769074854.260560:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83887c00. 00000001:00000010:3.0:1769074854.260774:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9420. 00000001:00000010:3.0:1769074854.260793:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074854.260827:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9660. 00010000:00000010:3.0:1769074854.260836:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074854.260840:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074854.260852:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074854.260894:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00080000:00000010:3.0:1769074854.260919:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dbfa000. 00000004:00000010:3.0:1769074854.260926:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae871cc0. 00000004:00000010:3.0:1769074854.260930:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc32220. 00000004:00000010:3.0:1769074854.260934:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e3e48e8. 00000004:00000010:3.0:1769074854.260937:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8d0603c0. 00010000:00000010:3.0:1769074854.260945:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074854.260958:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889831, last committed = 17179889615 00010000:00000200:3.0:1769074854.260965:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714e00 x1855007826352000/t17179889831(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.260980:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074854.260984:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826352000, offset 224 00000400:00000010:3.0:1769074854.261001:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e39d8. 00000400:00000200:3.0:1769074854.261005:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.261018:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.261028:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40437:40437:256:4294967295] 192.168.204.10@tcp LPNI seq info [40433:40433:8:4294967295] 00000400:00000200:3.0:1769074854.261451:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.261458:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.261465:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.261471:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074854.261477:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.261483:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.261488:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.261516:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.261521:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.261525:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00010000:00000010:3.1:1769074854.262640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074854.262650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074854.262654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.262657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074854.262887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074854.262891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:1.0:1769074854.264074:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:1.0:1769074854.264086:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00000020:00000010:3.0:1769074854.266939:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.266948:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.266955:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074854.266960:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.266965:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.267020:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.267023:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.267025:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826352128 00000001:00000010:3.0:1769074854.267036:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074854.267063:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074854.267070:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 02000000:00000010:3.0:1769074854.267097:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89c02000. 00010000:00000010:3.0:1769074854.267127:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.267132:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074854.267150:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074854.267153:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074854.267157:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074854.267160:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074854.267300:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074854.267305:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074854.267310:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074854.267314:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074854.267396:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074854.267412:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074854.267418:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074854.267441:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074854.267459:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715c00 x1855007826352128/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.267488:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46bb0. 00000100:00000200:3.0:1769074854.267495:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826352128, offset 224 00000400:00000200:3.0:1769074854.267502:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.267518:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.267525:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40438:40438:256:4294967295] 192.168.204.10@tcp LPNI seq info [40434:40434:8:4294967295] 00000400:00000200:3.0:1769074854.267537:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.267543:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.267548:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074854.267555:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.267562:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.267566:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.267596:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.267600:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.267625:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00000800:00000200:1.0:1769074854.267941:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.267947:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074854.267954:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.267959:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.267965:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46bb0 00000400:00000010:1.0:1769074854.267967:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46bb0. 00010000:00000010:3.1:1769074854.270232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074854.270249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074854.270253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074854.270260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074854.270556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074854.270563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000020:00000010:3.0:1769074854.271586:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.271593:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.271600:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00010000:00000010:0.1:1769074854.274722:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074854.274734:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:3.0:1769074854.275262:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.275279:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65855 00000400:00000200:3.0:1769074854.275286:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.275290:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.275296:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:3.0:1769074854.275300:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00000400:00000200:3.0:1769074854.276498:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.276512:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b9980 00000400:00000200:3.0:1769074854.276522:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 26024 00000400:00000200:3.0:1769074854.276580:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.276584:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.276590:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.276599:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85916d80. 00010000:00000010:1.1:1769074854.279593:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074854.279807:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:1.0:1769074854.279838:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:1.0:1769074854.279846:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25c80. 00010000:00000010:1.0:1769074854.279855:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00010000:00000010:3.1:1769074854.281682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.281694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074854.281698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074854.281701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:2.1:1769074854.281988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:2.1:1769074854.282002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00000400:00000200:3.0:1769074854.282285:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.282303:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b9a80 00000400:00000200:3.0:1769074854.282313:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 26600 00000400:00000200:3.0:1769074854.282331:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.282336:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.282345:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.282351:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85917480. 00010000:00000010:1.1:1769074854.283682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074854.283690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074854.284026:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074854.284034:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000800:00000200:3.0:1769074854.284835:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.284840:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074854.284845:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.284850:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.287005:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.287023:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6585d 00000400:00000200:3.0:1769074854.287031:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.287035:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.287041:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:3.0:1769074854.287044:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00010000:00000010:1.0:1769074854.287732:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:1.0:1769074854.287745:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25880. 00000400:00000200:3.0:1769074854.288268:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.288280:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b9b00 00000400:00000200:3.0:1769074854.288289:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 27088 00000400:00000200:3.0:1769074854.289174:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.289188:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.289200:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.289210:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85915f80. 00010000:00000010:0.1:1769074854.291657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074854.291675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074854.291680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074854.291684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074854.291688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074854.291691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00000800:00000200:3.0:1769074854.293054:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.293062:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:3.0:1769074854.293068:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.293078:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.293086:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:3.0:1769074854.293089:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00000400:00000200:3.0:1769074854.296379:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.296410:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b9c00 00000400:00000200:3.0:1769074854.296420:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 27664 00000400:00000200:3.0:1769074854.296438:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.296443:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.296452:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.296459:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85915180. 00010000:00000010:2.1:1769074854.296697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:2.1:1769074854.296801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074854.296809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074854.296817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074854.297640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074854.297646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000800:00000200:3.0:1769074854.302072:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.302081:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:3.0:1769074854.302087:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.302094:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074854.303948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074854.303956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074854.303960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074854.303962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00000400:00000200:3.0:1769074854.304702:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.304732:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65865 00000400:00000200:3.0:1769074854.304739:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.304744:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.304750:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:3.0:1769074854.304754:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00010000:00000010:0.1:1769074854.305118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074854.305128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074854.308640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074854.308659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00000400:00000200:3.0:1769074854.310009:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.310031:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8b9c80 00000400:00000200:3.0:1769074854.310039:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 28152 00000400:00000200:3.0:1769074854.310107:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.310112:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.310119:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.310125:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85915500. 00000800:00000200:3.0:1769074854.311117:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.311121:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:3.0:1769074854.311126:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.311130:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.311134:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:3.0:1769074854.311136:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00000400:00000200:3.0:1769074854.317727:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.317750:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b9d80 00000400:00000200:3.0:1769074854.317760:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 28728 00000400:00000200:3.0:1769074854.317781:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.317786:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.317794:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.317801:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85916300. 00000001:00000010:3.0:1769074854.324819:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9660. 00000001:00000010:3.0:1769074854.324828:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074854.324865:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab908961e0. 00010000:00000010:3.0:1769074854.324873:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074854.324878:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.324889:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074854.324936:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00080000:00000010:3.0:1769074854.324975:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a930390. 00000004:00000010:3.0:1769074854.325001:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd44c180. 00000004:00000010:3.0:1769074854.325005:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81427cb0. 00000004:00000010:3.0:1769074854.325014:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8ee91e10. 00000004:00000010:3.0:1769074854.325019:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f8d4a0. 00010000:00000010:3.0:1769074854.325030:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:3.0:1769074854.325050:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889835, last committed = 17179889615 00010000:00000200:3.0:1769074854.325062:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa85916300 x1855007826353536/t17179889835(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.325081:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074854.325089:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826353536, offset 224 00000400:00000010:3.0:1769074854.325095:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3818. 00000400:00000200:3.0:1769074854.325100:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.325116:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.325122:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40445:40445:256:4294967295] 192.168.204.10@tcp LPNI seq info [40441:40441:8:4294967295] 00000400:00000200:3.0:1769074854.325128:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.325134:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.325140:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.325145:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074854.325152:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.325159:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.325164:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.325184:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25e80. 00000020:00000010:3.0:1769074854.325189:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117640. 00000020:00000010:3.0:1769074854.325193:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:3.0:1769074854.325314:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.325318:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:3.0:1769074854.325324:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.325329:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074854.328680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074854.328690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.1:1769074854.328693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074854.328696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074854.328880:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074854.328897:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.0:1769074854.329595:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:1.0:1769074854.329631:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25000. 00000020:00000010:3.0:1769074854.329794:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.329800:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.329807:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074854.329812:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.329817:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.329859:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.329862:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.329865:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826353664 00000001:00000010:3.0:1769074854.329875:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:3.0:1769074854.329897:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074854.329904:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 02000000:00000010:3.0:1769074854.329930:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89c03000. 00010000:00000010:3.0:1769074854.329960:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.329965:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074854.329981:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074854.329984:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074854.330000:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074854.330005:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074854.330080:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074854.330085:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074854.330089:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074854.330092:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074854.330147:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074854.330156:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074854.330160:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074854.330177:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000200:3.0:1769074854.330192:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf9500 x1855007826353664/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.330211:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074854.330217:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826353664, offset 224 00000400:00000200:3.0:1769074854.330223:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.330356:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.330362:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40446:40446:256:4294967295] 192.168.204.10@tcp LPNI seq info [40442:40442:8:4294967295] 00000400:00000200:3.0:1769074854.330373:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.330379:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.330472:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074854.330480:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.330486:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.330491:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.330563:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.330567:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.330572:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00010000:00000010:3.1:1769074854.331633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074854.331642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074854.335702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074854.335729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074854.335734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074854.335737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074854.335740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074854.335742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074854.335745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074854.335748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074854.336653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.336670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074854.336674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074854.336677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:1.1:1769074854.336747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074854.336754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000400:00000200:3.0:1769074854.338812:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.338831:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8b9f00 00000400:00000200:3.0:1769074854.338840:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 29792 00000400:00000200:3.0:1769074854.338856:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.338860:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.338868:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.338876:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85917b80. 00000020:00000010:1.0:1769074854.338956:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.338962:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.338969:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.338975:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72d80. 00000020:00000010:1.0:1769074854.338981:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562960. 00000020:00000010:1.0:1769074854.339056:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.339060:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.339063:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826353920 02000000:00000010:1.0:1769074854.339098:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b889000. 00010000:00000010:1.0:1769074854.339138:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:1.0:1769074854.339170:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:1.0:1769074854.339191:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074854.339198:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074854.339216:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074854.339220:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074854.339235:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074854.339239:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074854.339334:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074854.339338:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72700. 00010000:00000010:1.0:1769074854.339341:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074854.339345:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00000020:00000010:1.0:1769074854.339370:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b100. 00000020:00000010:1.0:1769074854.339377:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b100. 00000020:00000010:1.0:1769074854.339520:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9eade0c0. 00080000:00000010:1.0:1769074854.339537:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfdef400. 00000001:00000010:3.0:1769074854.340358:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf97e0. 00000001:00000010:3.0:1769074854.340368:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e480. 00000020:00000010:3.0:1769074854.340543:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9eade0c0. 00010000:00000010:3.0:1769074854.340556:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074854.340562:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074854.340580:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074854.340649:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00080000:00000010:3.0:1769074854.340686:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa81a33c80. 00000004:00000010:3.0:1769074854.340693:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae871780. 00000004:00000010:3.0:1769074854.340701:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc33540. 00000004:00000010:3.0:1769074854.340705:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e3e43c0. 00000004:00000010:3.0:1769074854.340710:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8d0601e0. 00010000:00000010:3.0:1769074854.340722:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:3.0:1769074854.340917:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889836, last committed = 17179889615 00010000:00000200:3.0:1769074854.340930:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa85917b80 x1855007826353920/t17179889836(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.340949:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46bb0. 00000100:00000200:3.0:1769074854.340956:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826353920, offset 224 00000400:00000010:3.0:1769074854.340962:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3a10. 00000400:00000200:3.0:1769074854.340967:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.340983:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.341624:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40447:40447:256:4294967295] 192.168.204.10@tcp LPNI seq info [40443:40443:8:4294967295] 00000400:00000200:3.0:1769074854.341634:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.341640:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.341646:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.341654:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074854.341661:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.341669:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.341673:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.341706:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72d80. 00000020:00000010:3.0:1769074854.341712:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562960. 00000020:00000010:3.0:1769074854.341715:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:1.0:1769074854.341946:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:1.0:1769074854.341956:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72700. 00010000:00000010:1.0:1769074854.341966:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00010000:00000010:1.1:1769074854.344659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074854.344672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00000400:00000200:3.0:1769074854.345794:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.345812:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8ba000 00000400:00000200:3.0:1769074854.345820:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ec2d [2] + 392 00000400:00000200:3.0:1769074854.345880:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.345886:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.345894:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074854.345901:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85914e00. 00000020:00000010:1.0:1769074854.346268:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.346274:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.346281:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074854.346286:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72700. 00000020:00000010:1.0:1769074854.346291:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562898. 00000020:00000010:1.0:1769074854.346366:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.346369:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.346372:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826354176 00000001:00000010:1.0:1769074854.346382:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 02000000:00000010:1.0:1769074854.346430:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa89bfb800. 00000004:00000010:1.0:1769074854.346494:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5e180. 00080000:00000010:1.0:1769074854.346519:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89bf9800. 00000001:00000010:1.0:1769074854.346552:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9be40. 00000001:00000010:1.0:1769074854.346559:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcca80. 00010000:00000200:1.0:1769074854.346650:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa85914e00 x1855007826354176/t17179889837(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 392/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.346669:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074854.346677:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826354176, offset 224 00000400:00000200:1.0:1769074854.346683:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.346694:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.346700:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40448:40448:256:4294967295] 192.168.204.10@tcp LPNI seq info [40444:40444:8:4294967295] 00000400:00000200:1.0:1769074854.346711:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.346716:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.346722:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074854.346728:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.346735:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.346740:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.346755:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72700. 00000020:00000010:1.0:1769074854.346759:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562898. 00000020:00000010:1.0:1769074854.346763:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:1.1:1769074854.349125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074854.349133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000020:00000010:3.0:1769074854.349188:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.349194:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.349200:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074854.349206:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.349211:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.349257:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.349260:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.349264:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826354432 00000001:00000010:3.0:1769074854.349273:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e480. 02000000:00000010:3.0:1769074854.349313:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89c00000. 00010000:00000010:3.0:1769074854.349348:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074854.349357:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dababb29700. 00010000:00000010:3.0:1769074854.349365:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa62000. 00010000:00000010:3.0:1769074854.349380:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074854.349384:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074854.349399:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074854.349402:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074854.349406:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.349409:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074854.349490:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074854.349493:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074854.349495:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074854.349497:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00000020:00000010:3.0:1769074854.349522:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.349528:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00080000:00000010:3.0:1769074854.349536:0:44309:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dab84248250. 00080000:00000010:3.0:1769074854.349538:0:44309:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8432f800. 00080000:00000010:3.0:1769074854.349550:0:44309:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8432f800. 00080000:00000010:3.0:1769074854.349552:0:44309:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dab84248250. 00000020:00000010:3.0:1769074854.349558:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9720. 00080000:00000010:3.0:1769074854.349565:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83885c00. 00010000:00000010:2.1:1769074854.349634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074854.349639:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:2.1:1769074854.349640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:3.1:1769074854.349646:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000001:00000010:3.0:1769074854.349877:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9cc0. 00000001:00000010:3.0:1769074854.349883:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e240. 00000020:00000010:3.0:1769074854.349913:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9720. 00010000:00000010:3.0:1769074854.349940:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074854.349946:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00080000:00000010:3.0:1769074854.349966:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ecf7c80. 00000004:00000010:3.0:1769074854.349972:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f97d540. 00000004:00000010:3.0:1769074854.349977:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4511e0. 00000004:00000010:3.0:1769074854.349980:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae3aab40. 00010000:00000010:3.0:1769074854.350000:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074854.350016:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889838, last committed = 17179889615 00010000:00000200:3.0:1769074854.350026:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bf8e00 x1855007826354432/t17179889838(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.350044:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074854.350050:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826354432, offset 224 00000400:00000010:3.0:1769074854.350057:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e32a0. 00000400:00000200:3.0:1769074854.350061:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.350073:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.350079:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40449:40449:256:4294967295] 192.168.204.10@tcp LPNI seq info [40445:40445:8:4294967295] 00000400:00000200:3.0:1769074854.350085:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.350093:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.350098:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.350103:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074854.350109:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.350116:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.350120:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.350143:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.350159:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.350163:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00010000:00000010:1.0:1769074854.354089:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:1.0:1769074854.354102:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.1:1769074854.355032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074854.355039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00010000:00000010:3.1:1769074854.355043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56a400. 00000020:00000010:3.0:1769074854.356303:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.356312:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.356318:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074854.356323:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.356328:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.356495:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.356498:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.356501:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826354688 00000001:00000010:3.0:1769074854.356513:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcca80. 00010000:00000010:3.0:1769074854.356537:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074854.356544:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 02000000:00000010:3.0:1769074854.356577:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa89c06000. 00000004:00000010:3.0:1769074854.357045:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5eb00. 00080000:00000010:3.0:1769074854.357056:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8190a000. 00000001:00000010:3.0:1769074854.357086:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf95a0. 00000001:00000010:3.0:1769074854.357091:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074854.357230:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074854.357249:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfaa00 x1855007826354688/t17179889839(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 648/608 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.357267:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46088. 00000100:00000200:3.0:1769074854.357274:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826354688, offset 224 00000400:00000200:3.0:1769074854.357280:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.357292:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.357298:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40450:40450:256:4294967295] 192.168.204.10@tcp LPNI seq info [40446:40446:8:4294967295] 00000400:00000200:3.0:1769074854.357308:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.357313:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.357318:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074854.357325:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.357332:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.357336:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.357502:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.357508:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.357513:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00010000:00000010:3.1:1769074854.367006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074854.367026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074854.367033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000020:00000010:1.0:1769074854.367431:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.367437:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.367445:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074854.367450:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72700. 00000020:00000010:1.0:1769074854.367456:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562898. 00000020:00000010:1.0:1769074854.367498:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.367501:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d380. 00000100:00000200:1.0:1769074854.367505:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826354816 00000001:00000010:1.0:1769074854.367514:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e240. 02000000:00000010:1.0:1769074854.367536:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8daa89bfbc00. 00000004:00000010:1.0:1769074854.367544:0:42299:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa8a111000. 00080000:00000010:1.0:1769074854.368058:0:42299:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbcd3a2b0. 00080000:00000010:1.0:1769074854.368065:0:42299:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8470d380. 00080000:00000010:1.0:1769074854.368083:0:42299:0:(osd_index.c:355:osd_find_parent_fid()) kmalloced '(buf.lb_buf)': 87 at ffff8daa8ee9b2a0. 00080000:00000010:1.0:1769074854.368086:0:42299:0:(osd_index.c:383:osd_find_parent_fid()) kfreed 'buf.lb_buf': 87 at ffff8daa8ee9b2a0. 00080000:00000010:1.0:1769074854.368634:0:42299:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8470d380. 00080000:00000010:1.0:1769074854.368640:0:42299:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbcd3a2b0. 00000100:00000010:1.0:1769074854.368650:0:42299:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8daa8a25c800. 00000100:00000010:1.0:1769074854.368653:0:42299:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8daa8b888000. 00000400:00000010:1.0:1769074854.368662:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000400:00000010:1.0:1769074854.368670:0:42299:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fce8. 00000400:00000200:1.0:1769074854.368675:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.368685:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.368690:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40451:40451:256:4294967295] 192.168.204.10@tcp LPNI seq info [40447:40447:8:4294967295] 00000400:00000200:1.0:1769074854.368695:0:42299:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.368700:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.368704:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.368708:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074854.368715:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.368721:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1022 00000800:00000200:1.0:1769074854.368726:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1769074854.369234:0:42299:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.10@tcp mbits 0x6971eaa8ba280-0x6971eaa8ba280 00010000:00000010:1.1:1769074854.372877:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074854.372889:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:1.0:1769074854.372905:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.372924:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65885 00000400:00000200:1.0:1769074854.372932:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.372936:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.372943:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:1.0:1769074854.372946:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074854.372950:0:12638:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8daa8a25c800 00000100:00000010:3.0:1769074854.373277:0:42299:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8daa8b888000. 00000100:00000010:3.0:1769074854.373283:0:42299:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8daa8a25c800. 00000004:00000010:3.0:1769074854.374493:0:42299:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa8a111000. 00010000:00000200:3.0:1769074854.374515:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfb100 x1855007826354816/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 448/440 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000800:00000200:1.0:1769074854.380065:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.380069:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074854.380074:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.380078:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.380082:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:1.0:1769074854.380084:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:3.1:1769074854.380642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00000400:00000200:1.0:1769074854.382422:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.382439:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8ba480 00000400:00000200:1.0:1769074854.382448:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c1d [64] + 31416 00000400:00000200:1.0:1769074854.382461:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.382464:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.382471:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.382477:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a0000. 00000020:00000010:3.0:1769074854.382572:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.382576:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.382580:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074854.382584:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.382587:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074854.382650:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.382653:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.382656:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826355328 00000400:00000200:1.0:1769074854.387338:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.387358:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ba500 00000400:00000200:1.0:1769074854.387368:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 32064 00000400:00000200:1.0:1769074854.387473:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.387480:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.387487:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.387493:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a1180. 00000800:00000200:3.0:1769074854.391064:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.391073:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074854.391081:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.391089:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.391096:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:3.0:1769074854.391100:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00010000:00000010:2.1:1769074854.393634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00000400:00000200:1.0:1769074854.393642:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.393659:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ba600 00000400:00000200:1.0:1769074854.393787:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 32640 00000400:00000200:1.0:1769074854.393809:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.393814:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.393820:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.393826:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a1f80. 00000800:00000200:3.0:1769074854.394974:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.394979:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074854.394982:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.394998:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074854.397899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074854.397913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074854.397917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074854.397919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000400:00000200:3.0:1769074854.398569:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.398588:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65899 00000400:00000200:3.0:1769074854.398595:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.398599:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.398832:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:3.0:1769074854.398836:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00000400:00000200:1.0:1769074854.399834:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.399848:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ba680 00000400:00000200:1.0:1769074854.399856:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 33128 00000400:00000200:1.0:1769074854.399913:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.399918:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.399925:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.399933:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688e00. 00010000:00000010:0.1:1769074854.402633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074854.402643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000800:00000200:3.0:1769074854.403897:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.403904:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074854.403911:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.403918:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.403926:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:3.0:1769074854.403929:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:2.1:1769074854.404043:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074854.404051:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074854.404056:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabc2164200. 00010000:00000010:2.1:1769074854.405845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074854.405858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00000400:00000200:3.0:1769074854.408876:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000020:00000010:3.0:1769074854.409108:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.409113:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.409119:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3be00. 00000020:00000010:3.0:1769074854.409125:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e000. 00000020:00000010:3.0:1769074854.409130:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074854.409180:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.409184:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.409187:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826356096 02000000:00000010:3.0:1769074854.409230:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90891000. 00010000:00000010:3.0:1769074854.409270:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:3.0:1769074854.409288:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25280. 00010000:00000010:3.0:1769074854.409583:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074854.409591:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074854.409641:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074854.409645:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074854.409650:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074854.409653:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074854.409909:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074854.409914:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074854.409918:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074854.409922:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00000020:00000010:3.0:1769074854.409948:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.409956:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.409967:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9720. 00080000:00000010:3.0:1769074854.409977:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83346400. 00000001:00000010:3.0:1769074854.410224:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9900. 00000001:00000010:3.0:1769074854.410232:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e300. 00000020:00000010:3.0:1769074854.410265:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9720. 00010000:00000010:3.0:1769074854.410274:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074854.410279:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074854.410290:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e480. 00010000:00000010:2.1:1769074854.411754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074854.411766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074854.411780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074854.411784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074854.411786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074854.411789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000800:00000200:1.0:1769074854.412758:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.412763:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074854.412768:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.412773:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.414757:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.414776:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x658a1 00000400:00000200:3.0:1769074854.414784:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.414788:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.414795:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:3.0:1769074854.414798:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00010000:00000010:1.0:1769074854.415450:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:1.0:1769074854.415471:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:3.1:1769074854.415874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074854.415880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074854.419878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:2.1:1769074854.419898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074854.420638:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074854.420645:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000800:00000200:1.0:1769074854.421238:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.421243:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38300. 00000400:00000200:1.0:1769074854.421247:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.421251:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.421255:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:1.0:1769074854.421258:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00010000:00000010:1.1:1769074854.423768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074854.423783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:3.0:1769074854.425569:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.425591:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ba900 00000400:00000200:3.0:1769074854.425647:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 34768 00000400:00000200:3.0:1769074854.425676:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.425682:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.425691:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.425698:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85914a80. 00000800:00000200:3.0:1769074854.428319:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.428327:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38600. 00000400:00000200:3.0:1769074854.428333:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.428340:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.431180:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.431200:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x658a9 00000400:00000200:1.0:1769074854.431208:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.431212:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.431218:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:1.0:1769074854.431221:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000400:00000200:1.0:1769074854.431257:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.431263:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ba980 00000400:00000200:1.0:1769074854.431270:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 35256 00000400:00000200:1.0:1769074854.431319:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.431323:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.431327:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.431333:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668a300. 00000020:00000010:3.0:1769074854.431506:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.431512:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.431518:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074854.431522:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074854.431527:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074854.431561:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.431563:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.431565:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826356608 00000001:00000010:3.0:1769074854.431574:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e300. 00010000:00000010:3.0:1769074854.431595:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074854.431628:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 02000000:00000010:3.0:1769074854.431651:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90890000. 00010000:00000010:3.0:1769074854.431677:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074854.431680:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.431694:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074854.431697:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074854.431701:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074854.431704:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074854.431780:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074854.431783:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074854.431787:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074854.431790:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074854.431839:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.431847:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074854.431850:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074854.431867:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000200:3.0:1769074854.431880:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668a300 x1855007826356608/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.431904:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074854.431909:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826356608, offset 224 00000400:00000200:3.0:1769074854.431915:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.431924:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.431930:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40461:40461:256:4294967295] 192.168.204.10@tcp LPNI seq info [40457:40457:8:4294967295] 00000400:00000200:3.0:1769074854.431941:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.431946:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.431951:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074854.431956:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.431962:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.431966:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.431996:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074854.432001:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074854.432005:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00000800:00000200:1.0:1769074854.432205:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.432210:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074854.432217:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.432220:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.432224:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:1.0:1769074854.432226:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00000400:00000200:3.0:1769074854.435302:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.435322:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8baa80 00000400:00000200:3.0:1769074854.435331:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 35832 00000400:00000200:3.0:1769074854.435346:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.435350:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.435359:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.435366:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85916a00. 00010000:00000010:0.1:1769074854.436228:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074854.436236:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074854.436240:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074854.436244:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:1.0:1769074854.437332:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074854.437339:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:1.0:1769074854.437345:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8f00. 00000400:00000200:1.0:1769074854.441921:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.441945:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x658b1 00000400:00000200:1.0:1769074854.441953:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.441958:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.441965:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:1.0:1769074854.441968:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000400:00000200:1.0:1769074854.442064:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.442071:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bab00 00000400:00000200:1.0:1769074854.442079:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 36320 00000400:00000200:1.0:1769074854.442141:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.442145:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.442150:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.442156:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688380. 00000800:00000200:1.0:1769074854.443212:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.443217:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:1.0:1769074854.443222:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.443227:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.443231:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:1.0:1769074854.443233:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:3.1:1769074854.443292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074854.443299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074854.443303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074854.443305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:1.1:1769074854.447981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074854.448004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074854.448976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074854.448985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00000020:00000010:3.0:1769074854.449208:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.449213:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.449220:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074854.449226:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074854.449232:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074854.449273:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.449276:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.449280:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826357248 02000000:00000010:3.0:1769074854.449317:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90893000. 00010000:00000010:3.0:1769074854.449355:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:3.0:1769074854.449369:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25900. 00010000:00000010:3.0:1769074854.449399:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074854.449405:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074854.449422:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074854.449426:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074854.449430:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074854.449433:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074854.449529:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074854.449532:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074854.449535:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074854.449538:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00000020:00000010:3.0:1769074854.449565:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.449572:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.449583:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9720. 00080000:00000010:3.0:1769074854.449593:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83344000. 00000001:00000010:3.0:1769074854.450123:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf98a0. 00000001:00000010:3.0:1769074854.450132:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074854.450165:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9720. 00010000:00000010:3.0:1769074854.450175:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074854.450180:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074854.450192:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e300. 00010000:00000010:3.0:1769074854.450229:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00080000:00000010:3.0:1769074854.450250:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433c720. 00000004:00000010:3.0:1769074854.450258:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491a180. 00000004:00000010:3.0:1769074854.450261:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ff7a880. 00000004:00000010:3.0:1769074854.450265:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eeeb000. 00000004:00000010:3.0:1769074854.450270:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83eb1a40. 00010000:00000010:3.0:1769074854.450280:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000200:3.0:1769074854.450296:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889846, last committed = 17179889615 00010000:00000200:3.0:1769074854.450305:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714700 x1855007826357248/t17179889846(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.450325:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074854.450332:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826357248, offset 224 00000400:00000010:3.0:1769074854.450338:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3e00. 00000400:00000200:3.0:1769074854.450343:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.450357:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.450363:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40464:40464:256:4294967295] 192.168.204.10@tcp LPNI seq info [40460:40460:8:4294967295] 00000400:00000200:3.0:1769074854.450369:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.450376:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00010000:00000010:0.1:1769074854.450504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074854.450512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074854.450516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074854.450521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074854.450524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074854.450527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074854.450530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074854.450533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074854.450536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074854.450584:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00000800:00000200:3.0:1769074854.450861:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.450867:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074854.450873:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.450880:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.450885:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.450902:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074854.450906:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074854.450909:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00000800:00000200:1.0:1769074854.451055:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.451059:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074854.451066:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.451070:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074854.452657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074854.452677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00000400:00000200:1.0:1769074854.455307:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.455329:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x658b9 00000400:00000200:1.0:1769074854.455336:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.455340:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.455346:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:1.0:1769074854.455349:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00000400:00000200:1.0:1769074854.455391:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.455398:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bac80 00000400:00000200:1.0:1769074854.455405:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 37384 00000400:00000200:1.0:1769074854.455456:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.455460:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.456055:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.456063:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668ad80. 00000020:00000010:3.0:1769074854.456287:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.456293:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.456299:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074854.456305:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074854.456310:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074854.456349:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.456352:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.456355:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826357376 00000001:00000010:3.0:1769074854.456366:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d83c0. 00010000:00000010:3.0:1769074854.456399:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074854.456405:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 02000000:00000010:3.0:1769074854.456432:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90894000. 00010000:00000010:3.0:1769074854.456472:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074854.456479:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.456499:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074854.456502:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074854.456506:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.456509:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074854.456582:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074854.456585:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074854.456588:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074854.456592:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074854.456685:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.456695:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074854.456700:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074854.456718:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000200:3.0:1769074854.457303:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668ad80 x1855007826357376/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.457331:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074854.457339:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826357376, offset 224 00000400:00000200:3.0:1769074854.457347:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.457363:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.457370:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40465:40465:256:4294967295] 192.168.204.10@tcp LPNI seq info [40461:40461:8:4294967295] 00000400:00000200:3.0:1769074854.457391:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.457396:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.457402:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074854.457408:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.457415:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.457420:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.457445:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074854.457450:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074854.457454:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00010000:00000010:0.1:1769074854.457626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:0.1:1769074854.457634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:2.1:1769074854.457909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074854.457916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074854.457919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074854.457922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:3.1:1769074854.458327:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074854.458333:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074854.458336:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074854.458341:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:1.0:1769074854.461246:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.461267:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bad80 00000400:00000200:1.0:1769074854.461276:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 37960 00000400:00000200:1.0:1769074854.461293:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.461297:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.461305:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.461312:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668a680. 00000020:00000010:3.0:1769074854.461573:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.461578:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.461585:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074854.461591:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074854.461596:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000800:00000200:1.0:1769074854.463688:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.463692:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:1.0:1769074854.463696:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.463702:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074854.467650:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:1.0:1769074854.467661:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25c80. 00000020:00000010:3.0:1769074854.467867:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.467873:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.467879:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3be00. 00000020:00000010:3.0:1769074854.467884:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074854.467888:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.467921:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.467924:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.467928:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826357760 00000001:00000010:3.0:1769074854.467938:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074854.467960:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074854.467968:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 02000000:00000010:3.0:1769074854.468004:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90892000. 00010000:00000010:3.0:1769074854.468033:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074854.468037:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074854.468053:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074854.468057:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074854.468060:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074854.468064:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.468126:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074854.468128:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074854.468131:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074854.468133:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074854.468178:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074854.468185:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.468187:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074854.468203:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000200:3.0:1769074854.468214:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843ba300 x1855007826357760/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.468229:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074854.468235:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826357760, offset 224 00000400:00000200:3.0:1769074854.468241:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.468252:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.468257:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40467:40467:256:4294967295] 192.168.204.10@tcp LPNI seq info [40463:40463:8:4294967295] 00000400:00000200:3.0:1769074854.468267:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.468273:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.468279:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074854.468285:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.468292:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.468296:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.468402:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074854.468407:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.468411:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3be00. 00010000:00000010:0.1:1769074854.468766:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074854.468772:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074854.469859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074854.469870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074854.469873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.469876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00000800:00000200:1.0:1769074854.472224:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.472235:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074854.472248:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.472257:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.472264:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:1.0:1769074854.472266:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000400:00000200:1.0:1769074854.473107:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.473123:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8baf00 00000400:00000200:1.0:1769074854.473131:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 39024 00000400:00000200:1.0:1769074854.473145:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.473149:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.473155:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.473162:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689500. 00000020:00000010:3.0:1769074854.473289:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.473296:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.473302:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3be00. 00000020:00000010:3.0:1769074854.473309:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074854.473314:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.473387:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.473391:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.473394:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826358016 02000000:00000010:3.0:1769074854.473429:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90896000. 00010000:00000010:3.0:1769074854.473481:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074854.473499:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074854.473520:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074854.473526:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074854.473542:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074854.473546:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074854.473550:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.473553:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.1:1769074854.474096:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074854.474103:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074854.474106:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074854.474109:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074854.474157:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074854.474161:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074854.474164:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074854.474168:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00000020:00000010:3.0:1769074854.474199:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.474207:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.474218:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9720. 00080000:00000010:3.0:1769074854.474230:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbcacc400. 00000001:00000010:3.0:1769074854.474851:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf93c0. 00000001:00000010:3.0:1769074854.474859:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e300. 00000020:00000010:3.0:1769074854.474894:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9720. 00010000:00000010:3.0:1769074854.474903:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074854.474908:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074854.474921:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074854.474966:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00080000:00000010:3.0:1769074854.474999:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82884720. 00000004:00000010:3.0:1769074854.475008:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daba8a233c0. 00000004:00000010:3.0:1769074854.475013:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8288a880. 00000004:00000010:3.0:1769074854.475017:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfef8f00. 00000004:00000010:3.0:1769074854.475021:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a4cad20. 00010000:00000010:3.0:1769074854.475032:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074854.475051:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889848, last committed = 17179889615 00010000:00000200:3.0:1769074854.475061:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86689500 x1855007826358016/t17179889848(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.475084:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074854.475090:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826358016, offset 224 00000400:00000010:3.0:1769074854.475097:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e39a0. 00000400:00000200:3.0:1769074854.475100:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.475115:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.475121:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40468:40468:256:4294967295] 192.168.204.10@tcp LPNI seq info [40464:40464:8:4294967295] 00000400:00000200:3.0:1769074854.475127:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.475133:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.475137:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.475142:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074854.475148:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.475155:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.475160:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.475227:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074854.475232:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.475236:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3be00. 00010000:00000010:2.1:1769074854.475581:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:2.1:1769074854.475587:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074854.475591:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074854.475597:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000800:00000200:1.0:1769074854.478419:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.478429:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074854.478440:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.478449:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074854.479086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074854.479096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00000400:00000200:1.0:1769074854.479125:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.479141:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x658c9 00000400:00000200:1.0:1769074854.479146:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.479150:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.479155:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46d48 00000400:00000010:1.0:1769074854.479158:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46d48. 00010000:00000010:0.1:1769074854.479643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074854.479650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00000400:00000200:1.0:1769074854.480976:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.481001:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8baf80 00000400:00000200:1.0:1769074854.481010:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 39512 00000400:00000200:1.0:1769074854.481074:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.481080:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.481088:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.481094:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668b480. 00000020:00000010:3.0:1769074854.481438:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.481445:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.481452:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3be00. 00000020:00000010:3.0:1769074854.481458:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074854.481475:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.481521:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.481524:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.481528:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826358144 00000001:00000010:3.0:1769074854.481539:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:3.0:1769074854.481564:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074854.481572:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 02000000:00000010:3.0:1769074854.481600:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90897000. 00010000:00000010:3.0:1769074854.481680:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074854.481685:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.481703:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074854.481707:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074854.481711:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074854.481714:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074854.481791:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074854.481795:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074854.481799:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.481802:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074854.481871:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.481886:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074854.481891:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074854.481913:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074854.481929:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668b480 x1855007826358144/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.481947:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c463b8. 00000100:00000200:3.0:1769074854.481954:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826358144, offset 224 00000400:00000200:3.0:1769074854.481960:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.481970:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.481976:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40469:40469:256:4294967295] 192.168.204.10@tcp LPNI seq info [40465:40465:8:4294967295] 00000400:00000200:3.0:1769074854.481997:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.482004:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.482009:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074854.482015:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.482022:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.482026:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.482041:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074854.482045:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.482050:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3be00. 00000800:00000200:1.0:1769074854.482354:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.482358:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074854.482365:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.482370:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.482375:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c463b8 00000400:00000010:1.0:1769074854.482377:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c463b8. 00010000:00000010:3.1:1769074854.483197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074854.483208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074854.483653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:0.1:1769074854.483662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:1.0:1769074854.486873:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.486893:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bb080 00000400:00000200:1.0:1769074854.486901:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 40088 00000400:00000200:1.0:1769074854.486917:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.486922:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.486931:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.486937:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688a80. 00010000:00000010:0.1:1769074854.488327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074854.488334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:1.0:1769074854.488838:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:1.0:1769074854.488846:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25a00. 00010000:00000010:1.0:1769074854.488853:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00010000:00000010:3.1:1769074854.489114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074854.489122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074854.491090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074854.491103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074854.491107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.1:1769074854.491110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:1.0:1769074854.493809:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.493826:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x658d1 00000400:00000200:1.0:1769074854.493833:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.493836:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.493842:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:1.0:1769074854.493845:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00010000:00000010:1.1:1769074854.495567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074854.495577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074854.496524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:2.1:1769074854.496535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074854.496540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074854.496547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000400:00000200:1.0:1769074854.499146:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.499167:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bb100 00000400:00000200:1.0:1769074854.499176:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 40576 00000400:00000200:1.0:1769074854.499240:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.499245:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.499253:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.499260:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688700. 00000020:00000010:3.0:1769074854.499545:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.499551:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.499558:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3be00. 00000020:00000010:3.0:1769074854.499563:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074854.499568:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.499648:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.499651:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.499653:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826358528 00000001:00000010:3.0:1769074854.499663:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e300. 00010000:00000010:3.0:1769074854.499687:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074854.499695:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 02000000:00000010:3.0:1769074854.500001:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90895000. 00010000:00000010:3.0:1769074854.500036:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074854.500041:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074854.500061:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074854.500064:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074854.500068:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074854.500070:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.500138:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074854.500141:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074854.500145:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074854.500148:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074854.500214:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074854.500226:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.500231:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074854.500251:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074854.500267:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688700 x1855007826358528/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.500287:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074854.500294:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826358528, offset 224 00000400:00000200:3.0:1769074854.500302:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.500314:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.500320:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40471:40471:256:4294967295] 192.168.204.10@tcp LPNI seq info [40467:40467:8:4294967295] 00000400:00000200:3.0:1769074854.500332:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.500337:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.500342:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074854.500349:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.500357:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.500361:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.500437:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074854.500441:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.500445:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3be00. 00000400:00000200:1.0:1769074854.510104:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.510124:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 28 MB=0x6971eaa8bb280 00000400:00000200:1.0:1769074854.510134:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.10@tcp of length 224/224 into md 0x56995 [8] + 2720 00000400:00000200:1.0:1769074854.510146:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.510151:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.510158:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074854.510164:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668aa00. 00000400:00000200:1.0:1769074854.510202:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.510208:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 26 MB=0x6971eaa8bb180 00000400:00000200:1.0:1769074854.510213:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.10@tcp of length 224/224 into md 0x4f19d [2] + 0 00000400:00000010:1.0:1769074854.510217:0:12639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8b00. 00000400:00000200:1.0:1769074854.510222:0:12639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8a3ea240 00000400:00000200:1.0:1769074854.510227:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.510230:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.510233:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a3ea240 00000400:00000010:1.0:1769074854.510235:0:12639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8a3ea240. 00000100:00000200:1.0:1769074854.510240:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1769074854.510263:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.510268:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 28 MB=0x6971eaa8bb200 00000400:00000200:1.0:1769074854.510272:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.10@tcp of length 224/224 into md 0x56995 [8] + 2944 00000400:00000200:1.0:1769074854.510281:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.510284:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.510287:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074854.510290:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668b100. 00000020:00000010:1.0:1769074854.510333:0:45107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d380. 00000020:00000010:1.0:1769074854.510340:0:45107:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8556c180. 00000020:00000010:1.0:1769074854.510358:0:45107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074854.510364:0:45107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074854.510369:0:45107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074854.510413:0:45107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d280. 00000020:00000010:1.0:1769074854.510417:0:45107:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8556c500. 00000020:00000010:1.0:1769074854.510422:0:45107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.510425:0:45107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.510428:0:45107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.510446:0:45107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.510449:0:45107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.510454:0:45107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826358912 02000000:00000010:1.0:1769074854.510484:0:45107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8a25c800. 00010000:00000200:1.0:1769074854.510495:0:45107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668aa00 x1855007826358912/t0(0) o400->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 224/224 e 0 to 0 dl 1769074865 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.510514:0:45107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074854.510520:0:45107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007826358912, offset 224 00000400:00000200:1.0:1769074854.510527:0:45107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.510538:0:45107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.510545:0:45107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40472:40472:256:4294967295] 192.168.204.10@tcp LPNI seq info [40468:40468:8:4294967295] 00000400:00000200:1.0:1769074854.510557:0:45107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.510562:0:45107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.510567:0:45107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074854.510572:0:45107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.510579:0:45107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.510583:0:45107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.510599:0:45107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72100. 00000020:00000010:1.0:1769074854.510626:0:45107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074854.510628:0:45107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074854.510638:0:45107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.510640:0:45107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.510642:0:45107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826358784 02000000:00000010:1.0:1769074854.510648:0:45107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8a25f800. 00010000:00000200:1.0:1769074854.510652:0:45107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668b100 x1855007826358784/t0(0) o400->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 224/224 e 0 to 0 dl 1769074865 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.510659:0:45107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcbb0. 00000100:00000200:1.0:1769074854.510670:0:45107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007826358784, offset 224 00000400:00000200:1.0:1769074854.510673:0:45107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.510677:0:45107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.510680:0:45107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40473:40473:255:4294967295] 192.168.204.10@tcp LPNI seq info [40469:40469:7:4294967295] 00000400:00000200:1.0:1769074854.510685:0:45107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.510688:0:45107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.510690:0:45107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074854.510692:0:45107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.510695:0:45107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.510697:0:45107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.510701:0:45107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.510702:0:45107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.510704:0:45107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:1.0:1769074854.510739:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.510742:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:1.0:1769074854.510745:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.510747:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.510749:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:1.0:1769074854.510750:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00000800:00000200:1.0:1769074854.510801:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.510804:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:1.0:1769074854.510807:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.510810:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.510812:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcbb0 00000400:00000010:1.0:1769074854.510814:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcbb0. 00000020:00000010:3.0:1769074854.511319:0:42292:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.511324:0:42292:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.511329:0:42292:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3be00. 00000020:00000010:3.0:1769074854.511333:0:42292:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074854.511336:0:42292:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.511376:0:42292:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.511387:0:42292:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.511390:0:42292:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826358656 02000000:00000010:3.0:1769074854.511398:0:42292:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabb5b11800. 00010000:00000200:3.0:1769074854.511405:0:42292:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb4847450 x1855007826358656/t0(0) o400->484a1c1a-f9b7-42f3-bf66-5b09dcec0a6e@192.168.204.10@tcp:390/0 lens 224/224 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.511416:0:42292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074854.511420:0:42292:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855007826358656, offset 224 00000400:00000200:3.0:1769074854.511425:0:42292:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.511431:0:42292:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.511435:0:42292:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40474:40474:256:4294967295] 192.168.204.10@tcp LPNI seq info [40470:40470:8:4294967295] 00000400:00000200:3.0:1769074854.511446:0:42292:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.511450:0:42292:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.511454:0:42292:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074854.511468:0:42292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.511473:0:42292:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.511476:0:42292:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.511487:0:42292:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074854.511491:0:42292:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.511494:0:42292:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3be00. 00000100:00000200:3.0:1769074854.511502:0:42292:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1769074854.511507:0:42292:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481f20. 00000400:00000010:3.0:1769074854.511510:0:42292:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabbc12e300. 00000400:00000200:1.0:1769074854.514635:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.514655:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bb380 00000400:00000200:1.0:1769074854.514672:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 41152 00000400:00000200:1.0:1769074854.514689:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.514693:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.514710:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.514717:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689180. 00000020:00000010:3.0:1769074854.514938:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.514944:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.514951:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3be00. 00000020:00000010:3.0:1769074854.514957:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074854.514961:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.515017:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.515019:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.515022:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826359168 02000000:00000010:3.0:1769074854.515063:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9eda8000. 00010000:00000010:3.0:1769074854.515105:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074854.515122:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074854.515144:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074854.515149:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074854.515165:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074854.515168:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074854.515172:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074854.515175:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074854.515260:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074854.515264:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074854.515268:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074854.515271:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00000020:00000010:3.0:1769074854.515296:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.515303:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.515313:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9720. 00080000:00000010:3.0:1769074854.515323:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b10000. 00000001:00000010:3.0:1769074854.516268:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9a20. 00000001:00000010:3.0:1769074854.516278:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074854.516316:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9720. 00010000:00000010:3.0:1769074854.516327:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074854.516333:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074854.516349:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e480. 00010000:00000010:3.0:1769074854.516411:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00080000:00000010:3.0:1769074854.516439:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433d728. 00000004:00000010:3.0:1769074854.516446:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491a780. 00000004:00000010:3.0:1769074854.516450:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ff7b320. 00000004:00000010:3.0:1769074854.516455:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eeeb9d8. 00000004:00000010:3.0:1769074854.516460:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83eb0b40. 00010000:00000010:3.0:1769074854.516481:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074854.516501:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889850, last committed = 17179889615 00010000:00000200:3.0:1769074854.516512:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86689180 x1855007826359168/t17179889850(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.516534:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074854.516541:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826359168, offset 224 00000400:00000010:3.0:1769074854.516549:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3ce8. 00000400:00000200:3.0:1769074854.516553:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.516567:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.516574:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40475:40475:256:4294967295] 192.168.204.10@tcp LPNI seq info [40471:40471:8:4294967295] 00000400:00000200:3.0:1769074854.516582:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.516590:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.516596:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.516617:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074854.516624:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.516632:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.516636:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.516657:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000800:00000200:1.0:1769074854.516956:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.516961:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074854.516968:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.516973:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000020:00000010:3.0:1769074854.517329:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.517336:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3be00. 00010000:00000010:2.1:1769074854.521012:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074854.521027:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074854.521698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.1:1769074854.521716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074854.521720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074854.521723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074854.524999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074854.525014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074854.525018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074854.525025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074854.525659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074854.525675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000020:00000010:3.0:1769074854.527642:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.527649:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.527656:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3be00. 00000020:00000010:3.0:1769074854.527963:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000800:00000200:3.0:1769074854.529204:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.529209:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074854.529214:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.529219:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.529224:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:3.0:1769074854.529227:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00000400:00000200:1.0:1769074854.534164:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.534187:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bb500 00000400:00000200:1.0:1769074854.534195:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 42216 00000400:00000200:1.0:1769074854.534212:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.534218:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.534226:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.534232:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668b800. 00010000:00000010:2.1:1769074854.536289:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074854.536298:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000800:00000200:1.0:1769074854.540241:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.540252:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38f00. 00000400:00000200:1.0:1769074854.540262:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.540272:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.541010:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.541026:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x658f1 00000400:00000200:1.0:1769074854.541032:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.541036:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.541041:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:1.0:1769074854.541045:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00000400:00000200:1.0:1769074854.541103:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.541109:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bb580 00000400:00000200:1.0:1769074854.541116:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 42704 00000400:00000200:1.0:1769074854.541166:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.541171:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.541176:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.541182:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689880. 00010000:00000010:2.1:1769074854.544786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074854.544800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074854.544804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074854.544807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000800:00000200:1.0:1769074854.546570:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.546578:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38f00. 00000400:00000200:1.0:1769074854.546588:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.546597:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.546630:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:1.0:1769074854.546634:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00010000:00000010:2.1:1769074854.548086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074854.548096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00000400:00000200:1.0:1769074854.548162:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.548180:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bb680 00000400:00000200:1.0:1769074854.548188:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 43280 00000400:00000200:1.0:1769074854.548204:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.548208:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.548216:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.548223:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688000. 00010000:00000010:0.1:1769074854.548628:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074854.548636:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074854.548639:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074854.548644:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074854.548647:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074854.548649:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00000800:00000200:3.0:1769074854.550098:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.550104:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38e00. 00000400:00000200:3.0:1769074854.550109:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.550115:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.553152:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.553174:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x658f9 00000400:00000200:1.0:1769074854.553181:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.553186:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.553192:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:1.0:1769074854.553195:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00010000:00000010:2.1:1769074854.554342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074854.554354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074854.554357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074854.554360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00000400:00000200:1.0:1769074854.555210:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.555227:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bb700 00000400:00000200:1.0:1769074854.555235:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 43768 00000400:00000200:1.0:1769074854.556095:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.556105:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.556113:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.556124:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8700. 00010000:00000010:0.1:1769074854.560785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074854.560800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074854.560803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074854.560811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.0:1769074854.563027:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:3.0:1769074854.563036:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25580. 00010000:00000010:3.0:1769074854.563045:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000800:00000200:1.0:1769074854.563309:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.563313:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074854.563318:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.563326:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000020:00000010:3.0:1769074854.568344:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.568350:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.568357:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074854.568362:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.568366:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.568416:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.568420:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.568423:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826360448 00000001:00000010:3.0:1769074854.568433:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 00010000:00000010:3.0:1769074854.568459:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074854.568467:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 02000000:00000010:3.0:1769074854.568493:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9edae000. 00010000:00000010:3.0:1769074854.568520:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074854.568524:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.568543:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074854.568547:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074854.568551:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074854.568555:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074854.568646:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074854.568650:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074854.568655:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074854.568658:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074854.569014:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.569028:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074854.569033:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074854.569055:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074854.569072:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90886d80 x1855007826360448/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.569092:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074854.569098:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826360448, offset 224 00000400:00000200:3.0:1769074854.569104:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.569114:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.569121:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40482:40482:256:4294967295] 192.168.204.10@tcp LPNI seq info [40478:40478:8:4294967295] 00000400:00000200:3.0:1769074854.569131:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.569137:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.569143:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074854.569150:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.569157:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.569161:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.569184:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.569188:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.569192:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00000800:00000200:3.0:1769074854.569263:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.569268:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:3.0:1769074854.569275:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.569278:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.569282:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c464c8 00000400:00000010:3.0:1769074854.569284:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c464c8. 00010000:00000010:1.0:1769074854.570685:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:1.0:1769074854.570699:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25080. 00010000:00000010:2.1:1769074854.570836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074854.570844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:2.1:1769074854.570847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074854.570851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074854.570856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074854.570860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074854.570864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074854.570866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00000400:00000200:1.0:1769074854.573369:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.573461:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bb980 00000400:00000200:1.0:1769074854.573470:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 45408 00000400:00000200:1.0:1769074854.573487:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.573492:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.573500:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.573507:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5ab480. 00000800:00000200:1.0:1769074854.576091:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.576095:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38600. 00000400:00000200:1.0:1769074854.576100:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.576105:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.579635:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.579658:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65909 00000400:00000200:1.0:1769074854.579673:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.579678:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.579685:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:1.0:1769074854.579688:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00000400:00000200:1.0:1769074854.579740:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.579749:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bba00 00000400:00000200:1.0:1769074854.579756:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 45896 00000400:00000200:1.0:1769074854.579809:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.579814:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.579818:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.579825:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5aad80. 00010000:00000010:3.0:1769074854.580567:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074854.580580:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00000020:00000010:3.0:1769074854.580644:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.580650:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.580656:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074854.580671:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.580676:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.580868:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.580871:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.580875:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826360832 00000001:00000010:3.0:1769074854.580885:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:3.0:1769074854.580910:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074854.580917:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 02000000:00000010:3.0:1769074854.580942:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9edaf000. 00010000:00000010:3.0:1769074854.580972:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074854.580977:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074854.581002:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074854.581005:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074854.581009:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074854.581013:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.581090:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074854.581094:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074854.581099:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074854.581102:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074854.581162:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074854.581171:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.581175:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074854.581195:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074854.581212:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5aad80 x1855007826360832/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.581231:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074854.581237:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826360832, offset 224 00000400:00000200:3.0:1769074854.581243:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.581255:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.581261:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40484:40484:256:4294967295] 192.168.204.10@tcp LPNI seq info [40480:40480:8:4294967295] 00000400:00000200:3.0:1769074854.582896:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.582903:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.582911:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074854.582918:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.582924:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.582928:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.582957:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.582961:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.582965:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00010000:00000010:3.1:1769074854.586308:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074854.586327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074854.586407:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074854.586413:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074854.586416:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074854.586422:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000400:00000200:1.0:1769074854.587253:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.587268:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bbb00 00000400:00000200:1.0:1769074854.587276:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 46472 00000400:00000200:1.0:1769074854.587288:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.587291:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.587297:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.587303:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5aa300. 00000020:00000010:3.0:1769074854.587474:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.587480:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.587486:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074854.587492:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.587497:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.587569:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.587571:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.587574:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826361088 02000000:00000010:3.0:1769074854.587914:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edab000. 00010000:00000010:3.0:1769074854.587954:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074854.587968:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074854.587997:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074854.588002:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074854.588016:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074854.588019:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074854.588023:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.588025:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074854.588100:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074854.588103:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074854.588106:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.588109:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00000020:00000010:3.0:1769074854.588131:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.588137:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.588147:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9720. 00080000:00000010:3.0:1769074854.588156:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b12c00. 00000001:00000010:3.0:1769074854.588351:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9240. 00000001:00000010:3.0:1769074854.588358:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074854.588401:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9720. 00010000:00000010:3.0:1769074854.588410:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074854.588414:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074854.588426:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e240. 00010000:00000010:3.0:1769074854.588469:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00080000:00000010:3.0:1769074854.588490:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82884000. 00000004:00000010:3.0:1769074854.588498:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab83313d80. 00000004:00000010:3.0:1769074854.588502:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8288add0. 00000004:00000010:3.0:1769074854.588507:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87766618. 00000004:00000010:3.0:1769074854.588512:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a4ca960. 00010000:00000010:3.0:1769074854.588521:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:3.0:1769074854.588538:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889855, last committed = 17179889615 00010000:00000200:3.0:1769074854.588548:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5aa300 x1855007826361088/t17179889855(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.588569:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074854.588575:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826361088, offset 224 00000400:00000010:3.0:1769074854.588582:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3690. 00000400:00000200:3.0:1769074854.588586:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.588599:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.588631:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40485:40485:256:4294967295] 192.168.204.10@tcp LPNI seq info [40481:40481:8:4294967295] 00000400:00000200:3.0:1769074854.588638:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.588644:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.588650:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.588656:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00010000:00000010:1.0:1769074854.588939:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:1.0:1769074854.588947:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:1.0:1769074854.588955:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e240. 00000800:00000200:3.0:1769074854.588997:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.589005:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.589009:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.589036:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.589039:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.589044:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00000800:00000200:1.0:1769074854.589339:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.589343:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074854.589349:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.589354:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.592672:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.592695:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65911 00000400:00000200:1.0:1769074854.592712:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.592717:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.592724:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c467f8 00000400:00000010:1.0:1769074854.592728:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c467f8. 00000400:00000200:1.0:1769074854.592769:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.592777:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bbb80 00000400:00000200:1.0:1769074854.592785:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 46960 00000400:00000200:1.0:1769074854.592834:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.592838:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.592843:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.592850:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8e00. 00010000:00000010:3.0:1769074854.593591:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074854.593629:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:0.1:1769074854.594180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074854.594189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:0.1:1769074854.594193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074854.594200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074854.595560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074854.595568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000800:00000200:1.0:1769074854.595679:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.595684:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38300. 00000400:00000200:1.0:1769074854.595689:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.595694:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.595710:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:1.0:1769074854.595713:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00010000:00000010:3.1:1769074854.596081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074854.596088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074854.596093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074854.596095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074854.599169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074854.599185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:3.1:1769074854.599190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.1:1769074854.599195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074854.599197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074854.599202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:1.0:1769074854.600116:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.600134:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bbc80 00000400:00000200:1.0:1769074854.600144:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 47536 00000400:00000200:1.0:1769074854.600159:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.600163:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.600170:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.600176:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a9180. 00010000:00000010:2.1:1769074854.600501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074854.600510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00000800:00000200:1.0:1769074854.602076:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.602081:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074854.602087:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.602091:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074854.602197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074854.602205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074854.602209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.602214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074854.602216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074854.602219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.602242:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:3.0:1769074854.602249:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25800. 00010000:00000010:3.0:1769074854.602255:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00010000:00000010:0.1:1769074854.602793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074854.602802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074854.602806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074854.602808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.1:1769074854.603416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:1.1:1769074854.603423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:1.0:1769074854.605363:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.605395:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65919 00000400:00000200:1.0:1769074854.605404:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.605409:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.605415:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:1.0:1769074854.605418:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00010000:00000010:3.0:1769074854.605517:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:3.0:1769074854.605528:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25a80. 00010000:00000010:3.1:1769074854.607893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074854.607907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000400:00000200:1.0:1769074854.608651:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.608677:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bbd00 00000400:00000200:1.0:1769074854.608686:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 48024 00000400:00000200:1.0:1769074854.608763:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.608769:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.608777:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.608783:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a9c00. 00000800:00000200:1.0:1769074854.610368:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.610372:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38a00. 00000400:00000200:1.0:1769074854.610381:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.610385:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.610390:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:1.0:1769074854.610393:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00010000:00000010:2.1:1769074854.611861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074854.611875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074854.611880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074854.611885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074854.615652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074854.615678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074854.615874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074854.615882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074854.615885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074854.615888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00000400:00000200:1.0:1769074854.618231:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.618252:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bbe00 00000400:00000200:1.0:1769074854.618261:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 48600 00000400:00000200:1.0:1769074854.618277:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.618281:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.618289:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.618296:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8380. 00010000:00000010:3.0:1769074854.619745:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074854.619754:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:3.0:1769074854.619760:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00000800:00000200:1.0:1769074854.620100:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.620105:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38b00. 00000400:00000200:1.0:1769074854.620110:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.620116:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.623797:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.623819:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65921 00000400:00000200:1.0:1769074854.623826:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.623831:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.623838:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:1.0:1769074854.623842:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00010000:00000010:3.0:1769074854.624337:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074854.624349:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.1:1769074854.624680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074854.624687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074854.624691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074854.624696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00000400:00000200:1.0:1769074854.628185:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.628205:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bbe80 00000400:00000200:1.0:1769074854.628214:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 49088 00000400:00000200:1.0:1769074854.628641:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074854.628645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00000400:00000200:1.0:1769074854.628648:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074854.628652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00000100:00000200:1.0:1769074854.628656:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.628663:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8a80. 00000800:00000200:1.0:1769074854.629885:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.629890:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:1.0:1769074854.629894:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.629898:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.629902:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:1.0:1769074854.629904:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00010000:00000010:3.1:1769074854.634097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074854.634113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00000400:00000200:1.0:1769074854.635939:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.635960:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bbf80 00000400:00000200:1.0:1769074854.635970:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 49664 00000400:00000200:1.0:1769074854.635997:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.636002:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.636011:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.636018:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5abb80. 00010000:00000010:3.0:1769074854.636963:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:3.0:1769074854.636968:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25c00. 00010000:00000010:3.0:1769074854.636976:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00000800:00000200:1.0:1769074854.637182:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.637185:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074854.637189:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.637192:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074854.637677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074854.637684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074854.637687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074854.637690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000400:00000200:1.0:1769074854.639355:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.639375:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65929 00000400:00000200:1.0:1769074854.639382:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.639386:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.639393:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:1.0:1769074854.639396:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00010000:00000010:3.0:1769074854.639491:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:3.0:1769074854.639502:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25200. 00000400:00000200:1.0:1769074854.643170:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.643190:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bc000 00000400:00000200:1.0:1769074854.643199:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 50152 00000400:00000200:1.0:1769074854.643258:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.643263:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.643271:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.643280:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0b100. 00000800:00000200:1.0:1769074854.644063:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.644068:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074854.644072:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.644076:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.644080:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:1.0:1769074854.644082:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00010000:00000010:2.1:1769074854.645652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074854.645652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074854.645663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074854.645667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074854.645671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074854.645673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00000400:00000200:1.0:1769074854.647280:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.647299:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bc100 00000400:00000200:1.0:1769074854.647308:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 50728 00000400:00000200:1.0:1769074854.647324:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.647329:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.647337:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.647342:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0ad80. 00010000:00000010:3.1:1769074854.651466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074854.651482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.0:1769074854.653581:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:1.0:1769074854.653588:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25f00. 00010000:00000010:1.0:1769074854.653595:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00010000:00000010:2.1:1769074854.657550:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074854.657567:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074854.657571:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074854.657573:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000400:00000200:1.0:1769074854.658115:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.658131:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65931 00000400:00000200:1.0:1769074854.658137:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.658141:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.658147:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:1.0:1769074854.658150:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00000400:00000200:1.0:1769074854.658212:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.658219:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bc180 00000400:00000200:1.0:1769074854.658226:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 51216 00000400:00000200:1.0:1769074854.658292:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.658297:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.658303:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.658309:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0b800. 00000800:00000200:1.0:1769074854.659355:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.659359:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38c00. 00000400:00000200:1.0:1769074854.659365:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.659369:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.659373:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:1.0:1769074854.659375:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00000400:00000200:1.0:1769074854.662306:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.662326:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bc280 00000400:00000200:1.0:1769074854.662335:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 51792 00000400:00000200:1.0:1769074854.662360:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.662364:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.662372:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.662379:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0b480. 00000020:00000010:3.0:1769074854.662445:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.662451:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.662457:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074854.662462:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074854.662467:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.662509:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.662512:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.662515:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826363008 02000000:00000010:3.0:1769074854.662552:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edaa000. 00010000:00000010:3.0:1769074854.662594:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074854.662635:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:3.0:1769074854.662655:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.662662:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074854.662680:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074854.662683:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074854.662687:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074854.662690:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074854.662836:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074854.662840:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074854.662844:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.662847:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00000020:00000010:3.0:1769074854.662871:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.662878:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.662889:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9720. 00080000:00000010:3.0:1769074854.662899:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b12000. 00000001:00000010:3.0:1769074854.663106:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9f00. 00000001:00000010:3.0:1769074854.663113:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ec00. 00000020:00000010:3.0:1769074854.663145:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9720. 00010000:00000010:3.0:1769074854.663154:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074854.663158:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074854.663170:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074854.663211:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00080000:00000010:3.0:1769074854.663234:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa828841c8. 00000004:00000010:3.0:1769074854.663242:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab83313600. 00000004:00000010:3.0:1769074854.663245:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8288bcb0. 00000004:00000010:3.0:1769074854.663250:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfef82d0. 00000004:00000010:3.0:1769074854.663254:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a4ca780. 00010000:00000010:3.0:1769074854.663264:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074854.663281:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889860, last committed = 17179889615 00010000:00000200:3.0:1769074854.663292:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0b480 x1855007826363008/t17179889860(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.663315:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074854.663320:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826363008, offset 224 00000400:00000010:3.0:1769074854.663328:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3a48. 00000400:00000200:3.0:1769074854.663332:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.663346:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.663353:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40495:40495:256:4294967295] 192.168.204.10@tcp LPNI seq info [40491:40491:8:4294967295] 00000400:00000200:3.0:1769074854.663359:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.663366:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.663371:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.663376:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074854.663382:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.663389:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.663394:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.663411:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074854.663414:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.663419:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00010000:00000010:1.0:1769074854.663978:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:1.0:1769074854.663996:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:1.0:1769074854.664003:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00000800:00000200:1.0:1769074854.664084:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.664088:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074854.664094:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.664100:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074854.664869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074854.664880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074854.665161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074854.665168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000400:00000200:1.0:1769074854.667538:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.667561:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65939 00000400:00000200:1.0:1769074854.667568:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.667573:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.667579:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46cc0 00000400:00000010:1.0:1769074854.667583:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46cc0. 00000400:00000200:1.0:1769074854.667634:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.667641:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bc300 00000400:00000200:1.0:1769074854.667649:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 52280 00000400:00000200:1.0:1769074854.667705:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.667710:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.667715:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.667721:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08380. 00010000:00000010:3.0:1769074854.667917:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074854.667929:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:0.1:1769074854.668629:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074854.668636:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074854.668639:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074854.668642:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:2.1:1769074854.668723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074854.668732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00000800:00000200:1.0:1769074854.669135:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.669140:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38c00. 00000400:00000200:1.0:1769074854.669144:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.669149:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.669154:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:1.0:1769074854.669156:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00010000:00000010:3.1:1769074854.670655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074854.670677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074854.670682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.670688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:1.1:1769074854.670802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074854.670808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:2.1:1769074854.670925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074854.670931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074854.674657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074854.674682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074854.674864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074854.674871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074854.674874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074854.674877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00000400:00000200:1.0:1769074854.676671:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.676694:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bc400 00000400:00000200:1.0:1769074854.676703:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 52856 00000400:00000200:1.0:1769074854.676719:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.676724:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.676744:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.676751:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08a80. 00000020:00000010:3.0:1769074854.677013:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.677019:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.677025:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074854.677031:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.677035:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.677084:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.677087:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.677090:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826363392 02000000:00000010:3.0:1769074854.677133:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edac000. 00010000:00000010:3.0:1769074854.677173:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074854.677189:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:3.0:1769074854.677207:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074854.677214:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074854.677231:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074854.677235:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074854.677240:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.677243:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074854.677337:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074854.677342:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074854.677345:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.677349:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00000020:00000010:3.0:1769074854.677374:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.677534:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.677546:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9720. 00080000:00000010:3.0:1769074854.677557:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b11800. 00000001:00000010:3.0:1769074854.678051:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9de0. 00000001:00000010:3.0:1769074854.678059:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074854.678092:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9720. 00010000:00000010:3.0:1769074854.678103:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074854.678109:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074854.678124:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074854.678172:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00080000:00000010:3.0:1769074854.678196:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433c390. 00000004:00000010:3.0:1769074854.678203:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491a000. 00000004:00000010:3.0:1769074854.678207:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ff7a770. 00000004:00000010:3.0:1769074854.678211:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eeeb528. 00000004:00000010:3.0:1769074854.678216:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83eb0960. 00010000:00000010:3.0:1769074854.678231:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:3.0:1769074854.678251:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889861, last committed = 17179889615 00010000:00000200:3.0:1769074854.678263:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08a80 x1855007826363392/t17179889861(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.678284:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074854.678292:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826363392, offset 224 00000400:00000010:3.0:1769074854.678298:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3268. 00000400:00000200:3.0:1769074854.678302:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.678316:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.678323:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40497:40497:256:4294967295] 192.168.204.10@tcp LPNI seq info [40493:40493:8:4294967295] 00000400:00000200:3.0:1769074854.678330:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.678336:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.678342:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.678347:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074854.678354:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.678361:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.678365:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.0:1769074854.678558:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:1.0:1769074854.678566:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:1.0:1769074854.678573:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074854.678642:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.678647:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.678651:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00000400:00000200:1.0:1769074854.685577:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.685600:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65941 00000400:00000200:1.0:1769074854.685930:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.685936:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.685943:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:1.0:1769074854.685947:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00000400:00000200:1.0:1769074854.686128:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.686136:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bc480 00000400:00000200:1.0:1769074854.686145:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 53344 00000400:00000200:1.0:1769074854.686209:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.686214:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.686219:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.686225:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09180. 00000800:00000200:1.0:1769074854.687358:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.687362:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38b00. 00000400:00000200:1.0:1769074854.687366:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.687371:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.687375:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:1.0:1769074854.687383:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00010000:00000010:3.1:1769074854.688873:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074854.688886:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.0:1769074854.688920:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074854.688928:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:1.1:1769074854.690653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:1.1:1769074854.690676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074854.690933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.690941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000800:00000200:1.0:1769074854.693992:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.693997:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38a00. 00000400:00000200:1.0:1769074854.694001:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.694006:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.696908:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.696930:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65949 00000400:00000200:1.0:1769074854.696937:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.696941:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.696947:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:1.0:1769074854.696950:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00010000:00000010:3.0:1769074854.697129:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074854.697139:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:0.1:1769074854.697912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074854.697920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074854.697924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074854.697926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074854.698652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074854.698669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000020:00000010:3.0:1769074854.699703:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.699708:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.699715:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074854.699722:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074854.699726:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.699778:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.699781:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.699784:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826363904 00000001:00000010:3.0:1769074854.699794:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074854.699817:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.699824:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 02000000:00000010:3.0:1769074854.699853:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4b6c000. 00010000:00000010:3.0:1769074854.699883:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074854.699887:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074854.699907:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074854.699910:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074854.699914:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.699916:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.699999:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074854.700003:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074854.700007:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074854.700010:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074854.700074:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074854.700087:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.700092:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074854.700111:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074854.700125:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b8700 x1855007826363904/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.700144:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074854.700150:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826363904, offset 224 00000400:00000200:3.0:1769074854.700156:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.700167:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.700173:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40500:40500:256:4294967295] 192.168.204.10@tcp LPNI seq info [40496:40496:8:4294967295] 00000400:00000200:3.0:1769074854.700183:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.700189:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.700194:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074854.700200:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.700207:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.700211:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.700226:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074854.700230:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.700233:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00000800:00000200:1.0:1769074854.700458:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.700462:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074854.700469:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.700473:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.700477:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:1.0:1769074854.700479:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00010000:00000010:2.1:1769074854.701766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074854.701779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00000400:00000200:1.0:1769074854.704956:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.704979:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bc700 00000400:00000200:1.0:1769074854.704996:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 54984 00000400:00000200:1.0:1769074854.705013:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.705017:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.705025:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.705031:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0a680. 00010000:00000010:1.0:1769074854.706648:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074854.706655:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:1.0:1769074854.706673:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8b40. 00010000:00000010:3.0:1769074854.710715:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074854.710725:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00000020:00000010:3.0:1769074854.715058:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.715064:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.715071:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074854.715077:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074854.715082:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074854.715122:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.715125:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.715128:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826364544 02000000:00000010:3.0:1769074854.715165:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4b69000. 00010000:00000010:3.0:1769074854.715206:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074854.715223:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:3.0:1769074854.715243:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074854.715249:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074854.715266:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074854.715270:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074854.715275:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074854.715278:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.715362:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074854.715366:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074854.715370:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074854.715373:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00000020:00000010:3.0:1769074854.715414:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.715421:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f89a0. 00000020:00000010:3.0:1769074854.715432:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9720. 00080000:00000010:3.0:1769074854.715442:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fafb800. 00010000:00000010:0.1:1769074854.716687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074854.716701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074854.716705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074854.716712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074854.716871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074854.716879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074854.716883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074854.716886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074854.716889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.716892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000800:00000200:3.0:1769074854.717596:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.717651:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074854.717657:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.717672:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074854.722348:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.722355:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00000400:00000200:3.0:1769074854.725423:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.725443:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bca00 00000400:00000200:3.0:1769074854.725452:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 57112 00000400:00000200:3.0:1769074854.725468:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.725473:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.725481:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.725487:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85917800. 00010000:00000010:1.1:1769074854.726918:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074854.726929:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:1.0:1769074854.726953:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:1.0:1769074854.726959:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:1.0:1769074854.726966:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00010000:00000010:1.0:1769074854.726974:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00000800:00000200:3.0:1769074854.728185:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.728190:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074854.728196:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.728202:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074854.730840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074854.730856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074854.730861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074854.730870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074854.730873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074854.730877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074854.730881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074854.730884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074854.731331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:2.1:1769074854.731339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.1:1769074854.732392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074854.732399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074854.732403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:3.1:1769074854.732405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.0:1769074854.732428:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:3.0:1769074854.732433:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25d00. 00000800:00000200:3.0:1769074854.732489:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.732492:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38f00. 00000400:00000200:3.0:1769074854.732496:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.732500:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.732504:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:3.0:1769074854.732506:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00000400:00000200:3.0:1769074854.735180:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.735202:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bcb80 00000400:00000200:3.0:1769074854.735211:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 58176 00000400:00000200:3.0:1769074854.735225:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.735230:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.735238:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.735244:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85914380. 00010000:00000010:1.0:1769074854.736961:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00010000:00000010:3.1:1769074854.740716:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074854.740728:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000020:00000010:1.0:1769074854.741592:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.741598:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.741630:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.741635:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.741641:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.741688:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.741691:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.741694:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826365440 00000001:00000010:1.0:1769074854.741704:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:1.0:1769074854.741740:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074854.741748:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 02000000:00000010:1.0:1769074854.741774:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b88b000. 00010000:00000010:1.0:1769074854.741805:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074854.741808:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074854.741826:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074854.741830:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074854.741834:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074854.741837:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.741907:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074854.741911:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074854.741914:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074854.741918:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074854.741994:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074854.742006:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.742012:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074854.742033:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074854.742047:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90884700 x1855007826365440/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.742064:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcbb0. 00000100:00000200:1.0:1769074854.742070:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826365440, offset 224 00000400:00000200:1.0:1769074854.742076:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.742087:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.742092:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40508:40508:256:4294967295] 192.168.204.10@tcp LPNI seq info [40504:40504:8:4294967295] 00000400:00000200:1.0:1769074854.742102:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.742107:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.742112:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074854.742118:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.742125:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.742129:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.742147:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.742151:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.742155:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:2.1:1769074854.743348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074854.743358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074854.743362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074854.743366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074854.743369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074854.743374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074854.743560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074854.743565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074854.743568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074854.743570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:1.1:1769074854.744016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074854.744022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074854.748024:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:2.1:1769074854.748033:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074854.748037:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074854.748041:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074854.748045:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074854.748049:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074854.748827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074854.748833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000800:00000200:3.0:1769074854.748934:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.748938:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074854.748942:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.748947:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.751449:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.751470:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65971 00000400:00000200:3.0:1769074854.751477:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.751481:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.751487:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:3.0:1769074854.751489:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00000400:00000200:3.0:1769074854.751513:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.751519:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bcd80 00000400:00000200:3.0:1769074854.751526:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 59728 00000400:00000200:3.0:1769074854.751568:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.751572:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.751576:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.751582:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85914700. 00010000:00000010:1.1:1769074854.752341:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074854.752351:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074854.752357:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074854.752360:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:0.1:1769074854.752437:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074854.752444:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074854.752447:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074854.752449:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.0:1769074854.752771:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:3.0:1769074854.752777:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25100. 00000020:00000010:1.0:1769074854.752874:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.752880:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.752887:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.752892:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.752897:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.752935:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.752938:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.752941:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826365824 00000001:00000010:1.0:1769074854.752950:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:1.0:1769074854.752972:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074854.752978:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 02000000:00000010:1.0:1769074854.753013:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b888000. 00010000:00000010:1.0:1769074854.753039:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074854.753042:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.753056:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074854.753059:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074854.753062:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074854.753065:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074854.753128:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074854.753131:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e80. 00010000:00000010:1.0:1769074854.753134:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074854.753136:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074854.753184:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.753192:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074854.753195:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074854.753211:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074854.753228:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa85914700 x1855007826365824/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.753246:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074854.753251:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826365824, offset 224 00000400:00000200:1.0:1769074854.753257:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.753268:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.753274:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40510:40510:256:4294967295] 192.168.204.10@tcp LPNI seq info [40506:40506:8:4294967295] 00000400:00000200:1.0:1769074854.753286:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.753292:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.753297:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074854.753303:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.753310:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.753315:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.753332:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.753335:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.753339:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:1.0:1769074854.753941:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.753946:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:1.0:1769074854.753951:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.753957:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.753961:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:1.0:1769074854.753963:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00010000:00000010:2.1:1769074854.757710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074854.757718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000800:00000200:3.0:1769074854.759285:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.759290:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:3.0:1769074854.759294:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.759298:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.761145:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.761165:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65979 00000400:00000200:3.0:1769074854.761172:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.761176:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.761182:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:3.0:1769074854.761185:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00000400:00000200:3.0:1769074854.762821:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.762838:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bcf00 00000400:00000200:3.0:1769074854.762847:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 60792 00000400:00000200:3.0:1769074854.762905:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.762910:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.762917:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.762924:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85915880. 00010000:00000010:1.0:1769074854.763329:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:1.0:1769074854.763342:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25780. 00010000:00000010:1.0:1769074854.763356:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00010000:00000010:2.1:1769074854.763763:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:2.1:1769074854.763771:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074854.763776:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074854.763782:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:1.1:1769074854.767398:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074854.767416:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074854.767421:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074854.767423:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000020:00000010:3.0:1769074854.768187:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.768194:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.768201:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074854.768206:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.768212:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.768253:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.768257:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.768260:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826366464 02000000:00000010:3.0:1769074854.768296:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4b6b000. 00010000:00000010:3.0:1769074854.768341:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074854.768356:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:3.0:1769074854.768374:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074854.768391:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.768408:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074854.768412:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074854.768417:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.768420:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074854.768503:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074854.768507:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074854.768510:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.768514:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00000020:00000010:3.0:1769074854.768539:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074854.768546:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074854.768556:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9360. 00080000:00000010:3.0:1769074854.768565:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8faf8000. 00000001:00000010:3.0:1769074854.769059:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf92a0. 00000001:00000010:3.0:1769074854.769068:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074854.769103:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9360. 00010000:00000010:3.0:1769074854.769112:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074854.769117:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074854.769129:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074854.769171:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00080000:00000010:3.0:1769074854.769195:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dcaa720. 00000004:00000010:3.0:1769074854.769217:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab83313e40. 00000004:00000010:3.0:1769074854.769221:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8288b430. 00000004:00000010:3.0:1769074854.769226:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87766438. 00000004:00000010:3.0:1769074854.769231:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a4cba40. 00010000:00000010:3.0:1769074854.769243:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074854.769263:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889869, last committed = 17179889615 00010000:00000200:3.0:1769074854.769275:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90886a00 x1855007826366464/t17179889869(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.769296:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074854.769303:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826366464, offset 224 00000400:00000010:3.0:1769074854.769309:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3c78. 00000400:00000200:3.0:1769074854.769313:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.769328:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.769335:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40513:40513:256:4294967295] 192.168.204.10@tcp LPNI seq info [40509:40509:8:4294967295] 00000400:00000200:3.0:1769074854.769341:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.769349:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.769355:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.769360:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074854.769366:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.769373:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.769456:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.769477:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.769483:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.769487:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00000800:00000200:3.0:1769074854.772041:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.772053:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:3.0:1769074854.772064:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.772073:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.772110:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.772125:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65981 00000400:00000200:3.0:1769074854.772131:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.772134:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.772139:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:3.0:1769074854.772143:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00010000:00000010:3.0:1769074854.772200:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074854.772210:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074854.773035:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:3.0:1769074854.773046:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25d80. 00010000:00000010:1.0:1769074854.773354:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:1.0:1769074854.773361:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:1.0:1769074854.773367:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.1:1769074854.774219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074854.774228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074854.774277:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074854.774282:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074854.774398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074854.774404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00000020:00000010:1.0:1769074854.774437:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.774443:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.774453:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.774458:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.774463:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.774496:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.774499:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.774502:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826366592 00000001:00000010:1.0:1769074854.774512:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:1.0:1769074854.774535:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074854.774543:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 02000000:00000010:1.0:1769074854.774573:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859e7000. 00010000:00000010:1.0:1769074854.774630:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074854.774635:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074854.774652:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074854.774656:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074854.774672:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074854.774675:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.774757:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074854.774761:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72000. 00010000:00000010:1.0:1769074854.774765:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074854.774768:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074854.774831:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074854.774841:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.774845:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074854.774866:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074854.774880:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90885500 x1855007826366592/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.774898:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074854.774903:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826366592, offset 224 00000400:00000200:1.0:1769074854.774910:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.774921:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.774928:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40514:40514:256:4294967295] 192.168.204.10@tcp LPNI seq info [40510:40510:8:4294967295] 00000400:00000200:1.0:1769074854.774939:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.774945:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.774949:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074854.774955:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.774962:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.774966:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.774997:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.775002:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.775005:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:0.1:1769074854.778709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074854.778717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074854.778721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074854.778724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074854.778922:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074854.778928:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:2.1:1769074854.778933:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074854.778938:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.0:1769074854.780162:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:3.0:1769074854.780169:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25780. 00010000:00000010:3.0:1769074854.780176:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000400:00000200:3.0:1769074854.783223:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.783247:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65989 00000400:00000200:3.0:1769074854.783255:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.783260:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.783267:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:3.0:1769074854.783270:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00000400:00000200:3.0:1769074854.783295:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.783302:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bd200 00000400:00000200:3.0:1769074854.783308:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 62920 00000400:00000200:3.0:1769074854.783363:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.783367:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.783372:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.783384:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85916680. 00010000:00000010:3.1:1769074854.784158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074854.784166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074854.784170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.784176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074854.784180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074854.784182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074854.784186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074854.784189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:1.1:1769074854.784555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074854.784561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000020:00000010:1.0:1769074854.784598:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.784630:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.784639:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.784644:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.784649:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.784689:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.784692:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.784695:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826366976 00000001:00000010:1.0:1769074854.784706:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 00010000:00000010:1.0:1769074854.784729:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074854.785001:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 02000000:00000010:1.0:1769074854.785030:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859e4000. 00010000:00000010:1.0:1769074854.785058:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074854.785062:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.785079:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074854.785083:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074854.785087:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074854.785089:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074854.785164:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074854.785169:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72780. 00010000:00000010:1.0:1769074854.785172:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074854.785176:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074854.785238:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.785249:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074854.785253:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074854.785275:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074854.785293:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa85916680 x1855007826366976/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.785319:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00000100:00000200:1.0:1769074854.785324:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826366976, offset 224 00000400:00000200:1.0:1769074854.785331:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.785344:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.785350:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40516:40516:256:4294967295] 192.168.204.10@tcp LPNI seq info [40512:40512:8:4294967295] 00000400:00000200:1.0:1769074854.785361:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.785366:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.785371:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074854.785377:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.785384:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.785388:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.785416:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.785420:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.785424:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:3.0:1769074854.785756:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.785761:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4e00. 00000400:00000200:3.0:1769074854.785766:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.785771:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.785776:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:3.0:1769074854.785778:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00010000:00000010:0.1:1769074854.790024:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074854.790032:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000800:00000200:3.0:1769074854.791151:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.791156:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38f00. 00000400:00000200:3.0:1769074854.791161:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.791166:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.792761:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.792781:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65991 00000400:00000200:3.0:1769074854.792787:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.792792:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.792798:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:3.0:1769074854.792801:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00000400:00000200:3.0:1769074854.794993:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.795011:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bd380 00000400:00000200:3.0:1769074854.795021:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 63984 00000400:00000200:3.0:1769074854.795081:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.795087:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.795095:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.795104:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f8a80. 00010000:00000010:1.1:1769074854.795788:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074854.795795:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074854.795801:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074854.795804:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074854.795821:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074854.795827:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:1.0:1769074854.795833:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8c00. 00000800:00000200:1.0:1769074854.796748:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.796754:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074854.796759:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.796764:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.796769:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:1.0:1769074854.796772:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:3.1:1769074854.797652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074854.797673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074854.798840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:2.1:1769074854.798853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074854.798859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074854.798864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000400:00000200:3.0:1769074854.800082:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.800099:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bd480 00000400:00000200:3.0:1769074854.800107:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 64560 00000400:00000200:3.0:1769074854.800123:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.800128:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.800135:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.800141:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fa300. 00010000:00000010:0.1:1769074854.801635:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:0.1:1769074854.801642:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074854.801647:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074854.801652:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074854.801723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074854.801728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074854.801733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074854.801735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074854.801739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074854.801742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:3.0:1769074854.802024:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:3.0:1769074854.802032:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25100. 00010000:00000010:3.0:1769074854.802039:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf480. 00010000:00000010:2.1:1769074854.802250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074854.802256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074854.802260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074854.802262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00000400:00000200:1.0:1769074854.804541:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.804567:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65999 00000400:00000200:1.0:1769074854.804576:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.804580:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.804587:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:1.0:1769074854.804591:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00010000:00000010:0.1:1769074854.804753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074854.804763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074854.805854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074854.805866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074854.805870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074854.805892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.1:1769074854.806669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074854.806678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000400:00000200:3.0:1769074854.808522:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.808542:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bd500 00000400:00000200:3.0:1769074854.808552:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 65048 00000400:00000200:3.0:1769074854.808903:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.808910:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.808919:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.808926:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f8700. 00000800:00000200:3.0:1769074854.810977:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.810991:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074854.810996:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.811001:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.811006:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:3.0:1769074854.811008:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00000400:00000200:3.0:1769074854.814670:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.814690:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bd600 00000400:00000200:3.0:1769074854.814699:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 65624 00000400:00000200:3.0:1769074854.814713:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.814718:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.814727:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.814742:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9500. 00010000:00000010:0.1:1769074854.817693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074854.817704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.0:1769074854.817821:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074854.817831:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:3.0:1769074854.817838:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00000400:00000200:3.0:1769074854.819155:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.819176:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x659a1 00000400:00000200:3.0:1769074854.819183:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.819189:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.819195:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:3.0:1769074854.819198:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00000400:00000200:3.0:1769074854.821498:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.821516:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bd680 00000400:00000200:3.0:1769074854.821526:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 66112 00000400:00000200:3.0:1769074854.821646:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.821652:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.821667:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.821673:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fad80. 00010000:00000010:0.1:1769074854.821965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074854.821974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074854.821989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074854.821995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00000800:00000200:3.0:1769074854.822745:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.822749:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38e00. 00000400:00000200:3.0:1769074854.822755:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.822760:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.822764:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:3.0:1769074854.822767:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00010000:00000010:3.1:1769074854.824852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074854.824868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:2.1:1769074854.824920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074854.824927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074854.824930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074854.824933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074854.825652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074854.825845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00000400:00000200:3.0:1769074854.826936:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.826955:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bd780 00000400:00000200:3.0:1769074854.826964:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 66688 00000400:00000200:3.0:1769074854.826991:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.826996:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.827003:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.827009:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fb800. 00000800:00000200:1.0:1769074854.828466:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.828470:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074854.828475:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.828480:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074854.828852:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:3.0:1769074854.828860:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25200. 00010000:00000010:3.0:1769074854.828867:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00010000:00000010:0.1:1769074854.829693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074854.829704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074854.829707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074854.829710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00000400:00000200:3.0:1769074854.830734:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.830753:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x659a9 00000400:00000200:3.0:1769074854.830760:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.830763:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.830771:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:3.0:1769074854.830773:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00010000:00000010:1.0:1769074854.830890:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:1.0:1769074854.830900:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25d00. 00000400:00000200:3.0:1769074854.833327:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.833345:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bd800 00000400:00000200:3.0:1769074854.833354:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 67176 00000400:00000200:3.0:1769074854.833429:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.833435:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.833444:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.833453:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fa680. 00000800:00000200:1.0:1769074854.834393:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.834398:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38600. 00000400:00000200:1.0:1769074854.834403:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.834408:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.834412:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:1.0:1769074854.834415:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00010000:00000010:2.1:1769074854.835771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074854.835785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074854.835789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074854.835795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:1.1:1769074854.837771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074854.837786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074854.837865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074854.837871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00000400:00000200:3.0:1769074854.838174:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.838199:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bd900 00000400:00000200:3.0:1769074854.838208:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 67752 00000400:00000200:3.0:1769074854.838224:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.838229:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.838237:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.838243:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9f80. 00000800:00000200:3.0:1769074854.840292:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.840298:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074854.840303:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.840309:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.841892:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.841912:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x659b1 00000400:00000200:3.0:1769074854.841918:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.841922:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.841928:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:3.0:1769074854.841931:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00010000:00000010:1.0:1769074854.843328:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:1.0:1769074854.843342:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25a80. 00010000:00000010:1.0:1769074854.843350:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00010000:00000010:0.1:1769074854.843780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074854.843789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074854.843793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074854.843795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00000400:00000200:3.0:1769074854.844902:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.844922:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bd980 00000400:00000200:3.0:1769074854.844931:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 68240 00000400:00000200:3.0:1769074854.845025:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.845031:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.845041:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.845047:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f8000. 00000800:00000200:3.0:1769074854.846472:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.846477:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074854.846482:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.846486:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.846492:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:3.0:1769074854.846494:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00010000:00000010:2.1:1769074854.847715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074854.847727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074854.847741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074854.847749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000400:00000200:3.0:1769074854.850435:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.850456:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bda80 00000400:00000200:3.0:1769074854.850468:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 68816 00000400:00000200:3.0:1769074854.850484:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.850488:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.850495:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.850502:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9880. 00010000:00000010:3.0:1769074854.857105:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074854.857122:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:3.0:1769074854.857133:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8600. 00010000:00000010:2.1:1769074854.858861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074854.858870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074854.858874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074854.858876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:0.1:1769074854.859682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074854.859692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074854.860296:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074854.860304:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.0:1769074854.860336:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074854.860346:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:0.1:1769074854.861680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074854.861695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074854.861700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074854.861706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074854.861849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074854.861855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00000020:00000010:3.0:1769074854.863702:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.863708:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.863714:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074854.863719:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.863724:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.863773:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.863776:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.863779:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826369536 02000000:00000010:3.0:1769074854.863817:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb3c31000. 00010000:00000010:3.0:1769074854.863858:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:3.0:1769074854.863874:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25580. 00010000:00000010:3.0:1769074854.863892:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.863900:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074854.863919:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074854.863922:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074854.863926:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074854.863929:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.864019:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074854.864023:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074854.864026:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.864029:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00000020:00000010:3.0:1769074854.864054:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074854.864061:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074854.864070:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9360. 00080000:00000010:3.0:1769074854.864080:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fafa400. 00000001:00000010:3.0:1769074854.864302:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9ea0. 00000001:00000010:3.0:1769074854.864309:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074854.864339:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9360. 00010000:00000010:3.0:1769074854.864346:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074854.864350:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074854.864360:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074854.864411:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00080000:00000010:3.0:1769074854.864435:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90080558. 00000004:00000010:3.0:1769074854.864443:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab883d4b40. 00000004:00000010:3.0:1769074854.864446:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3ec220. 00000004:00000010:3.0:1769074854.864451:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f910f00. 00000004:00000010:3.0:1769074854.864455:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa844d3860. 00010000:00000010:3.0:1769074854.864465:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074854.864480:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889877, last committed = 17179889615 00010000:00000200:3.0:1769074854.864490:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843bb480 x1855007826369536/t17179889877(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.864508:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074854.864515:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826369536, offset 224 00000400:00000010:3.0:1769074854.864521:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3888. 00000400:00000200:3.0:1769074854.864526:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.864539:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.864544:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40529:40529:256:4294967295] 192.168.204.10@tcp LPNI seq info [40525:40525:8:4294967295] 00000400:00000200:3.0:1769074854.864550:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.864556:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.864561:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.864566:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074854.864572:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.864579:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.864583:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.864640:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074854.864644:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.864648:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00010000:00000010:1.1:1769074854.865231:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074854.865238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:1.0:1769074854.865260:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:1.0:1769074854.865267:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:1.0:1769074854.865272:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e900. 00010000:00000010:2.1:1769074854.866093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074854.866104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074854.866108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074854.866111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.0:1769074854.867845:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.867855:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.1:1769074854.869688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074854.869702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074854.869706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.869715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000800:00000200:1.0:1769074854.871384:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.871389:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38a00. 00000400:00000200:1.0:1769074854.871393:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.871398:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.871402:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:1.0:1769074854.871405:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00010000:00000010:1.1:1769074854.873676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074854.873694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000020:00000010:3.0:1769074854.874883:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.874889:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.874895:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074854.874900:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.874905:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.874945:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f800. 00000020:00000010:3.0:1769074854.874948:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f800. 00000100:00000200:3.0:1769074854.874951:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826369920 02000000:00000010:3.0:1769074854.874994:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab88aa7000. 00010000:00000010:3.0:1769074854.875036:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074854.875050:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:3.0:1769074854.875068:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.875074:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.875089:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074854.875093:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074854.875098:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.875101:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074854.875179:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074854.875183:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074854.875186:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074854.875190:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00000020:00000010:3.0:1769074854.875210:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074854.875218:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074854.875227:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9360. 00080000:00000010:3.0:1769074854.875237:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8faf8800. 00000001:00000010:3.0:1769074854.875453:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9d20. 00000001:00000010:3.0:1769074854.875460:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ec00. 00000020:00000010:3.0:1769074854.875492:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9360. 00010000:00000010:3.0:1769074854.875499:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074854.875504:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074854.875515:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074854.875559:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00080000:00000010:3.0:1769074854.875581:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8da1bab8. 00000004:00000010:3.0:1769074854.875588:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab87bcea80. 00000004:00000010:3.0:1769074854.875592:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f92aaa0. 00000004:00000010:3.0:1769074854.875596:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfefb5a0. 00000004:00000010:3.0:1769074854.875600:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f795a40. 00010000:00000010:3.0:1769074854.875644:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074854.875660:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889878, last committed = 17179889615 00010000:00000200:3.0:1769074854.875669:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90886680 x1855007826369920/t17179889878(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.875689:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46198. 00000100:00000200:3.0:1769074854.875693:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826369920, offset 224 00000400:00000010:3.0:1769074854.875699:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3310. 00000400:00000200:3.0:1769074854.875703:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.875714:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.875721:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40531:40531:256:4294967295] 192.168.204.10@tcp LPNI seq info [40527:40527:8:4294967295] 00000400:00000200:3.0:1769074854.875726:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.875745:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.875751:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.875755:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074854.875761:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.875767:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.875773:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.875790:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.875794:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.875799:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00000800:00000200:1.0:1769074854.876230:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.876235:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074854.876242:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.876247:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074854.878762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074854.878777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:1.0:1769074854.878884:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.878903:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x659c9 00000400:00000200:1.0:1769074854.878911:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.878916:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.878922:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46198 00000400:00000010:1.0:1769074854.878925:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46198. 00010000:00000010:0.1:1769074854.879016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074854.879023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074854.879027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074854.879029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00000800:00000200:1.0:1769074854.882238:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.882244:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074854.882248:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.882252:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.882257:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:1.0:1769074854.882259:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00010000:00000010:3.1:1769074854.882897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:3.1:1769074854.882905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074854.882909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:2.1:1769074854.883254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:2.1:1769074854.883262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000400:00000200:1.0:1769074854.886717:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.886747:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bdf00 00000400:00000200:1.0:1769074854.886755:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 72008 00000400:00000200:1.0:1769074854.886771:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.886776:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.886783:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.886789:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09880. 00000020:00000010:3.0:1769074854.886884:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074854.886890:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074854.886896:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074854.886901:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.886905:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.886943:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074854.886946:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000100:00000200:3.0:1769074854.886949:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826370304 02000000:00000010:3.0:1769074854.886997:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb48e8000. 00010000:00000010:3.0:1769074854.887038:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:3.0:1769074854.887055:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25300. 00010000:00000010:3.0:1769074854.887075:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074854.887080:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.887096:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074854.887100:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074854.887104:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074854.887107:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074854.887187:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074854.887191:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074854.887194:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074854.887197:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00000020:00000010:3.0:1769074854.887219:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074854.887226:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074854.887235:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9360. 00080000:00000010:3.0:1769074854.887245:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fafb000. 00000001:00000010:3.0:1769074854.887543:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9a80. 00000001:00000010:3.0:1769074854.887549:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074854.887580:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9360. 00010000:00000010:3.0:1769074854.887588:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074854.887592:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074854.887840:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074854.888086:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00080000:00000010:3.0:1769074854.888111:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433c1c8. 00000004:00000010:3.0:1769074854.888118:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491a9c0. 00000004:00000010:3.0:1769074854.888122:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ff7bcb0. 00000004:00000010:3.0:1769074854.888126:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eeebb40. 00000004:00000010:3.0:1769074854.888130:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83eb1680. 00010000:00000010:3.0:1769074854.888140:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074854.888157:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889879, last committed = 17179889615 00010000:00000200:3.0:1769074854.888166:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09880 x1855007826370304/t17179889879(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.888185:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074854.888194:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826370304, offset 224 00000400:00000010:3.0:1769074854.888200:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3508. 00000400:00000200:3.0:1769074854.888205:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.888216:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.888222:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40533:40533:256:4294967295] 192.168.204.10@tcp LPNI seq info [40529:40529:8:4294967295] 00000400:00000200:3.0:1769074854.888229:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.888235:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.888241:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.888247:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074854.888252:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.888259:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.888263:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.888287:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074854.888291:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.888296:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00010000:00000010:0.1:1769074854.888635:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:0.1:1769074854.888641:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.890880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.891225:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074854.891236:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00000400:00000200:0.0:1769074854.892326:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074854.892333:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074854.892340:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90886300. 00000020:00000010:3.0:1769074854.892429:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074854.892435:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074854.892441:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074854.892446:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e080. 00000020:00000010:3.0:1769074854.892451:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.892493:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074854.892496:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000100:00000200:3.0:1769074854.892499:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826370432 00000001:00000010:3.0:1769074854.892510:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074854.892534:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074854.892542:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 02000000:00000010:3.0:1769074854.892570:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab82d12000. 00010000:00000010:3.0:1769074854.892600:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074854.892639:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.892664:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074854.892668:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074854.892673:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074854.892676:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074854.892929:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074854.892934:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074854.892937:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074854.892940:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074854.893015:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.893026:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074854.893031:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074854.893052:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000200:3.0:1769074854.893071:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90886300 x1855007826370432/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074854.893095:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074854.893100:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826370432, offset 224 00000400:00000200:3.0:1769074854.893107:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.893117:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.893124:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40534:40534:256:4294967295] 192.168.204.10@tcp LPNI seq info [40530:40530:8:4294967295] 00000400:00000200:3.0:1769074854.893134:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.893140:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.893145:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074854.893151:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.893159:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.893164:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074854.893180:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e080. 00000020:00000010:3.0:1769074854.893184:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.893188:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00000800:00000200:0.0:1769074854.893297:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074854.893301:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074854.893307:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074854.893311:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074854.893316:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:0.0:1769074854.893318:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00010000:00000010:1.0:1769074854.896464:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:1.0:1769074854.896481:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:1.0:1769074854.896492:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00010000:00000010:2.1:1769074854.896889:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074854.896897:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074854.896901:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074854.896904:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000020:00000010:3.0:1769074854.897109:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074854.897114:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074854.897121:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074854.897126:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e080. 00000020:00000010:3.0:1769074854.897131:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.897206:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074854.897209:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000100:00000200:3.0:1769074854.897213:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826370688 02000000:00000010:3.0:1769074854.897250:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d1000. 00010000:00000010:3.0:1769074854.897285:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074854.897297:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074854.897316:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074854.897321:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074854.897338:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074854.897342:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074854.897347:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074854.897350:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074854.897448:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074854.897452:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074854.897455:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074854.897459:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00000020:00000010:3.0:1769074854.897483:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074854.897490:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074854.897500:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9360. 00080000:00000010:3.0:1769074854.897510:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8faf8400. 00000001:00000010:3.0:1769074854.898028:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9c0c0. 00000001:00000010:3.0:1769074854.898035:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074854.898064:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9360. 00010000:00000010:3.0:1769074854.898073:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074854.898078:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074854.898089:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074854.898129:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00080000:00000010:3.0:1769074854.898150:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa828851d0. 00000004:00000010:3.0:1769074854.898159:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab83313480. 00000004:00000010:3.0:1769074854.898162:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8288aaa0. 00000004:00000010:3.0:1769074854.898166:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfef84b0. 00000004:00000010:3.0:1769074854.898170:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a4cbc20. 00010000:00000010:3.0:1769074854.898177:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074854.898191:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889880, last committed = 17179889615 00010000:00000200:3.0:1769074854.898201:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b9180 x1855007826370688/t17179889880(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074854.898221:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074854.898227:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826370688, offset 224 00000400:00000010:3.0:1769074854.898233:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3ee0. 00000400:00000200:3.0:1769074854.898238:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074854.898250:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074854.898256:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40535:40535:256:4294967295] 192.168.204.10@tcp LPNI seq info [40531:40531:8:4294967295] 00000400:00000200:3.0:1769074854.898262:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074854.898269:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.898275:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074854.898280:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074854.898286:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074854.898294:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074854.898298:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.0:1769074854.898388:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:1.0:1769074854.898395:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:1.0:1769074854.898402:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ec00. 00000020:00000010:3.0:1769074854.898438:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e080. 00000020:00000010:3.0:1769074854.898443:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074854.898447:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ae00. 00000800:00000200:0.0:1769074854.901870:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074854.901881:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074854.901893:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074854.901903:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074854.902234:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074854.902251:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x659d9 00000400:00000200:0.0:1769074854.902257:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074854.902259:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074854.902264:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:0.0:1769074854.902267:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00000400:00000200:0.0:1769074854.902302:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074854.902309:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8be100 00000400:00000200:0.0:1769074854.902317:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 73560 00000400:00000200:0.0:1769074854.903180:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074854.903187:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074854.903194:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074854.903203:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90887480. 00010000:00000010:1.1:1769074854.903675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074854.903683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074854.904009:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:3.1:1769074854.904015:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074854.904019:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074854.904023:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074854.904026:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074854.904028:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000020:00000010:0.0:1769074854.904093:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556c880. 00000020:00000010:0.0:1769074854.904099:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556c880. 00000020:00000010:0.0:1769074854.904105:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:0.0:1769074854.904110:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074854.904114:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074854.904179:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556c880. 00000020:00000010:0.0:1769074854.904182:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556c880. 00000100:00000200:0.0:1769074854.904186:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826370816 00000001:00000010:0.0:1769074854.904197:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:0.0:1769074854.904221:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074854.904227:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074854.904252:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf01f000. 00010000:00000010:0.0:1769074854.904281:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074854.904285:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074854.904301:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074854.904304:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074854.904309:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074854.904312:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074854.904481:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074854.904485:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074854.904490:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074854.904493:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074854.904556:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074854.904565:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074854.904569:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074854.904586:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074854.904912:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90887480 x1855007826370816/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074854.904933:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074854.904940:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826370816, offset 224 00000400:00000200:0.0:1769074854.904947:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074854.904959:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074854.904965:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40536:40536:256:4294967295] 192.168.204.10@tcp LPNI seq info [40532:40532:8:4294967295] 00000400:00000200:0.0:1769074854.904975:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074854.904990:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074854.904995:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38b00. 00000800:00000200:0.0:1769074854.905002:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074854.905008:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074854.905012:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074854.905033:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074854.905037:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074854.905040:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:1.0:1769074854.905163:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.905168:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38b00. 00000400:00000200:1.0:1769074854.905173:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.905177:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074854.905182:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:1.0:1769074854.905184:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00000400:00000200:1.0:1769074854.908325:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074854.908345:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8be200 00000400:00000200:1.0:1769074854.908356:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 74136 00000400:00000200:1.0:1769074854.908384:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.908389:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074854.908398:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074854.908405:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09f80. 00010000:00000010:1.0:1769074854.910759:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:1.0:1769074854.910767:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25a00. 00010000:00000010:1.0:1769074854.910774:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00010000:00000010:1.1:1769074854.912645:0:1346:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:1.1:1769074854.912668:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074854.917483:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074854.917500:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074854.917503:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074854.917507:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074854.917510:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074854.917513:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00000400:00000200:3.0:1769074854.917753:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.917772:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x659e1 00000400:00000200:3.0:1769074854.917780:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.917785:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.917792:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:3.0:1769074854.917795:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00010000:00000010:3.0:1769074854.917847:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:3.0:1769074854.917856:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25800. 00000400:00000200:3.0:1769074854.917877:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.917884:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8be280 00000400:00000200:3.0:1769074854.917891:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 74624 00000400:00000200:3.0:1769074854.917941:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.917946:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.917950:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.917956:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04faa00. 00000020:00000010:0.0:1769074854.918058:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556c880. 00000020:00000010:0.0:1769074854.918064:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556c880. 00000020:00000010:0.0:1769074854.918070:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:0.0:1769074854.918076:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074854.918081:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074854.918119:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556c880. 00000020:00000010:0.0:1769074854.918122:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556c880. 00000100:00000200:0.0:1769074854.918125:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826371200 00000001:00000010:0.0:1769074854.918134:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:0.0:1769074854.918157:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074854.918164:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074854.918188:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf019000. 00010000:00000010:0.0:1769074854.918215:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074854.918219:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074854.918233:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074854.918237:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074854.918241:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074854.918244:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074854.918320:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074854.918324:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074854.918328:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074854.918331:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074854.918388:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074854.918397:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074854.918401:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074854.918420:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074854.918435:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04faa00 x1855007826371200/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074854.918453:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074854.918458:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826371200, offset 224 00000400:00000200:0.0:1769074854.918465:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074854.918475:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074854.918481:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40538:40538:256:4294967295] 192.168.204.10@tcp LPNI seq info [40534:40534:8:4294967295] 00000400:00000200:0.0:1769074854.918493:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074854.918498:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074854.918503:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38c00. 00000800:00000200:0.0:1769074854.918510:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074854.918517:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074854.918521:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074854.918542:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074854.918546:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074854.918549:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:0.0:1769074854.918635:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074854.918639:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38c00. 00000400:00000200:0.0:1769074854.918643:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074854.918647:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074854.918651:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:0.0:1769074854.918653:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:2.1:1769074854.919917:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074854.919927:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:1.1:1769074854.919997:0:1346:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074854.920003:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074854.920652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074854.920671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074854.920802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074854.920810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074854.920814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074854.920817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00000020:00000010:1.0:1769074854.925229:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.925238:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.925248:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.925253:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.925259:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.925333:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.925345:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.925348:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826371456 02000000:00000010:1.0:1769074854.925384:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859e3000. 00010000:00000010:1.0:1769074854.925427:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074854.925443:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:1.0:1769074854.925462:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074854.925469:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074854.925484:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074854.925487:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72100. 00010000:00000010:1.0:1769074854.925493:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074854.925496:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074854.925573:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074854.925577:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72780. 00010000:00000010:1.0:1769074854.925581:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074854.925584:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00000020:00000010:1.0:1769074854.925625:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b660. 00000020:00000010:1.0:1769074854.925633:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b660. 00010000:00000010:2.1:1769074854.925637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074854.925643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00000020:00000010:1.0:1769074854.925644:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b2a0. 00010000:00000010:2.1:1769074854.925646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074854.925651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00080000:00000010:1.0:1769074854.925664:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88d45c00. 00010000:00000010:0.1:1769074854.925690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074854.925696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074854.925699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074854.925701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00000001:00000010:1.0:1769074854.925884:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454ae0. 00000001:00000010:1.0:1769074854.925891:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcca80. 00000020:00000010:1.0:1769074854.925923:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b2a0. 00010000:00000010:1.0:1769074854.925931:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074854.925935:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074854.925947:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcccc0. 00010000:00000010:1.0:1769074854.925998:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00080000:00000010:1.0:1769074854.926019:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8da1b1d0. 00000004:00000010:1.0:1769074854.926026:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab87bcef00. 00000004:00000010:1.0:1769074854.926039:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f92b650. 00000004:00000010:1.0:1769074854.926055:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfefba50. 00000004:00000010:1.0:1769074854.926060:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f794b40. 00010000:00000010:1.0:1769074854.926070:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074854.926086:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889882, last committed = 17179889615 00010000:00000200:1.0:1769074854.926096:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843ba680 x1855007826371456/t17179889882(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.926116:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fca18. 00000100:00000200:1.0:1769074854.926123:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826371456, offset 224 00000400:00000010:1.0:1769074854.926130:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f9a0. 00000400:00000200:1.0:1769074854.926135:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.926148:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.926154:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40539:40539:256:4294967295] 192.168.204.10@tcp LPNI seq info [40535:40535:8:4294967295] 00000400:00000200:1.0:1769074854.926161:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.926169:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.926174:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.926178:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074854.926185:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.926192:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.926196:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.926225:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.926230:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.926234:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000400:00000200:0.0:1769074854.929492:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074854.929513:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x659e9 00000400:00000200:0.0:1769074854.929520:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074854.929524:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074854.929531:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fca18 00000400:00000010:0.0:1769074854.929534:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fca18. 00000400:00000200:0.0:1769074854.929625:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074854.929634:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8be400 00000400:00000200:0.0:1769074854.929640:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 75688 00000400:00000200:0.0:1769074854.930158:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074854.930164:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074854.930170:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074854.930178:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90884e00. 00010000:00000010:3.1:1769074854.931114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074854.931121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000020:00000010:1.0:1769074854.931500:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.931506:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.931515:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.931521:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.931526:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.931631:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.931634:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.931638:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826371584 00000001:00000010:1.0:1769074854.931648:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:1.0:1769074854.931682:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074854.931690:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 02000000:00000010:1.0:1769074854.931716:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859e5000. 00010000:00000010:1.0:1769074854.931747:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074854.931750:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.931767:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074854.931771:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72000. 00010000:00000010:1.0:1769074854.931776:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074854.931779:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074854.931854:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074854.931857:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e80. 00010000:00000010:1.0:1769074854.931861:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074854.931865:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074854.931923:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.931933:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074854.931938:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72000. 00010000:00000010:1.0:1769074854.931958:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074854.931975:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90884e00 x1855007826371584/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.932003:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074854.932009:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826371584, offset 224 00000400:00000200:1.0:1769074854.932016:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.932030:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.932036:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40540:40540:256:4294967295] 192.168.204.10@tcp LPNI seq info [40536:40536:8:4294967295] 00000400:00000200:1.0:1769074854.932047:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.932052:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.932057:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074854.932063:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.932069:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.932074:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.932094:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.932098:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.932101:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:1.1:1769074854.935910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074854.935923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074854.935929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074854.935949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000020:00000010:1.0:1769074854.936168:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.936174:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.936183:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.936188:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.936193:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.936277:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.936281:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.936284:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826371840 02000000:00000010:1.0:1769074854.936323:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859e1000. 00010000:00000010:1.0:1769074854.936364:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074854.936389:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72e80. 00010000:00000010:1.0:1769074854.936409:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074854.936415:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074854.936432:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074854.936435:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e80. 00010000:00000010:1.0:1769074854.936440:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074854.936442:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074854.936525:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074854.936529:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72000. 00010000:00000010:1.0:1769074854.936533:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074854.936536:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074854.936561:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b660. 00000020:00000010:1.0:1769074854.936569:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b660. 00000020:00000010:1.0:1769074854.936579:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454540. 00080000:00000010:1.0:1769074854.936588:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88d45400. 00000001:00000010:1.0:1769074854.936830:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454120. 00000001:00000010:1.0:1769074854.936837:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074854.936868:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454540. 00010000:00000010:1.0:1769074854.936876:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074854.936880:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074854.936892:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc540. 00010000:00000010:1.0:1769074854.936922:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074854.936944:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433cc78. 00000004:00000010:1.0:1769074854.936952:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491ab40. 00000004:00000010:1.0:1769074854.936955:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ff7a220. 00000004:00000010:1.0:1769074854.936960:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eeeb4b0. 00000004:00000010:1.0:1769074854.936965:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83eb1e00. 00010000:00000010:1.0:1769074854.936973:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000200:1.0:1769074854.937000:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889883, last committed = 17179889615 00010000:00000200:1.0:1769074854.937011:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b9880 x1855007826371840/t17179889883(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.937031:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074854.937036:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826371840, offset 224 00000400:00000010:1.0:1769074854.937042:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fe00. 00000400:00000200:1.0:1769074854.937047:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.937060:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.937066:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40541:40541:256:4294967295] 192.168.204.10@tcp LPNI seq info [40537:40537:8:4294967295] 00000400:00000200:1.0:1769074854.937072:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.937080:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.937086:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.937091:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074854.937097:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.937104:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.937108:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.937131:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.937135:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.937139:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:0.0:1769074854.937311:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:0.0:1769074854.937318:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72000. 00010000:00000010:0.0:1769074854.937324:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc540. 00010000:00000010:2.1:1769074854.937547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074854.937554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074854.939781:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074854.939795:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:3.0:1769074854.940073:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:3.0:1769074854.940084:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72e80. 00000020:00000010:1.0:1769074854.944527:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.944534:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.944542:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.944548:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.944554:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.944597:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.944600:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.944634:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826371968 00000001:00000010:1.0:1769074854.944645:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcca80. 00010000:00000010:1.0:1769074854.944674:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074854.944682:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 02000000:00000010:1.0:1769074854.944708:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859e0000. 00010000:00000010:1.0:1769074854.944840:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074854.944845:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074854.944865:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074854.944868:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074854.944872:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074854.944876:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074854.944947:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074854.944951:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72700. 00010000:00000010:1.0:1769074854.944954:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074854.944958:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074854.945051:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074854.945064:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074854.945069:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074854.945090:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000200:1.0:1769074854.945105:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843bbb80 x1855007826371968/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.945124:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074854.945130:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826371968, offset 224 00000400:00000200:1.0:1769074854.945137:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.945148:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.945154:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40542:40542:256:4294967295] 192.168.204.10@tcp LPNI seq info [40538:40538:8:4294967295] 00000400:00000200:1.0:1769074854.945165:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.945171:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.945175:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074854.945181:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.945188:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.945193:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.945207:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.945211:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.945215:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000020:00000010:3.0:1769074854.949554:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074854.949561:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074854.949569:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ae00. 00000020:00000010:3.0:1769074854.949574:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e080. 00000020:00000010:3.0:1769074854.949580:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000800:00000200:3.0:1769074854.951508:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.951512:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074854.951517:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.951521:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074854.951642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074854.951650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074854.953230:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074854.953243:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074854.953246:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074854.953251:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074854.953253:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074854.953256:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074854.953283:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:1.0:1769074854.953291:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25180. 00010000:00000010:1.0:1769074854.953299:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00010000:00000010:3.0:1769074854.953889:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:3.0:1769074854.953896:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25680. 00010000:00000010:1.1:1769074854.954683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074854.954692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000020:00000010:1.0:1769074854.954725:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.954730:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.954739:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.954744:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.954750:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.954789:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.954792:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.954796:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826372352 00000001:00000010:1.0:1769074854.954807:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074854.954831:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074854.954839:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 02000000:00000010:1.0:1769074854.954866:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859e2000. 00010000:00000010:1.0:1769074854.954893:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074854.954897:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074854.954914:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074854.954917:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074854.954921:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074854.954924:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074854.955006:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074854.955010:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074854.955014:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074854.955018:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074854.955076:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074854.955085:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074854.955089:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074854.955107:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000200:1.0:1769074854.955121:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843bb100 x1855007826372352/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.955137:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074854.955142:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826372352, offset 224 00000400:00000200:1.0:1769074854.955149:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.955159:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.955165:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40544:40544:256:4294967295] 192.168.204.10@tcp LPNI seq info [40540:40540:8:4294967295] 00000400:00000200:1.0:1769074854.955176:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.955181:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.955185:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074854.955192:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.955198:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.955202:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.955219:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.955223:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.955227:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:3.1:1769074854.955592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074854.955599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000800:00000200:3.0:1769074854.955706:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.955710:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074854.955715:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.955720:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.955724:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:3.0:1769074854.955726:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00010000:00000010:2.1:1769074854.958663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:2.1:1769074854.958680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:2.1:1769074854.958687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074854.958693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:1.1:1769074854.958928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074854.958935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074854.958938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074854.958940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074854.958944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074854.958946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00000020:00000010:1.0:1769074854.961962:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.961968:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.961987:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.961993:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.961998:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.962039:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.962042:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.962046:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826372608 02000000:00000010:1.0:1769074854.962083:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb3000. 00010000:00000010:1.0:1769074854.962123:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074854.962140:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074854.962161:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074854.962167:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074854.962181:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074854.962184:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72400. 00010000:00000010:1.0:1769074854.962189:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074854.962192:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074854.962275:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074854.962280:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c80. 00010000:00000010:1.0:1769074854.962283:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074854.962286:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074854.962311:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b660. 00000020:00000010:1.0:1769074854.962317:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b660. 00000020:00000010:1.0:1769074854.962328:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454540. 00080000:00000010:1.0:1769074854.962353:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8307c000. 00000001:00000010:1.0:1769074854.962565:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04543c0. 00000001:00000010:1.0:1769074854.962572:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcca80. 00000020:00000010:1.0:1769074854.962631:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454540. 00010000:00000010:1.0:1769074854.962640:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074854.962645:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074854.962657:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074854.962690:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074854.962711:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8da1e558. 00000004:00000010:1.0:1769074854.962718:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491a600. 00000004:00000010:1.0:1769074854.962722:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa90182550. 00000004:00000010:1.0:1769074854.962726:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eeebd20. 00000004:00000010:1.0:1769074854.962730:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f92f2c0. 00010000:00000010:0.0:1769074854.963251:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:0.0:1769074854.963259:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c80. 00010000:00000010:0.0:1769074854.963267:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074854.963308:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000200:1.0:1769074854.963327:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889885, last committed = 17179889615 00010000:00000200:1.0:1769074854.963827:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843baa00 x1855007826372608/t17179889885(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.963850:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074854.963857:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826372608, offset 224 00000400:00000010:1.0:1769074854.963864:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f2a0. 00000400:00000200:1.0:1769074854.963868:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.963883:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.963889:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40545:40545:256:4294967295] 192.168.204.10@tcp LPNI seq info [40541:40541:8:4294967295] 00000400:00000200:1.0:1769074854.963896:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.963903:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.963908:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.963914:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074854.963920:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.963927:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.963931:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.963962:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.963967:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.963972:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000400:00000200:3.0:1769074854.966819:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074854.966841:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a01 00000400:00000200:3.0:1769074854.966848:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.966853:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074854.966860:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:3.0:1769074854.966863:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00010000:00000010:0.0:1769074854.967028:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:0.0:1769074854.967039:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72400. 00010000:00000010:1.1:1769074854.967243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074854.967249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074854.967253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074854.967255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:3.1:1769074854.967710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074854.967717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00000020:00000010:1.0:1769074854.970270:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.970275:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.970284:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.970289:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.970295:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.970337:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.970340:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.970343:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826372736 00000001:00000010:1.0:1769074854.970354:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:1.0:1769074854.970383:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074854.970391:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 02000000:00000010:1.0:1769074854.970416:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cbb4000. 00010000:00000010:1.0:1769074854.970445:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074854.970449:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074854.970467:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074854.970471:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074854.970475:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074854.970478:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074854.970553:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074854.970557:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a80. 00010000:00000010:1.0:1769074854.970561:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074854.970565:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074854.970666:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074854.970679:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074854.970684:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074854.970707:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000200:1.0:1769074854.970723:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b8e00 x1855007826372736/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 576/584 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074854.970755:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074854.970761:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826372736, offset 224 00000400:00000200:1.0:1769074854.970769:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.970779:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.970785:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40546:40546:256:4294967295] 192.168.204.10@tcp LPNI seq info [40542:40542:8:4294967295] 00000400:00000200:1.0:1769074854.970796:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.970802:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.970807:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074854.970813:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.970819:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.970824:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.970839:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.970843:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.970847:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:0.1:1769074854.972648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074854.972668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:3.0:1769074854.980512:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.980532:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8be980 00000400:00000200:3.0:1769074854.980541:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 79456 00000400:00000200:3.0:1769074854.980558:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.980562:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.980571:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.980578:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fb100. 00010000:00000010:0.1:1769074854.980874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074854.980883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074854.980932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074854.980938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074854.980942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074854.980948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074854.980950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074854.980953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074854.980955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074854.980958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000020:00000010:1.0:1769074854.981001:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.981007:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.981016:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.981021:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.981027:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.981071:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.981074:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.981078:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826372992 02000000:00000010:1.0:1769074854.981117:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb1000. 00010000:00000010:1.0:1769074854.981158:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074854.981171:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72a80. 00010000:00000010:1.0:1769074854.981190:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074854.981196:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074854.981213:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074854.981217:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a80. 00010000:00000010:1.0:1769074854.981221:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074854.981224:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074854.981304:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074854.981308:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72d80. 00010000:00000010:1.0:1769074854.981311:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074854.981315:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00000020:00000010:1.0:1769074854.981338:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b660. 00000020:00000010:1.0:1769074854.981346:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b660. 00000020:00000010:1.0:1769074854.981356:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454540. 00080000:00000010:1.0:1769074854.981365:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8307f800. 00000001:00000010:1.0:1769074854.981576:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454660. 00000001:00000010:1.0:1769074854.981584:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc240. 00000020:00000010:1.0:1769074854.981662:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454540. 00010000:00000010:1.0:1769074854.981670:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074854.981675:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074854.981686:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074854.981860:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00080000:00000010:1.0:1769074854.981883:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8da1e1c8. 00000004:00000010:1.0:1769074854.981890:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89ddf3c0. 00000004:00000010:1.0:1769074854.981894:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa90182770. 00000004:00000010:1.0:1769074854.981899:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eeeb7f8. 00000004:00000010:1.0:1769074854.981904:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f92fc20. 00010000:00000010:1.0:1769074854.981911:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000200:1.0:1769074854.981928:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889886, last committed = 17179889615 00010000:00000200:1.0:1769074854.981939:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fb100 x1855007826372992/t17179889886(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074854.981958:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074854.981965:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826372992, offset 224 00000400:00000010:1.0:1769074854.981971:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fa10. 00000400:00000200:1.0:1769074854.981975:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074854.981999:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074854.982005:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40547:40547:256:4294967295] 192.168.204.10@tcp LPNI seq info [40543:40543:8:4294967295] 00000400:00000200:1.0:1769074854.982012:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074854.982019:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074854.982025:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074854.982030:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074854.982036:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074854.982043:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074854.982048:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074854.982068:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.982073:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.982076:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:1.0:1769074854.982173:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074854.982178:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:1.0:1769074854.982182:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.982187:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074854.983560:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:0.0:1769074854.983575:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72d80. 00010000:00000010:0.0:1769074854.983587:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc9c0. 00010000:00000010:3.0:1769074854.985016:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:3.0:1769074854.985026:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72a80. 00010000:00000010:1.1:1769074854.987929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074854.987944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074854.987950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074854.987971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000400:00000200:3.0:1769074854.988265:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074854.988282:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bea00 00000400:00000200:3.0:1769074854.988291:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 79944 00000400:00000200:3.0:1769074854.988355:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.988360:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074854.988368:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074854.988377:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fb480. 00000800:00000200:3.0:1769074854.989527:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.989532:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074854.989536:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.989541:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074854.989546:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:3.0:1769074854.989549:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00000020:00000010:1.0:1769074854.993051:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.993057:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.993065:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074854.993071:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72900. 00000020:00000010:1.0:1769074854.993076:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5623e8. 00000020:00000010:1.0:1769074854.993120:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074854.993123:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074854.993127:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826373376 02000000:00000010:1.0:1769074854.993163:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb6000. 00010000:00000010:1.0:1769074854.993204:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:1.0:1769074854.993221:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25280. 00010000:00000010:1.0:1769074854.993239:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074854.993245:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074854.993259:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074854.993263:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72a00. 00010000:00000010:1.0:1769074854.993267:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074854.993270:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074854.993363:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074854.993367:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72500. 00010000:00000010:1.0:1769074854.993371:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074854.993374:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00000020:00000010:1.0:1769074854.993408:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bee0. 00000020:00000010:1.0:1769074854.993415:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bee0. 00000020:00000010:1.0:1769074854.993426:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454540. 00080000:00000010:1.0:1769074854.993436:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb48d3400. 00000001:00000010:0.0:1769074854.994433:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbde0. 00000001:00000010:0.0:1769074854.994444:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00000020:00000010:0.0:1769074854.994481:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454540. 00010000:00000010:0.0:1769074854.994494:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074854.994501:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074854.994520:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8600. 00010000:00000010:0.0:1769074854.994573:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00080000:00000010:0.0:1769074854.994645:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900801c8. 00000004:00000010:0.0:1769074854.994663:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab883d4f00. 00000004:00000010:0.0:1769074854.994668:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3eda90. 00000004:00000010:0.0:1769074854.994678:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f910f78. 00000004:00000010:0.0:1769074854.994683:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa844d2b40. 00010000:00000010:0.0:1769074854.994696:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000200:0.0:1769074854.994718:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889887, last committed = 17179889615 00010000:00000200:0.0:1769074854.994728:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5af2d80 x1855007826373376/t17179889887(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:390/0 lens 488/456 e 0 to 0 dl 1769074865 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074854.994762:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074854.994769:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826373376, offset 224 00000400:00000010:0.0:1769074854.994776:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8de38. 00000400:00000200:0.0:1769074854.994781:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074854.994796:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074854.994803:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40549:40549:256:4294967295] 192.168.204.10@tcp LPNI seq info [40545:40545:8:4294967295] 00000400:00000200:0.0:1769074854.994810:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074854.994817:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074854.994823:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074854.994828:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38c00. 00000800:00000200:0.0:1769074854.994835:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074854.994842:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074854.994847:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074854.994870:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72900. 00000020:00000010:0.0:1769074854.994875:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5623e8. 00000020:00000010:0.0:1769074854.994880:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:1.0:1769074854.995362:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074854.995370:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72500. 00010000:00000010:1.0:1769074854.995379:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8600. 00010000:00000010:0.1:1769074854.998647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074854.998672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:3.1:1769074854.998799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074854.998805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:1.0:1769074854.999227:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074854.999247:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a11 00000400:00000200:1.0:1769074854.999254:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074854.999258:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074854.999264:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:1.0:1769074854.999267:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:0.0:1769074854.999362:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:0.0:1769074854.999381:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72a00. 00000020:00000010:3.0:1769074855.000563:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.000569:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.000576:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074855.000584:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074855.000590:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074855.000673:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.000676:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000100:00000200:3.0:1769074855.000679:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826373504 00000001:00000010:3.0:1769074855.000689:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc240. 00010000:00000010:3.0:1769074855.000712:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074855.000720:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074855.000753:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d7000. 00010000:00000010:3.0:1769074855.000784:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074855.000788:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074855.000805:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074855.000809:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074855.000814:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074855.000817:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074855.000888:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074855.000892:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074855.000896:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074855.000899:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074855.000959:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074855.000971:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074855.000976:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074855.001007:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074855.001023:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5af2300 x1855007826373504/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.001041:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074855.001047:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826373504, offset 224 00000400:00000200:3.0:1769074855.001055:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.001065:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.001071:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40550:40550:256:4294967295] 192.168.204.10@tcp LPNI seq info [40546:40546:8:4294967295] 00000400:00000200:3.0:1769074855.001081:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.001087:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.001091:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074855.001098:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.001105:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.001109:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.001130:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074855.001134:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074855.001138:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00000800:00000200:3.0:1769074855.001198:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.001202:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:3.0:1769074855.001208:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.001212:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.001216:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:3.0:1769074855.001218:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00010000:00000010:2.1:1769074855.002788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074855.002802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074855.002805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074855.002809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074855.002994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:1.1:1769074855.002999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074855.004663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:0.1:1769074855.004680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:0.1:1769074855.004684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074855.004689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074855.004833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074855.004839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00000400:00000200:1.0:1769074855.006145:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.006163:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bec80 00000400:00000200:1.0:1769074855.006171:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 81584 00000400:00000200:1.0:1769074855.006187:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.006192:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.006199:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.006205:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0bb80. 00000800:00000200:3.0:1769074855.007928:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.007933:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:3.0:1769074855.007937:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.007942:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074855.009589:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:0.0:1769074855.009807:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25880. 00010000:00000010:0.0:1769074855.009818:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00010000:00000010:3.1:1769074855.010933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074855.010944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074855.010949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074855.010952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000400:00000200:3.0:1769074855.011272:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.011292:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a19 00000400:00000200:3.0:1769074855.011300:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.011305:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.011311:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:3.0:1769074855.011314:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00000400:00000200:1.0:1769074855.014595:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.014664:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bed00 00000400:00000200:1.0:1769074855.014673:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 82072 00000400:00000200:1.0:1769074855.014744:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.014750:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.014758:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.014765:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08000. 00010000:00000010:2.1:1769074855.015383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:2.1:1769074855.015393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074855.015398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074855.015405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000800:00000200:0.0:1769074855.016197:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.016202:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:0.0:1769074855.016206:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.016210:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.016214:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:0.0:1769074855.016217:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:0.1:1769074855.018661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074855.018676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074855.018832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074855.018839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000400:00000200:3.0:1769074855.021808:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.021828:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bee00 00000400:00000200:3.0:1769074855.021838:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 82648 00000400:00000200:3.0:1769074855.021855:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.021859:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.021868:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.021874:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9180. 00000020:00000010:0.0:1769074855.022234:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556c880. 00000020:00000010:0.0:1769074855.022241:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556c880. 00000020:00000010:0.0:1769074855.022247:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:0.0:1769074855.022253:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074855.022259:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074855.022302:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556c880. 00000020:00000010:0.0:1769074855.022305:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556c880. 00000100:00000200:0.0:1769074855.022308:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826374144 02000000:00000010:0.0:1769074855.022342:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf01b000. 00010000:00000010:0.0:1769074855.022378:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:0.0:1769074855.022394:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25000. 00010000:00000010:0.0:1769074855.022413:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074855.022419:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.022435:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074855.022438:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074855.022443:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074855.022446:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.022525:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074855.022528:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074855.022531:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074855.022536:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074855.022557:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56d60. 00000020:00000010:0.0:1769074855.022564:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56d60. 00000020:00000010:0.0:1769074855.022575:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbba0. 00080000:00000010:0.0:1769074855.022585:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c16000. 00000001:00000010:0.0:1769074855.022844:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb8a0. 00000001:00000010:0.0:1769074855.022851:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8180. 00000020:00000010:0.0:1769074855.022891:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbba0. 00010000:00000010:0.0:1769074855.022899:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074855.022904:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.022916:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8780. 00010000:00000010:0.0:1769074855.022945:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074855.022966:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433d008. 00000004:00000010:0.0:1769074855.022973:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491a3c0. 00000004:00000010:0.0:1769074855.023001:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ff7ba90. 00000004:00000010:0.0:1769074855.023007:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eeebc30. 00000004:00000010:0.0:1769074855.023012:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83eb10e0. 00010000:00000010:0.0:1769074855.023023:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074855.023038:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889889, last committed = 17179889615 00010000:00000200:0.0:1769074855.023049:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f9180 x1855007826374144/t17179889889(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.023067:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074855.023074:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826374144, offset 224 00000400:00000010:0.0:1769074855.023080:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8dd90. 00000400:00000200:0.0:1769074855.023084:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.023097:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.023103:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40553:40553:256:4294967295] 192.168.204.10@tcp LPNI seq info [40549:40549:8:4294967295] 00000400:00000200:0.0:1769074855.023109:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.023116:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.023122:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.023128:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38c00. 00000800:00000200:0.0:1769074855.023134:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.023141:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.023146:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.023162:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074855.023166:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074855.023169:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00010000:00000010:2.1:1769074855.023331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074855.023337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074855.023341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074855.023345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000800:00000200:1.0:1769074855.023485:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.023490:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38c00. 00000400:00000200:1.0:1769074855.023495:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.023499:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074855.023743:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074855.023751:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:3.0:1769074855.023756:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00010000:00000010:0.1:1769074855.030423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074855.030437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00000400:00000200:0.0:1769074855.030473:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.030497:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a21 00000400:00000200:0.0:1769074855.030505:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.030510:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.030517:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:0.0:1769074855.030519:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00010000:00000010:3.0:1769074855.030715:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074855.030727:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00000400:00000200:3.0:1769074855.031154:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.031165:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bee80 00000400:00000200:3.0:1769074855.031173:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 83136 00000400:00000200:3.0:1769074855.031224:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.031228:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.031234:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.031243:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c816d80. 00000800:00000200:1.0:1769074855.032965:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.032972:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074855.032985:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.032992:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.032997:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:1.0:1769074855.032999:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00010000:00000010:0.1:1769074855.034651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074855.034675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:3.1:1769074855.034895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074855.034902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00000400:00000200:0.0:1769074855.036677:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.036698:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bef80 00000400:00000200:0.0:1769074855.036706:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 83712 00000400:00000200:0.0:1769074855.036722:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.036726:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.036745:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.036755:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8a80. 00000020:00000010:3.0:1769074855.037033:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.037039:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.037045:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074855.037051:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074855.037056:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074855.037156:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.037159:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000100:00000200:3.0:1769074855.037163:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826374528 02000000:00000010:3.0:1769074855.037199:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d4000. 00010000:00000010:3.0:1769074855.037237:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:3.0:1769074855.037252:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25e80. 00010000:00000010:3.0:1769074855.037270:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074855.037276:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074855.037292:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074855.037295:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074855.037300:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074855.037303:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074855.037399:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074855.037403:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074855.037406:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074855.037409:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00000020:00000010:3.0:1769074855.037434:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.037441:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.037452:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9cea0. 00080000:00000010:3.0:1769074855.037463:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fafa000. 00000001:00000010:3.0:1769074855.037704:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9720. 00000001:00000010:3.0:1769074855.037711:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074855.038137:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9cea0. 00010000:00000010:3.0:1769074855.038149:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074855.038155:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074855.038168:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e240. 00010000:00000010:3.0:1769074855.038249:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00080000:00000010:3.0:1769074855.038289:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82884c78. 00000004:00000010:3.0:1769074855.038297:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab833133c0. 00000004:00000010:3.0:1769074855.038302:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8288abb0. 00000004:00000010:3.0:1769074855.038306:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87766c30. 00000004:00000010:3.0:1769074855.038310:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a4cb0e0. 00010000:00000010:3.0:1769074855.038323:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074855.038342:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889890, last committed = 17179889615 00010000:00000200:3.0:1769074855.038352:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8a80 x1855007826374528/t17179889890(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.038382:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074855.038388:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826374528, offset 224 00000400:00000010:3.0:1769074855.038395:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3c08. 00000400:00000200:3.0:1769074855.038398:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.038413:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.038418:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40555:40555:256:4294967295] 192.168.204.10@tcp LPNI seq info [40551:40551:8:4294967295] 00000400:00000200:3.0:1769074855.038425:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.038432:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.038437:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.038443:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074855.038449:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.038457:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.038460:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.038490:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074855.038495:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074855.038499:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00000800:00000200:1.0:1769074855.038648:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.038662:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074855.038668:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.038672:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074855.042311:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:0.0:1769074855.042331:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:0.0:1769074855.042340:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e240. 00000400:00000200:1.0:1769074855.042544:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.042562:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a29 00000400:00000200:1.0:1769074855.042570:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.042574:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.042580:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:1.0:1769074855.042583:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00010000:00000010:2.1:1769074855.042635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074855.042642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074855.042645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074855.042648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000400:00000200:1.0:1769074855.042844:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.042852:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bf000 00000400:00000200:1.0:1769074855.042860:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 84200 00000400:00000200:1.0:1769074855.042913:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.042918:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.042922:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.042928:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09c00. 00000020:00000010:3.0:1769074855.043648:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.043663:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.043669:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074855.043674:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074855.043679:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074855.043710:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.043712:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000100:00000200:3.0:1769074855.043715:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826374656 00000001:00000010:3.0:1769074855.043724:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8180. 00010000:00000010:3.0:1769074855.043756:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074855.043763:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074855.043787:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d3000. 00010000:00000010:3.0:1769074855.043812:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074855.043815:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074855.043831:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074855.043835:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074855.043838:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074855.043842:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074855.043909:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074855.043912:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074855.043915:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074855.043919:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074855.043974:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074855.043997:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074855.044002:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074855.044021:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074855.044036:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09c00 x1855007826374656/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.044053:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074855.044059:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826374656, offset 224 00000400:00000200:3.0:1769074855.044066:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.044077:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.044083:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40556:40556:256:4294967295] 192.168.204.10@tcp LPNI seq info [40552:40552:8:4294967295] 00000400:00000200:3.0:1769074855.044094:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.044100:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.044104:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074855.044111:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.044118:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.044122:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.044139:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074855.044143:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074855.044146:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00000800:00000200:0.0:1769074855.044436:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.044441:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074855.044447:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.044452:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.044457:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46990 00000400:00000010:0.0:1769074855.044459:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46990. 00000400:00000200:1.0:1769074855.051802:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.051822:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bf100 00000400:00000200:1.0:1769074855.051831:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 84776 00000400:00000200:1.0:1769074855.051849:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.051854:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.051862:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.051870:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0a300. 00010000:00000010:1.0:1769074855.053329:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:1.0:1769074855.053336:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25e80. 00010000:00000010:1.0:1769074855.053342:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00000800:00000200:1.0:1769074855.053443:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.053447:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074855.053451:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.053456:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074855.054728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074855.054748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00000400:00000200:0.0:1769074855.056034:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.056054:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a31 00000400:00000200:0.0:1769074855.056061:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.056065:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.056071:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:0.0:1769074855.056074:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00010000:00000010:3.0:1769074855.056197:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:3.0:1769074855.056207:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25c80. 00010000:00000010:1.1:1769074855.057671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074855.057684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:0.1:1769074855.057816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074855.057824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:2.1:1769074855.057873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:2.1:1769074855.057878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:2.1:1769074855.057882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:2.1:1769074855.057886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074855.057889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074855.057896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.1:1769074855.058088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074855.058094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074855.058098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074855.058102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074855.058105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074855.058107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074855.058109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074855.058111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:1.0:1769074855.059214:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.059233:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8bf200 00000400:00000200:1.0:1769074855.059242:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ec2d [2] + 1624 00000400:00000200:1.0:1769074855.059299:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.059304:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.059311:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074855.059317:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09500. 00000800:00000200:1.0:1769074855.060595:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.060599:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074855.060634:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.060639:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.060644:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:1.0:1769074855.060646:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00010000:00000010:3.1:1769074855.065696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074855.065713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000400:00000200:0.0:1769074855.068155:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.068174:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bf300 00000400:00000200:0.0:1769074855.068184:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 85264 00000400:00000200:0.0:1769074855.068200:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.068205:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.068214:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.068222:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cb800. 00000020:00000010:3.0:1769074855.068334:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.068340:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.068346:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074855.068351:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074855.068356:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074855.068412:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.068415:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000100:00000200:3.0:1769074855.068418:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826375424 00000001:00000010:3.0:1769074855.068429:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf180. 02000000:00000010:3.0:1769074855.068461:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d6000. 00010000:00000010:3.0:1769074855.068503:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:3.0:1769074855.068515:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab90dade00. 00010000:00000010:3.0:1769074855.068526:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabc1851f80. 00010000:00000010:3.0:1769074855.068545:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074855.068552:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074855.068568:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074855.068571:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074855.068577:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074855.068580:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074855.068730:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074855.068734:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074855.068738:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074855.068741:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00000020:00000010:3.0:1769074855.068776:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.068783:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00080000:00000010:3.0:1769074855.068793:0:44309:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dab84248250. 00080000:00000010:3.0:1769074855.068797:0:44309:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8432f500. 00080000:00000010:3.0:1769074855.068813:0:44309:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8432f500. 00080000:00000010:3.0:1769074855.068817:0:44309:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dab84248250. 00000020:00000010:3.0:1769074855.068825:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9b40. 00080000:00000010:3.0:1769074855.068836:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8faf8c00. 00000001:00000010:3.0:1769074855.069135:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9cea0. 00000001:00000010:3.0:1769074855.069143:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074855.069175:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9b40. 00010000:00000010:3.0:1769074855.069203:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074855.069209:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00080000:00000010:3.0:1769074855.069230:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc9f5c80. 00000004:00000010:3.0:1769074855.069237:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f41eaa0. 00000004:00000010:3.0:1769074855.069242:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f9e8e10. 00000004:00000010:3.0:1769074855.069246:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e8e7a40. 00010000:00000010:3.0:1769074855.069258:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074855.069276:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889893, last committed = 17179889615 00010000:00000200:3.0:1769074855.069286:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908cb800 x1855007826375424/t17179889893(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.069306:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074855.069312:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826375424, offset 224 00000400:00000010:3.0:1769074855.069318:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3b98. 00000400:00000200:3.0:1769074855.069322:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.069335:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.069341:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40559:40559:256:4294967295] 192.168.204.10@tcp LPNI seq info [40555:40555:8:4294967295] 00000400:00000200:3.0:1769074855.069347:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.069354:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.069360:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.069365:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074855.069372:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.069378:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.069383:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.069405:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074855.069409:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074855.069413:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00000800:00000200:0.0:1769074855.069875:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.069880:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074855.069887:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.069893:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.072164:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.072185:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a39 00000400:00000200:1.0:1769074855.072191:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.072196:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.072202:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c462a8 00000400:00000010:1.0:1769074855.072205:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c462a8. 00010000:00000010:3.1:1769074855.073740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074855.073750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabc2165800. 00010000:00000010:3.1:1769074855.073756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00000400:00000200:0.0:1769074855.074897:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.074917:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bf400 00000400:00000200:0.0:1769074855.074926:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 85752 00000400:00000200:0.0:1769074855.074997:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.075003:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.075010:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.075016:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908caa00. 00000800:00000200:1.0:1769074855.076147:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.076151:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:1.0:1769074855.076155:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.076159:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074855.076297:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:0.0:1769074855.076304:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25880. 00010000:00000010:0.0:1769074855.076310:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00010000:00000010:3.1:1769074855.078662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074855.078677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074855.078687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:1.0:1769074855.080805:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.080828:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a3d 00000400:00000200:1.0:1769074855.080835:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.080840:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.080847:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:1.0:1769074855.080850:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00010000:00000010:2.1:1769074855.081928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074855.081939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074855.082667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074855.082679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:3.0:1769074855.082878:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:3.0:1769074855.082889:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25000. 00000400:00000200:0.0:1769074855.083822:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.083840:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8bf500 00000400:00000200:0.0:1769074855.083847:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c1d [64] + 86240 00000400:00000200:0.0:1769074855.083911:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.083917:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.083926:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.083933:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8380. 00000020:00000010:3.0:1769074855.084235:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.084240:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.084246:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074855.084252:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074855.084257:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074855.084297:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.084300:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000100:00000200:3.0:1769074855.084303:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826375936 00000001:00000010:3.0:1769074855.084312:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074855.084335:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074855.084342:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074855.084383:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daba12d0000. 00000004:00000010:0.0:1769074855.085933:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66d00. 00080000:00000010:0.0:1769074855.085953:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c16800. 00000001:00000010:0.0:1769074855.085998:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb7e0. 00000001:00000010:0.0:1769074855.086005:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00010000:00000010:0.0:1769074855.086086:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:0.0:1769074855.086107:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8380 x1855007826375936/t17179889895(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 648/608 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.086129:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074855.086137:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826375936, offset 224 00000400:00000200:0.0:1769074855.086144:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.086158:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.086165:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40561:40561:256:4294967295] 192.168.204.10@tcp LPNI seq info [40557:40557:8:4294967295] 00000400:00000200:0.0:1769074855.086178:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.086184:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.086189:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38b00. 00000800:00000200:0.0:1769074855.086196:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.086204:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.086208:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38b00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.086273:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed80. 00000020:00000010:0.0:1769074855.086278:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:0.0:1769074855.086283:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00010000:00000010:2.1:1769074855.087049:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabc2165200. 00010000:00000010:2.1:1769074855.087060:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabada46400. 00010000:00000010:2.1:1769074855.087065:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074855.087070:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000400:00000200:1.0:1769074855.091408:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.091425:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 448 into portal 23 MB=0x6971eaa8bf580 00000400:00000200:1.0:1769074855.091435:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 448/448 into md 0x2ec2d [2] + 2016 00000400:00000010:1.0:1769074855.091440:0:12640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c41b8. 00000400:00000200:1.0:1769074855.091443:0:12640:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f96b540 00000400:00000200:1.0:1769074855.091456:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.091460:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.091464:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f96b540 00000400:00000010:1.0:1769074855.091466:0:12640:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f96b540. 00000100:00000200:1.0:1769074855.091472:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000800:00000200:3.0:1769074855.093407:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.093413:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074855.093418:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.093423:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.093430:0:12639:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8daa839ee000 00010000:00000010:3.1:1769074855.095050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074855.095063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000100:00000010:1.0:1769074855.095896:0:42299:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8dab8672d000. 00000100:00000010:1.0:1769074855.095903:0:42299:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8daa839ee000. 00000004:00000010:1.0:1769074855.096499:0:42299:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa8ff65800. 00010000:00000200:1.0:1769074855.096515:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8591c050 x1855007826376064/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 448/440 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074855.096536:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074855.096542:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855007826376064, offset 224 00000400:00000200:1.0:1769074855.096548:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.096558:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.096564:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40563:40563:256:4294967295] 192.168.204.10@tcp LPNI seq info [40559:40559:8:4294967295] 00000400:00000200:1.0:1769074855.096574:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.096578:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.096583:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074855.096589:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.096595:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.096599:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.096885:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25900. 00000020:00000010:1.0:1769074855.096892:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117190. 00000020:00000010:1.0:1769074855.096898:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 02000000:00000010:1.0:1769074855.096907:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa839ef000. 00000100:00000010:1.0:1769074855.096911:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09500. 02000000:00000010:1.0:1769074855.096915:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabadb04000. 00000100:00000010:1.0:1769074855.096919:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfad80. 02000000:00000010:1.0:1769074855.096922:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8daa89bfbc00. 00000100:00000010:1.0:1769074855.096925:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfb100. 02000000:00000010:1.0:1769074855.096928:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa89bfb800. 00000100:00000010:1.0:1769074855.096930:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85914e00. 02000000:00000010:1.0:1769074855.096933:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8fbed000. 00000100:00000010:1.0:1769074855.096937:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfb480. 00000100:00000200:1.0:1769074855.096945:0:42299:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1769074855.096951:0:42299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1f20. 00000400:00000010:1.0:1769074855.096958:0:42299:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabbfdcc180. 00000020:00000010:1.0:1769074855.101462:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074855.101468:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074855.101478:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.101483:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074855.101488:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.101568:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074855.101571:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074855.101574:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826376320 02000000:00000010:1.0:1769074855.101632:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabb48d1400. 00000020:00000010:1.0:1769074855.101711:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454ea0. 00080000:00000010:1.0:1769074855.101722:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fbed000. 00000001:00000010:1.0:1769074855.101814:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454960. 00000001:00000010:1.0:1769074855.101821:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc0c0. 00000020:00000010:1.0:1769074855.101849:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454ea0. 00000004:00000010:1.0:1769074855.101867:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66d00. 00010000:00000200:1.0:1769074855.101901:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5af3b80 x1855007826376320/t17179889896(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 392/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074855.101917:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074855.101922:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826376320, offset 224 00000400:00000200:1.0:1769074855.101927:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.101938:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.101943:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40564:40564:256:4294967295] 192.168.204.10@tcp LPNI seq info [40560:40560:8:4294967295] 00000400:00000200:1.0:1769074855.101952:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.101957:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.101961:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074855.101966:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.101972:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.101987:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.102048:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074855.102053:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.102056:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000400:00000200:3.0:1769074855.105423:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.105443:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8bf780 00000400:00000200:3.0:1769074855.105453:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c1d [64] + 86888 00000400:00000200:3.0:1769074855.105469:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.105473:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.105481:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.105487:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c817800. 00000020:00000010:0.0:1769074855.105589:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.105597:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00010000:00000010:0.1:1769074855.105638:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000020:00000010:0.0:1769074855.105647:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:0.0:1769074855.105652:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074855.105667:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074855.105707:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.105709:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.105712:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826376576 00000001:00000010:0.0:1769074855.105722:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:0.0:1769074855.105757:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074855.105766:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074855.105797:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabaf01d000. 00010000:00000010:0.0:1769074855.105883:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.0:1769074855.105889:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000004:00000010:0.0:1769074855.105931:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66d80. 00080000:00000010:0.0:1769074855.105943:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c15800. 00000001:00000010:0.0:1769074855.105988:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb2a0. 00000001:00000010:0.0:1769074855.105994:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8c00. 00010000:00000010:0.0:1769074855.106054:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074855.106075:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c817800 x1855007826376576/t17179889897(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 648/608 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.106095:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074855.106100:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826376576, offset 224 00000400:00000200:0.0:1769074855.106107:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.106116:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.106122:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40565:40565:256:4294967295] 192.168.204.10@tcp LPNI seq info [40561:40561:8:4294967295] 00000400:00000200:0.0:1769074855.106132:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.106137:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.106142:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38a00. 00000800:00000200:0.0:1769074855.106148:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.106155:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.106159:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38a00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.106175:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074855.106179:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074855.106182:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:1.0:1769074855.106544:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.106550:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38a00. 00000400:00000200:1.0:1769074855.106554:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.106558:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.106563:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:1.0:1769074855.106565:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00000020:00000010:1.0:1769074855.109719:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074855.109726:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074855.109733:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.109738:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074855.109743:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.109777:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074855.109780:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074855.109783:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826376704 00000001:00000010:1.0:1769074855.109792:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074855.109818:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074855.109825:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 02000000:00000010:1.0:1769074855.109851:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cbb5000. 00010000:00000010:1.0:1769074855.109878:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074855.109882:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074855.109901:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074855.109906:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72680. 00010000:00000010:1.0:1769074855.109910:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074855.109914:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074855.109999:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074855.110003:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72800. 00010000:00000010:1.0:1769074855.110007:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074855.110010:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074855.110072:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074855.110084:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074855.110088:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72680. 00010000:00000010:1.0:1769074855.110110:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074855.110125:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5af1880 x1855007826376704/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074855.110142:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074855.110147:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826376704, offset 224 00000400:00000200:1.0:1769074855.110153:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.110163:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.110169:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40566:40566:256:4294967295] 192.168.204.10@tcp LPNI seq info [40562:40562:8:4294967295] 00000400:00000200:1.0:1769074855.110179:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.110185:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.110189:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074855.110195:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.110201:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.110205:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.110218:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074855.110221:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.110225:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074855.110412:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.110417:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074855.110421:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.110425:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.110429:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:3.0:1769074855.110431:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00000400:00000200:1.0:1769074855.114558:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.114580:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bf900 00000400:00000200:1.0:1769074855.114589:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 88112 00000400:00000200:1.0:1769074855.114642:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.114647:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.114663:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.114670:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09500. 00000020:00000010:0.0:1769074855.115224:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.115230:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.115237:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:0.0:1769074855.115243:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074855.115247:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074855.115295:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.115297:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.115300:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826376960 02000000:00000010:0.0:1769074855.115338:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab82bcd000. 00010000:00000010:0.0:1769074855.115391:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:0.0:1769074855.115408:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72800. 00010000:00000010:0.0:1769074855.115421:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115700. 00010000:00000010:0.0:1769074855.115441:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074855.115447:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.115463:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074855.115466:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074855.115470:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074855.115473:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.115558:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074855.115563:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074855.115566:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074855.115569:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074855.115592:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56f00. 00000020:00000010:0.0:1769074855.115599:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56f00. 00000020:00000010:0.0:1769074855.115638:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbba0. 00080000:00000010:0.0:1769074855.115649:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c16400. 00000001:00000010:0.0:1769074855.115926:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb6c0. 00000001:00000010:0.0:1769074855.115933:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8900. 00000020:00000010:0.0:1769074855.115965:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbba0. 00010000:00000010:0.0:1769074855.115974:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074855.115991:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.116003:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8b40. 00010000:00000010:0.0:1769074855.116050:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074855.116074:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88cad8f0. 00000004:00000010:0.0:1769074855.116080:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabad0efe40. 00000004:00000010:0.0:1769074855.116084:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab866a4990. 00000004:00000010:0.0:1769074855.116089:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb08348. 00000004:00000010:0.0:1769074855.116094:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe87680. 00010000:00000010:0.0:1769074855.116102:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074855.116120:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889898, last committed = 17179889615 00010000:00000200:0.0:1769074855.116131:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09500 x1855007826376960/t17179889898(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.116149:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074855.116154:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826376960, offset 224 00000400:00000010:0.0:1769074855.116161:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d1c0. 00000400:00000200:0.0:1769074855.116164:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.116190:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.116197:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40567:40567:256:4294967295] 192.168.204.10@tcp LPNI seq info [40563:40563:8:4294967295] 00000400:00000200:0.0:1769074855.116204:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.116210:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.116215:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.116220:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38300. 00000800:00000200:0.0:1769074855.116226:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.116233:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.116238:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.116264:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074855.116269:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074855.116273:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00010000:00000010:3.0:1769074855.117080:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074855.117089:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:3.0:1769074855.117097:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8b40. 00010000:00000010:1.1:1769074855.117353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074855.117360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074855.117364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074855.117366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:3.0:1769074855.118533:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.118551:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a5d 00000400:00000200:3.0:1769074855.118558:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.118562:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.118569:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:3.0:1769074855.118571:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00000400:00000200:1.0:1769074855.121399:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.121420:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bf980 00000400:00000200:1.0:1769074855.121429:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 88600 00000400:00000200:1.0:1769074855.121489:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.121495:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.121504:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.121511:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08e00. 00000800:00000200:1.0:1769074855.122499:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.122505:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074855.122509:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.122513:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.122518:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:1.0:1769074855.122520:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00010000:00000010:0.1:1769074855.123756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074855.125779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:0.1:1769074855.125794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074855.125799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabc2165e00. 00010000:00000010:3.1:1769074855.125895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074855.125901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074855.125950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074855.125955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074855.125959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074855.125963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074855.125967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074855.125970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000400:00000200:3.0:1769074855.128139:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.128160:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bfa80 00000400:00000200:3.0:1769074855.128168:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 89176 00000400:00000200:3.0:1769074855.128184:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.128189:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.128197:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.128203:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c816300. 00000020:00000010:0.0:1769074855.128320:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.128326:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.128333:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:0.0:1769074855.128338:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074855.128343:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074855.128393:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.128396:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.128399:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826377344 02000000:00000010:0.0:1769074855.128436:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab82bcf000. 00010000:00000010:0.0:1769074855.128479:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:0.0:1769074855.128496:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25680. 00010000:00000010:0.0:1769074855.128513:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074855.128519:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.128536:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074855.128539:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074855.128544:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074855.128547:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.128675:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074855.128678:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074855.128682:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074855.128686:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074855.128711:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56f00. 00000020:00000010:0.0:1769074855.128718:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56f00. 00000020:00000010:0.0:1769074855.128729:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbba0. 00080000:00000010:0.0:1769074855.128751:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c17c00. 00000001:00000010:0.0:1769074855.128962:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb1e0. 00000001:00000010:0.0:1769074855.128969:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074855.129013:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbba0. 00010000:00000010:0.0:1769074855.129022:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074855.129027:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.129038:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074855.129072:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074855.129096:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbecbae40. 00000004:00000010:0.0:1769074855.129104:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bdc00. 00000004:00000010:0.0:1769074855.129108:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8dcd2bb0. 00000004:00000010:0.0:1769074855.129113:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfaa50. 00000004:00000010:0.0:1769074855.129117:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae94d860. 00010000:00000010:0.0:1769074855.129127:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074855.129142:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889899, last committed = 17179889615 00010000:00000200:0.0:1769074855.129150:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c816300 x1855007826377344/t17179889899(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.129168:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074855.129173:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826377344, offset 224 00000400:00000010:0.0:1769074855.129180:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d968. 00000400:00000200:0.0:1769074855.129184:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.129196:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.129202:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40569:40569:256:4294967295] 192.168.204.10@tcp LPNI seq info [40565:40565:8:4294967295] 00000400:00000200:0.0:1769074855.129208:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.129215:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.129220:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.129224:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38600. 00000800:00000200:0.0:1769074855.129230:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.129236:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.129241:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.129259:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074855.129264:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074855.129267:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00010000:00000010:1.0:1769074855.129414:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074855.129420:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:1.0:1769074855.129426:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000800:00000200:3.0:1769074855.129793:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.129799:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38600. 00000400:00000200:3.0:1769074855.129803:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.129808:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074855.129960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074855.129968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00000400:00000200:1.0:1769074855.133274:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.133296:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a65 00000400:00000200:1.0:1769074855.133304:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.133309:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.133316:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:1.0:1769074855.133319:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00010000:00000010:3.0:1769074855.133426:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074855.133437:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:1.1:1769074855.138666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074855.138684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00000400:00000200:3.0:1769074855.139770:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.139789:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bfb00 00000400:00000200:3.0:1769074855.139798:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 89664 00000400:00000200:3.0:1769074855.139858:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.139864:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.139872:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.139878:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c817480. 00000800:00000200:3.0:1769074855.141993:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.142001:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074855.142007:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.142015:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.142022:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:3.0:1769074855.142024:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00010000:00000010:0.1:1769074855.142663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074855.142672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074855.142676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074855.142682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:3.1:1769074855.142828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074855.142834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00000400:00000200:1.0:1769074855.145079:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.145102:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bfc00 00000400:00000200:1.0:1769074855.145111:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 90240 00000400:00000200:1.0:1769074855.145128:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.145133:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.145140:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.145148:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa85914e00. 00000020:00000010:0.0:1769074855.145390:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.145396:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.145403:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:0.0:1769074855.145409:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074855.145415:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074855.145459:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.145462:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.145465:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826377728 02000000:00000010:0.0:1769074855.145499:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab82bce000. 00010000:00000010:0.0:1769074855.145539:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:0.0:1769074855.145554:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25180. 00010000:00000010:0.0:1769074855.145574:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074855.145580:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.145596:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074855.145599:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:1.0:1769074855.146072:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074855.146080:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074855.146169:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074855.146173:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72500. 00010000:00000010:1.0:1769074855.146176:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074855.146180:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00000020:00000010:1.0:1769074855.146204:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be40. 00000020:00000010:1.0:1769074855.146211:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be40. 00000020:00000010:1.0:1769074855.146222:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454ea0. 00080000:00000010:1.0:1769074855.146232:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89bfb800. 00000001:00000010:1.0:1769074855.146460:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454300. 00000001:00000010:1.0:1769074855.146468:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc240. 00000020:00000010:1.0:1769074855.146499:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454ea0. 00010000:00000010:1.0:1769074855.146508:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074855.146512:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074855.146524:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074855.146572:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00080000:00000010:1.0:1769074855.146598:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe01ab8. 00000004:00000010:1.0:1769074855.146636:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d006c0. 00000004:00000010:1.0:1769074855.146640:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49ae330. 00000004:00000010:1.0:1769074855.146645:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81dbb8. 00000004:00000010:1.0:1769074855.146909:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab82ffc1e0. 00010000:00000010:1.0:1769074855.146926:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:1.0:1769074855.146948:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889900, last committed = 17179889615 00010000:00000200:1.0:1769074855.146959:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa85914e00 x1855007826377728/t17179889900(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.147008:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074855.147016:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826377728, offset 224 00000400:00000010:1.0:1769074855.147022:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f818. 00000400:00000200:1.0:1769074855.147026:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.147041:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.147046:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40571:40571:256:4294967295] 192.168.204.10@tcp LPNI seq info [40567:40567:8:4294967295] 00000400:00000200:1.0:1769074855.147052:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074855.147058:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.147064:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.147069:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074855.147075:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.147082:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.147086:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.0:1769074855.147193:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:0.0:1769074855.147201:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72500. 00010000:00000010:0.0:1769074855.147210:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc0c0. 00000020:00000010:1.0:1769074855.147249:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:1.0:1769074855.147254:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef320. 00000020:00000010:1.0:1769074855.147257:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00010000:00000010:2.1:1769074855.147914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074855.147922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074855.147925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074855.147928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000800:00000200:0.0:1769074855.150490:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.150500:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4e00. 00000400:00000200:0.0:1769074855.150510:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.150519:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.151359:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.151462:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a6d 00000400:00000200:3.0:1769074855.151469:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.151472:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.151478:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:3.0:1769074855.151481:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00000400:00000200:1.0:1769074855.152281:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.152297:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bfc80 00000400:00000200:1.0:1769074855.152306:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 90728 00000400:00000200:1.0:1769074855.152367:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.152376:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.152382:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.152392:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfb480. 00000020:00000010:0.0:1769074855.152810:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.152816:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.152823:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.152830:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.152835:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.152881:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.152884:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.152886:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826377856 00000001:00000010:0.0:1769074855.152897:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074855.152924:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074855.152931:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074855.152959:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabc184f000. 00010000:00000010:0.0:1769074855.152998:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074855.153003:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.153023:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074855.153027:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.153031:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074855.153034:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.153108:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074855.153112:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074855.153116:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074855.153119:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.153184:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.153196:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.153201:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.153220:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074855.153235:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfb480 x1855007826377856/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.153255:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074855.153260:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826377856, offset 224 00000400:00000200:0.0:1769074855.153267:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.153278:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.153285:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40572:40572:256:4294967295] 192.168.204.10@tcp LPNI seq info [40568:40568:8:4294967295] 00000400:00000200:0.0:1769074855.153296:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.153301:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.153306:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38e00. 00000800:00000200:0.0:1769074855.153313:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.153320:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.153324:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.153341:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.153346:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.153349:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:3.0:1769074855.153573:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.153577:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38e00. 00000400:00000200:3.0:1769074855.153582:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.153586:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.153590:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:3.0:1769074855.153592:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:0.1:1769074855.157657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:0.1:1769074855.157666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074855.157766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074855.157776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00000400:00000200:1.0:1769074855.160094:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.160115:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bfd80 00000400:00000200:1.0:1769074855.160124:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 91304 00000400:00000200:1.0:1769074855.160141:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.160145:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.160153:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.160160:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfb100. 00000800:00000200:3.0:1769074855.161829:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.161835:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074855.161840:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.161845:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074855.162880:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:1.0:1769074855.162890:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25800. 00010000:00000010:1.0:1769074855.162900:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00010000:00000010:0.1:1769074855.163835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:0.1:1769074855.163848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:3.0:1769074855.164704:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.164726:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a75 00000400:00000200:3.0:1769074855.164734:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.164738:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.164745:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:3.0:1769074855.164749:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00010000:00000010:0.0:1769074855.164907:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:0.0:1769074855.164917:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25280. 00010000:00000010:0.1:1769074855.166851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074855.166866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074855.166871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074855.166874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074855.167797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074855.167807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:2.1:1769074855.167811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:2.1:1769074855.167814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074855.167818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074855.167826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000400:00000200:1.0:1769074855.168095:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.168112:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bfe00 00000400:00000200:1.0:1769074855.168120:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 91792 00000400:00000200:1.0:1769074855.168183:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.168188:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.168197:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.168204:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfad80. 00000020:00000010:0.0:1769074855.168667:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.168674:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.168680:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.168685:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.168690:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.168722:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.168725:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.168728:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826378240 00000001:00000010:0.0:1769074855.168750:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc240. 00010000:00000010:0.0:1769074855.168776:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074855.168785:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074855.168813:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86423000. 00010000:00000010:0.0:1769074855.168842:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074855.168846:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.168863:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074855.168867:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.168871:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074855.168874:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.168945:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074855.168948:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074855.168952:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074855.168956:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.169034:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.169045:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.169051:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.169069:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074855.169085:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfad80 x1855007826378240/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.169103:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074855.169109:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826378240, offset 224 00000400:00000200:0.0:1769074855.169116:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.169126:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.169131:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40574:40574:256:4294967295] 192.168.204.10@tcp LPNI seq info [40570:40570:8:4294967295] 00000400:00000200:0.0:1769074855.169142:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.169147:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.169153:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38f00. 00000800:00000200:0.0:1769074855.169158:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.169165:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.169169:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.169242:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.169246:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.169249:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:3.0:1769074855.171281:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.171290:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38f00. 00000400:00000200:3.0:1769074855.171297:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.171306:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.171312:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:3.0:1769074855.171315:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00000400:00000200:3.0:1769074855.173333:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.173352:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8bff00 00000400:00000200:3.0:1769074855.173361:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 92368 00000400:00000200:3.0:1769074855.173503:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.173508:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.173517:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.173523:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c817b80. 00010000:00000010:3.0:1769074855.177026:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:3.0:1769074855.177034:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25300. 00010000:00000010:3.0:1769074855.177041:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00000800:00000200:3.0:1769074855.178876:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.178881:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074855.178887:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.178894:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074855.179314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074855.179322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000400:00000200:3.0:1769074855.181357:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.181392:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a7d 00000400:00000200:3.0:1769074855.181400:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.181404:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.181410:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:3.0:1769074855.181413:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00000400:00000200:3.0:1769074855.181445:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.181452:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8bff80 00000400:00000200:3.0:1769074855.181459:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 92856 00000400:00000200:3.0:1769074855.181503:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.181507:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.181511:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.181518:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c815880. 00010000:00000010:0.1:1769074855.184683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074855.184699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000020:00000010:1.0:1769074855.184937:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074855.184943:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074855.184952:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.185197:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.185205:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.185254:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d180. 00000020:00000010:1.0:1769074855.185257:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d180. 00000100:00000200:1.0:1769074855.185261:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826378624 00000001:00000010:1.0:1769074855.185272:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf840. 00010000:00000010:1.0:1769074855.185298:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074855.185306:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 02000000:00000010:1.0:1769074855.185332:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cbb2000. 00010000:00000010:1.0:1769074855.185362:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074855.185366:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074855.185920:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074855.185926:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074855.185931:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074855.185935:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074855.186023:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074855.186027:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72080. 00010000:00000010:1.0:1769074855.186031:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074855.186035:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074855.186104:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074855.186115:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074855.186120:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074855.186146:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000200:1.0:1769074855.186166:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c815880 x1855007826378624/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074855.186186:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074855.186194:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826378624, offset 224 00000400:00000200:1.0:1769074855.186202:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.186215:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.186223:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40576:40576:256:4294967295] 192.168.204.10@tcp LPNI seq info [40572:40572:8:4294967295] 00000400:00000200:1.0:1769074855.186234:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.186240:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.186245:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074855.186252:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.186259:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.186264:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.186292:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.186297:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.186300:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:3.1:1769074855.189500:0:42125:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074855.189516:0:42125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000400:00000200:1.0:1769074855.189903:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.189920:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c0080 00000400:00000200:1.0:1769074855.189927:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 93432 00000400:00000200:1.0:1769074855.189941:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.189945:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.189952:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.189962:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeedf80. 00010000:00000010:0.1:1769074855.190034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074855.190041:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074855.190045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074855.190047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00000020:00000010:3.0:1769074855.190115:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.190120:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.190126:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.190131:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.190136:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.190176:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.190178:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000100:00000200:3.0:1769074855.190182:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826378880 02000000:00000010:3.0:1769074855.190218:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d5000. 00010000:00000010:3.0:1769074855.190259:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:3.0:1769074855.190273:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72080. 00010000:00000010:3.0:1769074855.190294:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074855.190300:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074855.190316:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074855.190320:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074855.190324:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074855.190327:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074855.190425:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074855.190429:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074855.190433:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074855.190437:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00000020:00000010:3.0:1769074855.190462:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.190467:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.190478:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c5a0. 00080000:00000010:3.0:1769074855.190488:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88dd8400. 00000001:00000010:3.0:1769074855.191063:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf90c0. 00000001:00000010:3.0:1769074855.191071:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e480. 00000020:00000010:3.0:1769074855.191108:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c5a0. 00010000:00000010:3.0:1769074855.191118:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074855.191123:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074855.191136:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074855.191210:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00080000:00000010:3.0:1769074855.191235:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0f008. 00000004:00000010:3.0:1769074855.191243:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bde40. 00000004:00000010:3.0:1769074855.191247:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8dcd2990. 00000004:00000010:3.0:1769074855.191252:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfa780. 00000004:00000010:3.0:1769074855.191256:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae94c1e0. 00010000:00000010:3.0:1769074855.191266:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074855.191285:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889903, last committed = 17179889615 00010000:00000200:3.0:1769074855.191297:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeedf80 x1855007826378880/t17179889903(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.191318:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074855.191325:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826378880, offset 224 00000400:00000010:3.0:1769074855.191333:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e37e0. 00000400:00000200:3.0:1769074855.191337:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.191350:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.191356:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40577:40577:256:4294967295] 192.168.204.10@tcp LPNI seq info [40573:40573:8:4294967295] 00000400:00000200:3.0:1769074855.191363:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.191384:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.191390:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.191396:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074855.191403:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.191410:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.191415:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.191436:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.191440:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.191444:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:0.0:1769074855.191571:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.191575:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074855.191582:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.191587:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074855.193887:0:42125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:2.1:1769074855.193900:0:42125:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074855.193904:0:42125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074855.193911:0:42125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000020:00000010:3.0:1769074855.195584:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.195589:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.195595:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.195600:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.195635:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.195676:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f500. 00000020:00000010:3.0:1769074855.195679:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f500. 00000100:00000200:3.0:1769074855.195682:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826379008 00000001:00000010:3.0:1769074855.195691:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:3.0:1769074855.195714:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074855.195721:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 02000000:00000010:3.0:1769074855.195746:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc542000. 00010000:00000010:3.0:1769074855.195771:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074855.195774:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074855.195792:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074855.195795:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074855.195799:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074855.195801:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074855.195868:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074855.195870:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074855.195874:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074855.195877:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074855.195935:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074855.195946:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074855.195950:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074855.195967:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074855.195994:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5af1c00 x1855007826379008/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.196014:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074855.196019:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826379008, offset 224 00000400:00000200:3.0:1769074855.196026:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.196037:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.196043:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40578:40578:256:4294967295] 192.168.204.10@tcp LPNI seq info [40574:40574:8:4294967295] 00000400:00000200:3.0:1769074855.196054:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.196059:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.196064:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074855.196070:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.196076:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.196080:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.196100:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.196103:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.196108:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:3.0:1769074855.196184:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.196188:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:3.0:1769074855.196195:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.196199:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.196202:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:3.0:1769074855.196204:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00010000:00000010:0.0:1769074855.196658:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:0.0:1769074855.196667:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:2.1:1769074855.197275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074855.197282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000400:00000200:0.0:1769074855.201016:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.201037:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c0200 00000400:00000200:0.0:1769074855.201046:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 94496 00000400:00000200:0.0:1769074855.201076:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.201082:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.201090:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.201096:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cad80. 00010000:00000010:1.1:1769074855.202002:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074855.202009:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074855.202013:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074855.202016:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074855.202038:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:1.0:1769074855.202044:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:1.0:1769074855.202049:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e6c0. 00010000:00000010:0.0:1769074855.203168:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:0.0:1769074855.203175:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25580. 00010000:00000010:0.0:1769074855.203181:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00000800:00000200:3.0:1769074855.203441:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.203446:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074855.203451:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.203456:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074855.204854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:3.1:1769074855.204865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:3.1:1769074855.204871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074855.204876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074855.204881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074855.204884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074855.204887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074855.204890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074855.206996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074855.207008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:1.1:1769074855.207121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074855.207126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:1.0:1769074855.207158:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.207177:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a8d 00000400:00000200:1.0:1769074855.207184:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.207188:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.207194:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:1.0:1769074855.207197:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00000400:00000200:1.0:1769074855.207227:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.207235:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c0280 00000400:00000200:1.0:1769074855.207242:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 94984 00000400:00000200:1.0:1769074855.207300:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.207304:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.207309:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.207315:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef800. 00000020:00000010:0.0:1769074855.207692:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.207698:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.207704:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.207709:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.207714:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.207754:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.207757:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.207759:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826379392 00000001:00000010:0.0:1769074855.207768:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e480. 00010000:00000010:0.0:1769074855.207789:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074855.207795:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074855.207819:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86427000. 00010000:00000010:0.0:1769074855.207844:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074855.207847:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.207861:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074855.207864:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.207868:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074855.207870:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.207935:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074855.207938:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074855.207941:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074855.207944:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.208003:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.208010:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.208013:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.208029:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074855.208043:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef800 x1855007826379392/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.208063:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074855.208068:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826379392, offset 224 00000400:00000200:0.0:1769074855.208075:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.208085:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.208091:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40580:40580:256:4294967295] 192.168.204.10@tcp LPNI seq info [40576:40576:8:4294967295] 00000400:00000200:0.0:1769074855.208101:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.208106:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.208111:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38f00. 00000800:00000200:0.0:1769074855.208118:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.208124:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.208128:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.208153:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.208157:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.208160:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:1.0:1769074855.208458:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.208462:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38f00. 00000400:00000200:1.0:1769074855.208466:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.208470:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.208474:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:1.0:1769074855.208476:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00010000:00000010:2.1:1769074855.212041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:2.1:1769074855.212056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074855.212060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074855.212067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074855.212341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074855.212347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00000020:00000010:3.0:1769074855.212421:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.212426:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.212432:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.212438:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.212443:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.212486:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.212489:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.212492:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826379648 02000000:00000010:3.0:1769074855.212531:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc545000. 00010000:00000010:3.0:1769074855.212570:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074855.212584:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:3.0:1769074855.212632:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074855.212638:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074855.212664:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074855.212667:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074855.212671:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074855.212674:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074855.212753:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074855.212757:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074855.212760:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074855.212763:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00000020:00000010:3.0:1769074855.212786:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.212793:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.212802:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9ba0. 00080000:00000010:3.0:1769074855.212811:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88dd9000. 00000001:00000010:3.0:1769074855.213027:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9c6c0. 00000001:00000010:3.0:1769074855.213034:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074855.213065:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9ba0. 00010000:00000010:3.0:1769074855.213073:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074855.213077:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074855.213087:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e480. 00010000:00000010:3.0:1769074855.213125:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00080000:00000010:3.0:1769074855.213147:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121a390. 00000004:00000010:3.0:1769074855.213154:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0ca80. 00000004:00000010:3.0:1769074855.213157:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49afa90. 00000004:00000010:3.0:1769074855.213162:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81d780. 00000004:00000010:3.0:1769074855.213165:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b483e00. 00010000:00000010:3.0:1769074855.213172:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074855.213185:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889905, last committed = 17179889615 00010000:00000200:3.0:1769074855.213195:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5af2680 x1855007826379648/t17179889905(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.213213:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074855.213218:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826379648, offset 224 00000400:00000010:3.0:1769074855.213224:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e37a8. 00000400:00000200:3.0:1769074855.213229:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.213242:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.213247:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40581:40581:256:4294967295] 192.168.204.10@tcp LPNI seq info [40577:40577:8:4294967295] 00000400:00000200:3.0:1769074855.213253:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.213260:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.213266:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.213271:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074855.213277:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.213284:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.213288:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.213312:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.213317:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.213320:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:1.0:1769074855.213867:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:1.0:1769074855.213877:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:1.0:1769074855.213883:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e480. 00000400:00000200:1.0:1769074855.216508:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.216530:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a95 00000400:00000200:1.0:1769074855.216536:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.216541:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.216548:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:1.0:1769074855.216551:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00010000:00000010:2.1:1769074855.216645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074855.216658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:0.0:1769074855.216794:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:0.0:1769074855.216804:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00000020:00000010:0.0:1769074855.219541:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.219551:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.219557:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.219564:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.219569:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.219692:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.219695:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.219698:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826379776 00000001:00000010:0.0:1769074855.219709:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf180. 00010000:00000010:0.0:1769074855.219747:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074855.219756:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074855.219781:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86425000. 00010000:00000010:0.0:1769074855.219811:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074855.219814:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.219835:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074855.219838:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.219842:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074855.219845:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.219916:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074855.219920:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074855.219925:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074855.219929:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.220003:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.220015:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.220020:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.220040:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074855.220057:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5af0700 x1855007826379776/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.220076:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074855.220083:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826379776, offset 224 00000400:00000200:0.0:1769074855.220091:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.220102:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.220107:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40582:40582:256:4294967295] 192.168.204.10@tcp LPNI seq info [40578:40578:8:4294967295] 00000400:00000200:0.0:1769074855.220119:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.220124:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.220129:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38e00. 00000800:00000200:0.0:1769074855.220136:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.220142:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.220147:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.220172:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.220177:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.220181:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000400:00000200:0.0:1769074855.228051:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.228072:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c0500 00000400:00000200:0.0:1769074855.228080:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 96624 00000400:00000200:0.0:1769074855.228097:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.228101:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.228109:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.228116:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8e00. 00010000:00000010:3.0:1769074855.229697:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:3.0:1769074855.229704:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25080. 00010000:00000010:3.0:1769074855.229711:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00010000:00000010:0.1:1769074855.229910:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074855.229918:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074855.229922:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074855.229924:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00000800:00000200:0.0:1769074855.230106:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.230110:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:0.0:1769074855.230115:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.230121:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074855.232315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074855.232335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074855.232340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074855.232347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000400:00000200:3.0:1769074855.233349:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.233382:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65a9d 00000400:00000200:3.0:1769074855.233390:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.233394:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.233400:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:3.0:1769074855.233403:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00000400:00000200:3.0:1769074855.233442:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.233449:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c0580 00000400:00000200:3.0:1769074855.233457:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 97112 00000400:00000200:3.0:1769074855.233503:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.233507:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.233511:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.233518:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf800. 00000020:00000010:3.0:1769074855.233575:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.233581:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.233588:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.233593:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.233599:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.233671:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.233674:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.233677:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826380160 00000001:00000010:3.0:1769074855.233686:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074855.233711:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074855.233719:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:0.0:1769074855.233930:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:0.0:1769074855.233939:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25a00. 02000000:00000010:3.0:1769074855.234003:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc540000. 00010000:00000010:3.0:1769074855.234031:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074855.234036:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074855.234052:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074855.234055:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074855.234060:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074855.234062:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.234138:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074855.234142:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074855.234145:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074855.234148:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074855.234205:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074855.234214:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.234218:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074855.234236:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074855.234251:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adf800 x1855007826380160/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.234269:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074855.234274:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826380160, offset 224 00000400:00000200:3.0:1769074855.234280:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.234291:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.234297:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40584:40584:256:4294967295] 192.168.204.10@tcp LPNI seq info [40580:40580:8:4294967295] 00000400:00000200:3.0:1769074855.234308:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.234313:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.234318:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074855.234323:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.234329:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.234333:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.234394:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.234398:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.234402:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:1.1:1769074855.234791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074855.234799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000800:00000200:0.0:1769074855.236515:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.236523:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:0.0:1769074855.236532:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.236541:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.236548:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46770 00000400:00000010:0.0:1769074855.236551:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46770. 00000400:00000200:0.0:1769074855.239413:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.239434:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c0680 00000400:00000200:0.0:1769074855.239442:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 97688 00000400:00000200:0.0:1769074855.239455:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.239459:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.239466:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.239472:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8700. 00010000:00000010:0.1:1769074855.239684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074855.239691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000020:00000010:3.0:1769074855.239923:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.239929:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.239934:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.239940:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.239944:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.239994:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.239997:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.240000:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826380416 02000000:00000010:3.0:1769074855.240032:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc543000. 00010000:00000010:3.0:1769074855.240069:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074855.240082:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074855.240098:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074855.240103:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074855.240118:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074855.240121:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074855.240125:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074855.240128:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074855.240201:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074855.240204:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074855.240207:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074855.240210:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00000020:00000010:3.0:1769074855.240228:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.240234:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.240244:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c600. 00080000:00000010:3.0:1769074855.240253:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88ddac00. 00000001:00000010:3.0:1769074855.240486:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9eade0c0. 00000001:00000010:3.0:1769074855.240492:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074855.240522:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c600. 00010000:00000010:3.0:1769074855.240529:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074855.240532:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074855.240543:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074855.240579:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074855.240585:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074855.240623:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.240627:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00080000:00000010:3.0:1769074855.240648:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88cac390. 00000004:00000010:3.0:1769074855.241005:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8780. 00000004:00000010:3.0:1769074855.241010:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d81540. 00000004:00000010:3.0:1769074855.241015:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59a7f8. 00000004:00000010:3.0:1769074855.241021:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86a000. 00010000:00000010:3.0:1769074855.241037:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074855.241054:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889907, last committed = 17179889615 00010000:00000200:3.0:1769074855.241064:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8700 x1855007826380416/t17179889907(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.241085:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074855.241091:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826380416, offset 224 00000400:00000010:3.0:1769074855.241098:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3f18. 00000400:00000200:3.0:1769074855.241102:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.241117:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.241123:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40585:40585:256:4294967295] 192.168.204.10@tcp LPNI seq info [40581:40581:8:4294967295] 00000400:00000200:3.0:1769074855.241129:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.241136:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.241141:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.241146:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074855.241152:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.241159:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.241163:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.241190:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.241195:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.241199:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:1.0:1769074855.241412:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.241417:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074855.241424:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.241429:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.244680:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.244703:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65aa5 00000400:00000200:0.0:1769074855.244710:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.244714:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.244719:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46000 00000400:00000010:0.0:1769074855.244722:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46000. 00000400:00000200:0.0:1769074855.244764:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.244771:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c0700 00000400:00000200:0.0:1769074855.244779:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 98176 00000400:00000200:0.0:1769074855.244835:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.244839:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.244844:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.244851:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c9500. 00010000:00000010:1.0:1769074855.244954:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:1.0:1769074855.244966:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074855.245688:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.245696:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.245703:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.245710:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.245715:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.245764:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.245768:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.245771:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826380544 00000001:00000010:3.0:1769074855.245782:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:3.0:1769074855.245807:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074855.245815:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 02000000:00000010:3.0:1769074855.245841:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc544000. 00010000:00000010:3.0:1769074855.245872:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074855.245876:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.245894:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074855.245898:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074855.245903:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074855.245906:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074855.245993:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074855.245997:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074855.246001:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074855.246005:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074855.246072:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.246086:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074855.246090:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074855.246111:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074855.246129:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c9500 x1855007826380544/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.246148:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074855.246154:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826380544, offset 224 00000400:00000200:3.0:1769074855.246162:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.246173:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.246179:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40586:40586:256:4294967295] 192.168.204.10@tcp LPNI seq info [40582:40582:8:4294967295] 00000400:00000200:3.0:1769074855.246191:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.246197:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.246203:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074855.246208:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.246216:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.246220:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.246243:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.246247:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.246251:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:1.0:1769074855.246445:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.246449:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074855.246456:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.246461:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.246465:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46000 00000400:00000010:1.0:1769074855.246468:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46000. 00010000:00000010:2.1:1769074855.249692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074855.249711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074855.249717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074855.249726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:3.1:1769074855.249991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074855.249997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:3.1:1769074855.250002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074855.250006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074855.250009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074855.250012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074855.250056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074855.250062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074855.250065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074855.250068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074855.250071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074855.250074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00000400:00000200:1.0:1769074855.251059:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.251078:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c0800 00000400:00000200:1.0:1769074855.251088:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 98752 00000400:00000200:1.0:1769074855.251105:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.251109:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.251117:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.251124:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeeca80. 00000020:00000010:0.0:1769074855.251230:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.251236:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.251242:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.251247:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.251253:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.251297:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.251300:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.251303:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826380800 02000000:00000010:0.0:1769074855.251340:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86421000. 00010000:00000010:0.0:1769074855.251390:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:0.0:1769074855.251406:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:0.0:1769074855.251427:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074855.251433:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.251450:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074855.251453:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.251458:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074855.251461:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.251545:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074855.251549:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074855.251552:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074855.251555:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074855.251574:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56860. 00000020:00000010:0.0:1769074855.251580:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56860. 00000020:00000010:0.0:1769074855.251591:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbba0. 00080000:00000010:0.0:1769074855.251600:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c14000. 00000001:00000010:0.0:1769074855.252021:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb600. 00000001:00000010:0.0:1769074855.252028:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d89c0. 00000020:00000010:0.0:1769074855.252063:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbba0. 00010000:00000010:0.0:1769074855.252074:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074855.252079:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.252092:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074855.252131:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074855.252155:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbecba720. 00000004:00000010:0.0:1769074855.252163:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab906d2480. 00000004:00000010:0.0:1769074855.252168:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8dcd2770. 00000004:00000010:0.0:1769074855.252173:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfab40. 00000004:00000010:0.0:1769074855.252177:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae94de00. 00010000:00000010:0.0:1769074855.252187:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074855.252204:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889908, last committed = 17179889615 00010000:00000200:0.0:1769074855.252214:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeeca80 x1855007826380800/t17179889908(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.252235:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074855.252242:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826380800, offset 224 00000400:00000010:0.0:1769074855.252248:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8dd58. 00000400:00000200:0.0:1769074855.252252:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.252265:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.252271:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40587:40587:256:4294967295] 192.168.204.10@tcp LPNI seq info [40583:40583:8:4294967295] 00000400:00000200:0.0:1769074855.252277:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.252284:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.252289:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.252294:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38600. 00000800:00000200:0.0:1769074855.252301:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.252308:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.252312:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38600 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.1:1769074855.252426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074855.252431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:1.0:1769074855.252451:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074855.252457:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:1.0:1769074855.252462:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074855.252501:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.252506:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.252509:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00010000:00000010:3.1:1769074855.252695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074855.252701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074855.252704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074855.252706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074855.252709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074855.252717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074855.252719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074855.252722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074855.252724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074855.252749:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074855.254717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074855.254730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00000400:00000200:1.0:1769074855.256893:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.256919:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65aad 00000400:00000200:1.0:1769074855.256926:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.256930:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.256936:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:1.0:1769074855.256939:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00010000:00000010:0.0:1769074855.257053:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.257064:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00000400:00000200:1.0:1769074855.258205:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.258220:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c0880 00000400:00000200:1.0:1769074855.258230:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 99240 00000400:00000200:1.0:1769074855.258293:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.258297:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.258304:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.258311:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef100. 00000020:00000010:3.0:1769074855.258562:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.258569:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.258576:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.258581:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.258586:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.258662:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.258665:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.258668:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826380928 00000001:00000010:3.0:1769074855.258678:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074855.258703:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074855.258710:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 02000000:00000010:3.0:1769074855.258746:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc547000. 00010000:00000010:3.0:1769074855.258776:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074855.258781:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074855.258799:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074855.258803:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074855.258807:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074855.258811:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.258887:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074855.258890:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074855.258893:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074855.258897:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074855.258959:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074855.258971:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.258988:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074855.259007:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074855.259022:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef100 x1855007826380928/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.259041:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074855.259047:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826380928, offset 224 00000400:00000200:3.0:1769074855.259053:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.259063:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.259069:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40588:40588:256:4294967295] 192.168.204.10@tcp LPNI seq info [40584:40584:8:4294967295] 00000400:00000200:3.0:1769074855.259079:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.259084:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.259090:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074855.259096:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.259103:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.259108:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.259135:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.259139:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.259143:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:1.1:1769074855.260666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074855.260678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074855.260908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074855.260916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00000400:00000200:1.0:1769074855.263698:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.263717:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c0980 00000400:00000200:1.0:1769074855.263727:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 99816 00000400:00000200:1.0:1769074855.263752:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.263756:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.263765:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.263771:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeed180. 00010000:00000010:3.1:1769074855.263932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074855.263939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074855.263943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074855.263945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000020:00000010:3.0:1769074855.263990:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.263996:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.264002:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.264007:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.264012:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.264051:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.264054:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.264056:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826381184 02000000:00000010:3.0:1769074855.264087:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc541000. 00010000:00000010:3.0:1769074855.264123:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074855.264135:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074855.264153:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074855.264158:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074855.264172:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074855.264175:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074855.264179:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074855.264181:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074855.264266:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074855.264270:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074855.264273:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074855.264276:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00000020:00000010:3.0:1769074855.264300:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.264307:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.264319:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9eade420. 00080000:00000010:3.0:1769074855.264329:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88ddbc00. 00000001:00000010:3.0:1769074855.264549:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f9c5a0. 00000001:00000010:3.0:1769074855.264556:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074855.264586:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9eade420. 00010000:00000010:3.0:1769074855.264593:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074855.264596:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074855.264640:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074855.264682:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00080000:00000010:3.0:1769074855.264705:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbecbb8f0. 00000004:00000010:3.0:1769074855.264713:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d00e40. 00000004:00000010:3.0:1769074855.264717:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8dcd3cb0. 00000004:00000010:3.0:1769074855.264722:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfaca8. 00000004:00000010:3.0:1769074855.264726:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae94cb40. 00010000:00000010:3.0:1769074855.264736:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000200:3.0:1769074855.264752:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889909, last committed = 17179889615 00010000:00000200:3.0:1769074855.264763:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeed180 x1855007826381184/t17179889909(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.264788:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074855.264796:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826381184, offset 224 00000400:00000010:3.0:1769074855.264802:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e30e0. 00000400:00000200:3.0:1769074855.264807:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.264820:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.264827:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40589:40589:256:4294967295] 192.168.204.10@tcp LPNI seq info [40585:40585:8:4294967295] 00000400:00000200:3.0:1769074855.264833:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.264841:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.264846:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.264850:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074855.264856:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.264864:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.264868:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.265024:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.265029:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.265033:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:1.0:1769074855.265482:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:1.0:1769074855.265489:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:1.0:1769074855.265496:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00010000:00000010:1.0:1769074855.270215:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:1.0:1769074855.270233:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:0.1:1769074855.270888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074855.270898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00000400:00000200:1.0:1769074855.270990:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.271007:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c0a00 00000400:00000200:1.0:1769074855.271015:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 100304 00000400:00000200:1.0:1769074855.271077:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.271082:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.271089:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.271096:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec700. 00000020:00000010:3.0:1769074855.271174:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.271179:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.271185:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.271189:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.271194:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.271222:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.271224:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.271227:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826381312 00000001:00000010:3.0:1769074855.271235:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 00010000:00000010:3.0:1769074855.271259:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074855.271265:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 02000000:00000010:3.0:1769074855.271293:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbd197000. 00010000:00000010:3.0:1769074855.271325:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074855.271329:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.271347:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074855.271351:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074855.271355:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074855.271357:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074855.271440:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074855.271443:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074855.271447:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074855.271450:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074855.271509:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.271520:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074855.271524:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074855.271542:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000200:3.0:1769074855.271555:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeec700 x1855007826381312/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.271573:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074855.271579:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826381312, offset 224 00000400:00000200:3.0:1769074855.271586:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.271596:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.271651:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40590:40590:256:4294967295] 192.168.204.10@tcp LPNI seq info [40586:40586:8:4294967295] 00000400:00000200:3.0:1769074855.271662:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.271668:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.271673:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074855.271680:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.271687:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.271691:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.271708:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.271711:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.271715:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:1.1:1769074855.273662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:1.1:1769074855.273674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074855.273786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074855.273792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00000020:00000010:0.0:1769074855.276422:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.276428:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.276434:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.276440:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.276445:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.276489:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.276492:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.276495:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826381568 02000000:00000010:0.0:1769074855.276532:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86422000. 00010000:00000010:0.0:1769074855.276570:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:0.0:1769074855.276588:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:0.0:1769074855.276968:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074855.276987:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.277007:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074855.277011:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074855.277016:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074855.277020:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.277112:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074855.277116:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074855.277119:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074855.277122:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074855.277149:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56860. 00000020:00000010:0.0:1769074855.277156:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56860. 00000020:00000010:0.0:1769074855.277168:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbba0. 00080000:00000010:0.0:1769074855.277178:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c15c00. 00000001:00000010:0.0:1769074855.277407:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb540. 00000001:00000010:0.0:1769074855.277414:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074855.277447:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbba0. 00010000:00000010:0.0:1769074855.277457:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074855.277462:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.277473:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8300. 00010000:00000010:0.0:1769074855.277559:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074855.277585:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe01728. 00000004:00000010:0.0:1769074855.277594:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d00b40. 00000004:00000010:0.0:1769074855.277597:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49ae880. 00000004:00000010:0.0:1769074855.277642:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81d8e8. 00000004:00000010:0.0:1769074855.277648:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab82ffd0e0. 00010000:00000010:0.0:1769074855.277968:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074855.278000:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889910, last committed = 17179889615 00010000:00000200:0.0:1769074855.278011:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5af3100 x1855007826381568/t17179889910(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.278033:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074855.278039:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826381568, offset 224 00000400:00000010:0.0:1769074855.278046:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8daf0. 00000400:00000200:0.0:1769074855.278050:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.278065:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.278071:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40591:40591:256:4294967295] 192.168.204.10@tcp LPNI seq info [40587:40587:8:4294967295] 00000400:00000200:0.0:1769074855.278078:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.278085:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.278091:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.278096:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38300. 00000800:00000200:0.0:1769074855.278102:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.278110:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.278115:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.278183:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.278188:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.278191:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00010000:00000010:3.0:1769074855.279046:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074855.279059:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:3.0:1769074855.279067:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8300. 00010000:00000010:3.1:1769074855.283186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074855.283199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000020:00000010:3.0:1769074855.283249:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.283255:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.283260:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.283266:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.283271:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.283314:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.283317:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.283320:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826381696 00000001:00000010:3.0:1769074855.283330:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074855.283358:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.0:1769074855.283365:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 02000000:00000010:3.0:1769074855.283404:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8782c000. 00010000:00000010:3.0:1769074855.283432:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074855.283436:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074855.283456:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074855.283459:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074855.283463:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.0:1769074855.283466:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.283540:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074855.283544:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074855.283548:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074855.283551:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074855.283641:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:1.1:1769074855.283764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074855.283771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074855.283966:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.283981:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074855.284003:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000200:3.0:1769074855.284021:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5af0e00 x1855007826381696/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.284041:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074855.284047:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826381696, offset 224 00000400:00000200:3.0:1769074855.284054:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.284066:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.284073:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40592:40592:256:4294967295] 192.168.204.10@tcp LPNI seq info [40588:40588:8:4294967295] 00000400:00000200:3.0:1769074855.284084:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.284090:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.284095:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074855.284102:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.284109:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.284113:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.284129:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.284132:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.284136:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.287330:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.287335:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.287341:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.287347:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.287352:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00010000:00000010:0.0:1769074855.287510:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.287521:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00000020:00000010:3.0:1769074855.287660:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.287663:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.287666:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826381952 02000000:00000010:3.0:1769074855.287699:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8782a000. 00010000:00000010:3.0:1769074855.287743:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074855.287755:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074855.287774:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074855.287780:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074855.287795:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074855.287798:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074855.287803:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074855.287806:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074855.287886:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074855.287890:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074855.287893:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074855.287897:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00000020:00000010:3.0:1769074855.287922:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.287929:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.287940:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87f9c600. 00080000:00000010:3.0:1769074855.287951:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b42800. 00000001:00000010:3.0:1769074855.288167:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab908961e0. 00000001:00000010:3.0:1769074855.288174:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e240. 00000020:00000010:3.0:1769074855.288206:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87f9c600. 00010000:00000010:3.0:1769074855.288213:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074855.288217:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074855.288228:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074855.288266:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00080000:00000010:3.0:1769074855.288289:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe01560. 00000004:00000010:3.0:1769074855.288296:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d00900. 00000004:00000010:3.0:1769074855.288300:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49af100. 00000004:00000010:3.0:1769074855.288304:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81d438. 00000004:00000010:3.0:1769074855.288308:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab82ffc000. 00010000:00000010:3.0:1769074855.288317:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000200:3.0:1769074855.288334:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889911, last committed = 17179889615 00010000:00000200:3.0:1769074855.288344:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0a80 x1855007826381952/t17179889911(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.288364:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074855.288383:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826381952, offset 224 00000400:00000010:3.0:1769074855.288390:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e35e8. 00000400:00000200:3.0:1769074855.288395:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.288407:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.288413:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40593:40593:256:4294967295] 192.168.204.10@tcp LPNI seq info [40589:40589:8:4294967295] 00000400:00000200:3.0:1769074855.288418:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.288424:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.288430:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.288435:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074855.288441:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.288448:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.288452:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.288467:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.288471:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.288475:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:0.0:1769074855.288561:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:0.0:1769074855.288568:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:0.0:1769074855.288574:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e6c0. 00010000:00000010:0.1:1769074855.291794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074855.291811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074855.291963:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074855.291969:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074855.291982:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074855.291985:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000020:00000010:3.0:1769074855.292452:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.292458:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.292464:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.292468:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.292474:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.292515:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.292517:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.292521:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826382080 00000001:00000010:3.0:1769074855.292529:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:3.0:1769074855.292550:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.0:1769074855.292556:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 02000000:00000010:3.0:1769074855.292580:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8782d000. 00010000:00000010:3.0:1769074855.292637:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.0:1769074855.292641:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.292665:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074855.292668:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074855.292672:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074855.292675:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.292749:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074855.292753:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074855.292756:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.0:1769074855.292759:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074855.292825:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.292837:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.292842:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074855.292860:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000200:3.0:1769074855.292876:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2a00 x1855007826382080/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.292894:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074855.292899:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826382080, offset 224 00000400:00000200:3.0:1769074855.292905:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.292915:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.292920:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40594:40594:256:4294967295] 192.168.204.10@tcp LPNI seq info [40590:40590:8:4294967295] 00000400:00000200:3.0:1769074855.292930:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.292935:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.292940:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074855.292946:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.292952:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.292955:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.292985:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.292990:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.292993:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:0.0:1769074855.293265:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.293269:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074855.293276:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.293280:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.293284:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:0.0:1769074855.293286:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00000020:00000010:3.0:1769074855.296405:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.296410:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.296416:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.296421:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.296427:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.296459:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.296461:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.296464:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826382336 02000000:00000010:3.0:1769074855.296495:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8782b000. 00010000:00000010:3.0:1769074855.296533:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074855.296548:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074855.296564:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074855.296569:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074855.296582:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074855.296586:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074855.296590:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074855.296592:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074855.296712:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074855.296716:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074855.296719:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.0:1769074855.296722:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00000020:00000010:3.0:1769074855.296744:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.296753:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.296764:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab90896b40. 00080000:00000010:3.0:1769074855.296773:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b43000. 00000001:00000010:3.0:1769074855.296992:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecf9360. 00000001:00000010:3.0:1769074855.297000:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074855.297035:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab90896b40. 00010000:00000010:3.0:1769074855.297044:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.0:1769074855.297048:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074855.297058:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074855.297095:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00080000:00000010:3.0:1769074855.297118:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88c858f0. 00000004:00000010:3.0:1769074855.297125:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50cf00. 00000004:00000010:3.0:1769074855.297128:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4ebb0. 00000004:00000010:3.0:1769074855.297133:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10e10. 00000004:00000010:3.0:1769074855.297137:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd225860. 00010000:00000010:3.0:1769074855.297146:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074855.297162:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889912, last committed = 17179889615 00010000:00000200:3.0:1769074855.297171:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0e00 x1855007826382336/t17179889912(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.297191:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074855.297196:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826382336, offset 224 00000400:00000010:3.0:1769074855.297203:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3bd0. 00000400:00000200:3.0:1769074855.297206:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.297218:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.297223:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40595:40595:256:4294967295] 192.168.204.10@tcp LPNI seq info [40591:40591:8:4294967295] 00000400:00000200:3.0:1769074855.297229:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.297236:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.297241:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.297246:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074855.297251:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.297256:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.297260:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.297278:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.297282:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.297286:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:3.0:1769074855.297379:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.297383:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:3.0:1769074855.297389:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.297393:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074855.297705:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:0.0:1769074855.297712:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:0.0:1769074855.297720:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00010000:00000010:1.0:1769074855.299860:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:1.0:1769074855.299877:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:0.1:1769074855.300755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074855.300770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074855.300774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074855.300779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074855.300782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:0.1:1769074855.300785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074855.300861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074855.300867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00000400:00000200:0.0:1769074855.301754:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.301773:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65acd 00000400:00000200:0.0:1769074855.301780:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.301785:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.301791:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:0.0:1769074855.301794:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00000400:00000200:0.0:1769074855.301814:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.301820:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c0e80 00000400:00000200:0.0:1769074855.301827:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 103496 00000400:00000200:0.0:1769074855.301837:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.301841:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.301845:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.301851:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cb480. 00000020:00000010:3.0:1769074855.302171:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.302177:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.302183:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.302188:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.302193:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.302232:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.302235:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.302238:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826382464 00000001:00000010:3.0:1769074855.302248:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e240. 00010000:00000010:3.0:1769074855.302269:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.302276:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 02000000:00000010:3.0:1769074855.302301:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87829000. 00010000:00000010:3.0:1769074855.302330:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074855.302334:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.302349:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074855.302352:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074855.302356:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.302359:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074855.302437:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074855.302441:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074855.302444:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074855.302448:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074855.302498:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.302506:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074855.302509:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074855.302525:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074855.302539:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908cb480 x1855007826382464/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.302556:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074855.302560:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826382464, offset 224 00000400:00000200:3.0:1769074855.302567:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.302576:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.302582:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40596:40596:256:4294967295] 192.168.204.10@tcp LPNI seq info [40592:40592:8:4294967295] 00000400:00000200:3.0:1769074855.302592:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.302597:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.302642:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074855.302648:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.302655:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.302659:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.302678:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.302682:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.302686:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:1.0:1769074855.302880:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.302884:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074855.302890:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.302894:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.302897:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:1.0:1769074855.302899:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00010000:00000010:3.1:1769074855.303815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074855.303824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074855.303829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074855.303831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.1:1769074855.303834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074855.303837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074855.303839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074855.303844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074855.305658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074855.305672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:2.1:1769074855.305818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074855.305824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074855.305942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:0.1:1769074855.305946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074855.305996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074855.306000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074855.306003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.1:1769074855.306005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074855.306009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074855.306011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074855.306014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074855.306019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074855.306022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074855.306025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074855.306027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074855.306030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000400:00000200:3.0:1769074855.306507:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.306525:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c0f80 00000400:00000200:3.0:1769074855.306533:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 104072 00000400:00000200:3.0:1769074855.306548:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.306552:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.306559:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.306565:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88add180. 00000800:00000200:0.0:1769074855.307780:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.307784:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:0.0:1769074855.307789:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.307793:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074855.307887:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:1.0:1769074855.307893:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25c00. 00010000:00000010:1.0:1769074855.307898:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf3c0. 00000400:00000200:1.0:1769074855.309599:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.309658:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ad5 00000400:00000200:1.0:1769074855.309664:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.309668:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.309674:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:1.0:1769074855.309678:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00010000:00000010:0.0:1769074855.309834:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:0.0:1769074855.309845:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25a80. 00000400:00000200:3.0:1769074855.312285:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.312303:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c1000 00000400:00000200:3.0:1769074855.312312:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 104560 00000400:00000200:3.0:1769074855.312377:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.312382:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.312390:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.312396:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adc000. 00000020:00000010:0.0:1769074855.312496:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.312502:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.312508:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.312514:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.312519:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.312562:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.312565:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.312568:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826382848 00000001:00000010:0.0:1769074855.312578:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:0.0:1769074855.312643:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074855.312660:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074855.312685:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86424000. 00010000:00000010:0.0:1769074855.312714:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074855.312719:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.312748:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074855.312752:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.312756:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074855.312759:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.312832:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074855.312835:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074855.312839:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074855.312843:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.312911:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.312922:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.312928:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.312946:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074855.312961:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adc000 x1855007826382848/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.312989:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074855.312996:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826382848, offset 224 00000400:00000200:0.0:1769074855.313002:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.313012:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.313018:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40598:40598:256:4294967295] 192.168.204.10@tcp LPNI seq info [40594:40594:8:4294967295] 00000400:00000200:0.0:1769074855.313027:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.313032:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.313038:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38a00. 00000800:00000200:0.0:1769074855.313044:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.313051:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.313055:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.313076:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.313080:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.313083:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:1.0:1769074855.313271:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.313277:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38a00. 00000400:00000200:1.0:1769074855.313281:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.313285:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.313290:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:1.0:1769074855.313292:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:2.1:1769074855.313395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.1:1769074855.313402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074855.313406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074855.313411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074855.316854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074855.316870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000400:00000200:1.0:1769074855.317278:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.317295:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c1100 00000400:00000200:1.0:1769074855.317304:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 105136 00000400:00000200:1.0:1769074855.317319:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.317324:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.317332:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.317339:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeee300. 00010000:00000010:0.1:1769074855.317495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074855.317502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.0:1769074855.318571:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:3.0:1769074855.318576:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25200. 00010000:00000010:3.0:1769074855.318582:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00000800:00000200:0.0:1769074855.323991:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.324001:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:0.0:1769074855.324011:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.324020:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.324544:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.324561:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65add 00000400:00000200:1.0:1769074855.324568:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.324571:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.324576:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:1.0:1769074855.324580:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00000400:00000200:1.0:1769074855.324823:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.324831:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c1180 00000400:00000200:1.0:1769074855.324840:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 105624 00000400:00000200:1.0:1769074855.324901:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.324905:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.324910:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.324916:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec000. 00000020:00000010:3.0:1769074855.325072:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.325077:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.325084:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.325090:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.325095:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.325138:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.325141:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.325144:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826383232 00000001:00000010:3.0:1769074855.325156:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:3.0:1769074855.325183:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.325191:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 02000000:00000010:3.0:1769074855.325217:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87828000. 00010000:00000010:3.0:1769074855.325248:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.325253:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074855.325272:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074855.325276:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074855.325280:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074855.325283:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.325356:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074855.325360:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074855.325363:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074855.325366:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074855.325444:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074855.325458:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.325464:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074855.325485:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074855.325499:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeec000 x1855007826383232/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.325519:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074855.325524:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826383232, offset 224 00000400:00000200:3.0:1769074855.325531:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.325541:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.325547:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40600:40600:256:4294967295] 192.168.204.10@tcp LPNI seq info [40596:40596:8:4294967295] 00000400:00000200:3.0:1769074855.325557:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.325563:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.325568:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074855.325574:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.325581:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.325585:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.325634:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.325638:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.325642:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:1.0:1769074855.326639:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.326646:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074855.326662:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.326669:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.326675:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:1.0:1769074855.326678:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00010000:00000010:0.1:1769074855.328826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074855.328842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074855.328846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074855.328849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00000400:00000200:3.0:1769074855.333697:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.333715:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c1280 00000400:00000200:3.0:1769074855.333724:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 106200 00000400:00000200:3.0:1769074855.333753:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.333758:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.333766:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.333772:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adca80. 00000020:00000010:1.0:1769074855.333936:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.333942:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.333949:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.333955:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.333959:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.334007:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.334010:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074855.334014:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826383488 02000000:00000010:1.0:1769074855.334055:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb7000. 00010000:00000010:1.0:1769074855.334094:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:1.0:1769074855.334110:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:1.0:1769074855.334128:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074855.334134:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074855.334152:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074855.334155:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074855.334159:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074855.334163:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074855.334245:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074855.334248:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074855.334251:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074855.334254:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00000020:00000010:1.0:1769074855.334275:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b5e0. 00000020:00000010:1.0:1769074855.334280:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b5e0. 00000020:00000010:1.0:1769074855.334290:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454ea0. 00080000:00000010:1.0:1769074855.334299:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86440800. 00000001:00000010:1.0:1769074855.334507:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04540c0. 00000001:00000010:1.0:1769074855.334514:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc9c0. 00000020:00000010:1.0:1769074855.334545:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454ea0. 00010000:00000010:1.0:1769074855.334553:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074855.334558:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074855.334569:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcca80. 00010000:00000010:1.0:1769074855.334640:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00080000:00000010:1.0:1769074855.334661:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe01c80. 00000004:00000010:1.0:1769074855.334669:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d00d80. 00000004:00000010:1.0:1769074855.334672:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49aeaa0. 00000004:00000010:1.0:1769074855.334676:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81d0f0. 00000004:00000010:1.0:1769074855.334680:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab82ffc780. 00010000:00000010:1.0:1769074855.334689:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000200:1.0:1769074855.334705:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889915, last committed = 17179889615 00010000:00000200:1.0:1769074855.334715:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adca80 x1855007826383488/t17179889915(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.334894:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074855.334901:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826383488, offset 224 00000400:00000010:1.0:1769074855.334908:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f9d8. 00000400:00000200:1.0:1769074855.334913:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.334927:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.334933:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40601:40601:256:4294967295] 192.168.204.10@tcp LPNI seq info [40597:40597:8:4294967295] 00000400:00000200:1.0:1769074855.334938:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074855.334945:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.334950:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.334955:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074855.334962:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.334968:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.334982:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.335002:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.335006:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.335010:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:1.0:1769074855.335353:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.335357:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:1.0:1769074855.335361:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.335431:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074855.336657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:2.1:1769074855.336665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074855.336670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074855.336679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:3.1:1769074855.336943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074855.336948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00000400:00000200:1.0:1769074855.338333:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.338354:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ae5 00000400:00000200:1.0:1769074855.338361:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.338365:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.338372:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:1.0:1769074855.338385:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:0.0:1769074855.338555:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:0.0:1769074855.338566:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72f80. 00010000:00000010:2.1:1769074855.339668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074855.339678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074855.339817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074855.339824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074855.339826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074855.339829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.1:1769074855.339908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.1:1769074855.339914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:1.1:1769074855.339918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074855.339923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000400:00000200:3.0:1769074855.341135:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.341155:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c1300 00000400:00000200:3.0:1769074855.341163:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 106688 00000400:00000200:3.0:1769074855.341225:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.341231:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.341240:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.341246:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88add500. 00000800:00000200:1.0:1769074855.342419:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.342424:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074855.342429:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.342433:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.342437:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:1.0:1769074855.342440:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00010000:00000010:2.1:1769074855.342987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074855.342995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:0.1:1769074855.343689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074855.343697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:1.0:1769074855.346556:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.346578:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c1400 00000400:00000200:1.0:1769074855.346588:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 107264 00000400:00000200:1.0:1769074855.346650:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.346655:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.346663:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.346670:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeee680. 00000800:00000200:3.0:1769074855.348100:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.348104:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074855.348109:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.348113:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074855.350184:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:0.0:1769074855.350199:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25600. 00010000:00000010:0.0:1769074855.350210:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00000400:00000200:3.0:1769074855.350354:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.350378:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65aed 00000400:00000200:3.0:1769074855.350386:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.350390:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.350397:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:3.0:1769074855.350399:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:0.0:1769074855.350468:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:0.0:1769074855.350473:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25f00. 00000400:00000200:1.0:1769074855.352418:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.352434:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c1480 00000400:00000200:1.0:1769074855.352441:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 107752 00000400:00000200:1.0:1769074855.352488:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.352492:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.352499:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.352503:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeece00. 00000800:00000200:3.0:1769074855.353968:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.354055:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:3.0:1769074855.354061:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.354069:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.354075:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:3.0:1769074855.354077:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00000400:00000200:1.0:1769074855.355448:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.355462:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c1580 00000400:00000200:1.0:1769074855.355469:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 108328 00000400:00000200:1.0:1769074855.355481:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.355484:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.355489:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.355494:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef480. 00000020:00000010:0.0:1769074855.355562:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.355567:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.355572:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.355577:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074855.355580:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00010000:00000010:2.1:1769074855.355638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074855.355644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074855.355648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074855.355655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000020:00000010:0.0:1769074855.355694:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.355696:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.355698:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826384256 02000000:00000010:0.0:1769074855.355729:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9174c000. 00010000:00000010:0.0:1769074855.355764:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:0.0:1769074855.355777:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25100. 00010000:00000010:0.0:1769074855.355794:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074855.355798:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.355813:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074855.355816:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074855.355818:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074855.355820:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.355888:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074855.355890:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.355893:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074855.355895:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074855.355910:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56fe0. 00000020:00000010:0.0:1769074855.355915:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56fe0. 00000020:00000010:0.0:1769074855.355923:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbba0. 00080000:00000010:0.0:1769074855.355931:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c15400. 00000001:00000010:1.0:1769074855.356171:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454ea0. 00000001:00000010:1.0:1769074855.356177:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074855.356201:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbba0. 00010000:00000010:1.0:1769074855.356207:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074855.356210:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074855.356219:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc540. 00010000:00000010:1.0:1769074855.356254:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.356260:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:0.0:1769074855.356264:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.356269:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc540. 00080000:00000010:1.0:1769074855.356277:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0e8e8. 00000004:00000010:1.0:1769074855.356284:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bd180. 00000004:00000010:1.0:1769074855.356288:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8dcd3dc0. 00000004:00000010:1.0:1769074855.356293:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfa690. 00000004:00000010:1.0:1769074855.356297:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea41e0. 00010000:00000010:1.0:1769074855.356306:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:1.0:1769074855.356319:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889917, last committed = 17179889615 00010000:00000200:1.0:1769074855.356326:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef480 x1855007826384256/t17179889917(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.356342:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074855.356346:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826384256, offset 224 00000400:00000010:1.0:1769074855.356350:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fea8. 00000400:00000200:1.0:1769074855.356353:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.356362:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.356367:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40605:40605:256:4294967295] 192.168.204.10@tcp LPNI seq info [40601:40601:8:4294967295] 00000400:00000200:1.0:1769074855.356374:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074855.356391:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.356399:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.356404:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074855.356409:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.356415:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.356419:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.356446:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:1.0:1769074855.356451:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:1.0:1769074855.356454:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:3.0:1769074855.356560:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.356565:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:3.0:1769074855.356570:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.356575:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.357595:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.357642:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65af5 00000400:00000200:3.0:1769074855.357657:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.357661:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.357666:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:3.0:1769074855.357669:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:0.0:1769074855.357836:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.357846:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00000400:00000200:1.0:1769074855.358739:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.358751:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c1600 00000400:00000200:1.0:1769074855.358759:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 108816 00000400:00000200:1.0:1769074855.358815:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.358819:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.358825:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.358831:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec380. 00010000:00000010:0.1:1769074855.359182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074855.359189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074855.359193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074855.359196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000800:00000200:3.0:1769074855.359478:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.359482:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074855.359487:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.359490:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.359494:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:3.0:1769074855.359496:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:2.1:1769074855.361969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074855.361994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074855.361998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074855.361998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:0.1:1769074855.362004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074855.362008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074855.362008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074855.362011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:2.1:1769074855.362012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074855.362014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074855.362017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074855.362019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:1.1:1769074855.362835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074855.362845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00000400:00000200:3.0:1769074855.362997:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.363014:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c1700 00000400:00000200:3.0:1769074855.363022:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 109392 00000400:00000200:3.0:1769074855.363051:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.363056:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.363065:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.363070:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf480. 00010000:00000010:0.0:1769074855.364896:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:0.0:1769074855.364903:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25380. 00010000:00000010:0.0:1769074855.364910:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00000800:00000200:1.0:1769074855.365161:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.365165:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:1.0:1769074855.365169:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.365174:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.368217:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.368239:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65afd 00000400:00000200:1.0:1769074855.368247:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.368251:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.368257:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:1.0:1769074855.368260:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00010000:00000010:0.0:1769074855.368353:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:0.0:1769074855.368365:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25d80. 00010000:00000010:2.1:1769074855.368526:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074855.368534:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074855.368538:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074855.368540:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:0.1:1769074855.368674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074855.368680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00000400:00000200:3.0:1769074855.369384:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.369397:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c1780 00000400:00000200:3.0:1769074855.369405:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 109880 00000400:00000200:3.0:1769074855.369455:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.369459:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.369466:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.369471:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adc700. 00000800:00000200:1.0:1769074855.370291:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.370296:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074855.370300:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.370304:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.370308:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:1.0:1769074855.370310:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00010000:00000010:0.1:1769074855.370927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074855.370935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000400:00000200:1.0:1769074855.374166:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.374186:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c1880 00000400:00000200:1.0:1769074855.374195:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 110456 00000400:00000200:1.0:1769074855.374211:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.374216:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.374224:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.374231:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeeed80. 00000020:00000010:3.0:1769074855.374505:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.374512:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.374518:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.374524:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.374529:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.374569:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.374572:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.374575:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826385024 02000000:00000010:3.0:1769074855.374647:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f54000. 00010000:00000010:3.0:1769074855.374697:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:3.0:1769074855.374714:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25d80. 00010000:00000010:3.0:1769074855.374743:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.374750:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074855.374767:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074855.374771:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074855.374775:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074855.374778:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.374860:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074855.374864:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074855.374868:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.374871:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00000020:00000010:3.0:1769074855.374896:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.374902:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.374913:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9d80. 00080000:00000010:3.0:1769074855.374924:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b42c00. 00000001:00000010:3.0:1769074855.375128:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab90896180. 00000001:00000010:3.0:1769074855.375135:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ec00. 00000020:00000010:3.0:1769074855.375168:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9d80. 00010000:00000010:3.0:1769074855.375176:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074855.375180:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074855.375192:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e240. 00010000:00000010:3.0:1769074855.375233:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00080000:00000010:3.0:1769074855.375255:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88c851d0. 00000004:00000010:3.0:1769074855.375262:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50c000. 00000004:00000010:3.0:1769074855.375265:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4f430. 00000004:00000010:3.0:1769074855.375270:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10c30. 00000004:00000010:3.0:1769074855.375274:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd224b40. 00010000:00000010:3.0:1769074855.375283:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074855.375301:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889919, last committed = 17179889615 00010000:00000200:3.0:1769074855.375310:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeeed80 x1855007826385024/t17179889919(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.375330:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46198. 00000100:00000200:3.0:1769074855.375336:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826385024, offset 224 00000400:00000010:3.0:1769074855.375343:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3850. 00000400:00000200:3.0:1769074855.375347:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.375361:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.375459:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40609:40609:256:4294967295] 192.168.204.10@tcp LPNI seq info [40605:40605:8:4294967295] 00000400:00000200:3.0:1769074855.375467:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.375474:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.375481:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.375487:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074855.375493:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.375500:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.375505:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.375524:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.375528:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.375532:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:2.1:1769074855.375630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074855.375638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074855.375641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074855.375645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00000800:00000200:1.0:1769074855.375887:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.375892:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074855.375899:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.375903:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074855.376119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074855.376125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.0:1769074855.376147:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:0.0:1769074855.376153:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:0.0:1769074855.376159:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e240. 00010000:00000010:2.1:1769074855.377769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074855.377784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074855.377788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074855.377790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000400:00000200:1.0:1769074855.378327:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.378345:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b05 00000400:00000200:1.0:1769074855.378353:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.378357:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.378363:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46198 00000400:00000010:1.0:1769074855.378376:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46198. 00010000:00000010:0.0:1769074855.378530:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:0.0:1769074855.378541:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00000400:00000200:1.0:1769074855.381009:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.381028:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c1900 00000400:00000200:1.0:1769074855.381037:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 110944 00000400:00000200:1.0:1769074855.381097:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.381103:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.381111:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.381118:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeed880. 00000800:00000200:1.0:1769074855.382308:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.382313:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074855.382317:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.382321:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.382325:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:1.0:1769074855.382328:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00010000:00000010:3.1:1769074855.383664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074855.383677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074855.383681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074855.383687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:0.1:1769074855.384110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074855.384116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00000400:00000200:1.0:1769074855.387451:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.387472:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c1a00 00000400:00000200:1.0:1769074855.387481:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 111520 00000400:00000200:1.0:1769074855.387497:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.387502:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.387510:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.387516:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeeea00. 00010000:00000010:0.1:1769074855.387904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074855.387911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00000020:00000010:3.0:1769074855.387986:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.387992:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.387998:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.388004:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.388010:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074855.388053:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.388056:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.388059:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826385408 02000000:00000010:3.0:1769074855.388094:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f56000. 00010000:00000010:3.0:1769074855.388132:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074855.388146:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25380. 00010000:00000010:3.0:1769074855.388164:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.388171:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074855.388186:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074855.388190:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074855.388194:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.388197:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074855.388389:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074855.388394:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074855.388398:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074855.388401:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00000020:00000010:3.0:1769074855.388426:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.388433:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8040. 00000020:00000010:3.0:1769074855.388443:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab90896ea0. 00080000:00000010:3.0:1769074855.388452:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b42400. 00010000:00000010:0.0:1769074855.390073:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:0.0:1769074855.390080:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:0.0:1769074855.390087:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000800:00000200:1.0:1769074855.390224:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.390228:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:1.0:1769074855.390232:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.390237:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.393275:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.393295:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b0d 00000400:00000200:1.0:1769074855.393303:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.393308:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.393315:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:1.0:1769074855.393318:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:0.0:1769074855.393983:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:0.0:1769074855.393997:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:2.1:1769074855.394064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074855.394071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074855.394076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074855.394079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000400:00000200:1.0:1769074855.394222:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.394233:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c1a80 00000400:00000200:1.0:1769074855.394241:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 112008 00000400:00000200:1.0:1769074855.394298:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.394302:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.394307:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.394315:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae922a00. 00000800:00000200:1.0:1769074855.396076:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.396081:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:1.0:1769074855.396086:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.396092:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.396097:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:1.0:1769074855.396099:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00010000:00000010:3.1:1769074855.398754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074855.398769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074855.398881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074855.398886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00000400:00000200:1.0:1769074855.400076:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.400095:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c1b80 00000400:00000200:1.0:1769074855.400103:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 112584 00000400:00000200:1.0:1769074855.400120:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.400124:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.400133:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.400140:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920000. 00010000:00000010:1.0:1769074855.401454:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00080000:00000010:1.0:1769074855.401481:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe00e40. 00000004:00000010:1.0:1769074855.401489:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d009c0. 00000004:00000010:1.0:1769074855.401492:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49ae660. 00000004:00000010:1.0:1769074855.401496:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81d348. 00000004:00000010:1.0:1769074855.401501:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab82ffda40. 00010000:00000010:1.0:1769074855.401510:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000200:1.0:1769074855.401528:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889921, last committed = 17179889615 00010000:00000200:1.0:1769074855.401539:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae920000 x1855007826385792/t17179889921(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.401560:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074855.401567:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826385792, offset 224 00000400:00000010:1.0:1769074855.401574:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f038. 00000400:00000200:1.0:1769074855.401578:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.401592:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.401597:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40613:40613:256:4294967295] 192.168.204.10@tcp LPNI seq info [40609:40609:8:4294967295] 00000400:00000200:1.0:1769074855.401637:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074855.401643:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.401658:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.401664:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074855.401670:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.401676:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.401681:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.401706:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25d00. 00000020:00000010:1.0:1769074855.401711:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117578. 00000020:00000010:1.0:1769074855.401717:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88400. 00000800:00000200:3.0:1769074855.401914:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.401919:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:3.0:1769074855.401924:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.401929:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.404176:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.404197:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b15 00000400:00000200:1.0:1769074855.404204:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.404208:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.404214:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:1.0:1769074855.404218:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00010000:00000010:0.0:1769074855.405940:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:0.0:1769074855.405957:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25780. 00010000:00000010:0.0:1769074855.405969:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.1:1769074855.406671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.1:1769074855.406682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:0.1:1769074855.406887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074855.406893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00000400:00000200:1.0:1769074855.408359:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.408387:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c1c00 00000400:00000200:1.0:1769074855.408396:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 113072 00000400:00000200:1.0:1769074855.408453:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.408458:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.408466:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.408471:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920700. 00000800:00000200:1.0:1769074855.409387:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.409392:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074855.409396:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.409399:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.409404:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:1.0:1769074855.409406:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00010000:00000010:2.1:1769074855.409852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074855.409860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074855.409863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074855.409866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074855.410644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:1.1:1769074855.410662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074855.414693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074855.414710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074855.414787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074855.414793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074855.414796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074855.414799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00000400:00000200:1.0:1769074855.416071:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.416090:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c1d00 00000400:00000200:1.0:1769074855.416100:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 113648 00000400:00000200:1.0:1769074855.416117:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.416122:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.416130:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.416136:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920a80. 00000020:00000010:3.0:1769074855.416280:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.416286:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.416293:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074855.416299:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074855.416305:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.416349:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.416352:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.416355:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826386176 02000000:00000010:3.0:1769074855.416402:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f57000. 00010000:00000010:3.0:1769074855.416445:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:3.0:1769074855.416461:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25600. 00010000:00000010:3.0:1769074855.416482:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074855.416488:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074855.416506:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074855.416510:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074855.416515:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074855.416517:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.416599:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074855.417028:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074855.417033:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074855.417099:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00000020:00000010:3.0:1769074855.417134:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8700. 00000020:00000010:3.0:1769074855.417142:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8700. 00000020:00000010:3.0:1769074855.417157:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9e40. 00080000:00000010:3.0:1769074855.417169:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b40800. 00000001:00000010:3.0:1769074855.417405:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab864359c0. 00000001:00000010:3.0:1769074855.417413:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074855.417449:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9e40. 00010000:00000010:3.0:1769074855.417458:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.417463:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074855.417475:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074855.417571:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00080000:00000010:3.0:1769074855.417600:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88cadab8. 00000004:00000010:3.0:1769074855.417641:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8480. 00000004:00000010:3.0:1769074855.417645:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab866a4330. 00000004:00000010:3.0:1769074855.417651:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb08ac8. 00000004:00000010:3.0:1769074855.417656:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe86000. 00010000:00000010:3.0:1769074855.417668:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074855.417689:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889922, last committed = 17179889615 00010000:00000200:3.0:1769074855.417701:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae920a80 x1855007826386176/t17179889922(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.417721:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074855.417729:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826386176, offset 224 00000400:00000010:3.0:1769074855.417749:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3620. 00000400:00000200:3.0:1769074855.417754:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.418137:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.418145:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40615:40615:256:4294967295] 192.168.204.10@tcp LPNI seq info [40611:40611:8:4294967295] 00000400:00000200:3.0:1769074855.418153:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.418160:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.418166:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.418172:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074855.418178:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.418186:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.418191:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.418216:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074855.418221:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.418225:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00000800:00000200:1.0:1769074855.418579:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.418584:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074855.418592:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.418597:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.422355:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.422388:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b1d 00000400:00000200:1.0:1769074855.422396:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.422401:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.422407:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:1.0:1769074855.422411:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00000400:00000200:1.0:1769074855.423268:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.423281:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c1d80 00000400:00000200:1.0:1769074855.423289:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 114136 00000400:00000200:1.0:1769074855.423342:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.423346:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.423352:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.423358:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae921f80. 00000020:00000010:3.0:1769074855.423452:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.423458:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.423464:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074855.423470:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074855.423474:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.423514:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.423517:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.423519:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826386304 00000001:00000010:3.0:1769074855.423531:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf480. 00010000:00000010:3.0:1769074855.423556:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.423562:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 02000000:00000010:3.0:1769074855.423587:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4f53000. 00010000:00000010:3.0:1769074855.423657:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074855.423662:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074855.423678:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074855.423681:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074855.423685:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074855.423687:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074855.423951:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074855.423955:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074855.423958:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074855.423962:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.424036:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074855.424189:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074855.424194:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074855.424215:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074855.424232:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae921f80 x1855007826386304/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.424252:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074855.424258:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826386304, offset 224 00000400:00000200:3.0:1769074855.424265:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.424276:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.424282:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40616:40616:256:4294967295] 192.168.204.10@tcp LPNI seq info [40612:40612:8:4294967295] 00000400:00000200:3.0:1769074855.424293:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.424299:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.424304:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074855.424310:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.424317:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.424321:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.424440:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074855.424444:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.424449:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00010000:00000010:0.0:1769074855.426047:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:0.0:1769074855.426061:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:0.0:1769074855.426073:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e3c0. 00010000:00000010:2.1:1769074855.426279:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074855.426287:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074855.426291:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074855.426294:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00000400:00000200:1.0:1769074855.429564:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.429580:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c1e80 00000400:00000200:1.0:1769074855.429589:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 114712 00000400:00000200:1.0:1769074855.431508:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.431522:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.431531:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.431541:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae921180. 00010000:00000010:3.1:1769074855.432152:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074855.432161:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00000020:00000010:3.0:1769074855.432194:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.432199:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.432205:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074855.432211:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074855.432217:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.432294:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.432298:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.432301:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826386560 02000000:00000010:3.0:1769074855.432336:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f55000. 00010000:00000010:3.0:1769074855.432387:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.432403:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074855.432424:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074855.432431:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.432446:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074855.432450:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074855.432454:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074855.432457:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074855.432546:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074855.432550:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074855.432556:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be000. 00010000:00000010:3.0:1769074855.432559:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00000020:00000010:3.0:1769074855.432583:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8700. 00000020:00000010:3.0:1769074855.432590:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8700. 00000020:00000010:3.0:1769074855.432625:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab86435e40. 00080000:00000010:3.0:1769074855.432637:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b41c00. 00000001:00000010:3.0:1769074855.433108:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba8a81d20. 00000001:00000010:3.0:1769074855.433116:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074855.433147:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab86435e40. 00010000:00000010:3.0:1769074855.433155:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf000. 00010000:00000010:3.0:1769074855.433160:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074855.433172:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074855.433216:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00080000:00000010:3.0:1769074855.433240:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0f1d0. 00000004:00000010:3.0:1769074855.433247:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bd780. 00000004:00000010:3.0:1769074855.433251:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8dcd2220. 00000004:00000010:3.0:1769074855.433255:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfa348. 00000004:00000010:3.0:1769074855.433259:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea4000. 00010000:00000010:3.0:1769074855.433269:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074855.433288:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889923, last committed = 17179889615 00010000:00000200:3.0:1769074855.433299:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae921180 x1855007826386560/t17179889923(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.433319:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074855.433326:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826386560, offset 224 00000400:00000010:3.0:1769074855.433333:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e30a8. 00000400:00000200:3.0:1769074855.433337:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.433353:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.433359:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40617:40617:256:4294967295] 192.168.204.10@tcp LPNI seq info [40613:40613:8:4294967295] 00000400:00000200:3.0:1769074855.433366:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.433373:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.433379:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.433384:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074855.433391:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.433397:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.433401:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.433486:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074855.433490:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.433494:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00010000:00000010:0.0:1769074855.433542:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:0.0:1769074855.433549:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:0.0:1769074855.433556:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e900. 00000800:00000200:1.0:1769074855.436831:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.436842:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074855.436854:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.436862:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074855.437815:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:0.0:1769074855.437828:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00000020:00000010:0.0:1769074855.438085:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.438091:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.438098:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.438103:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.438107:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.438143:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.438146:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.438149:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826386688 00000001:00000010:0.0:1769074855.438159:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:0.0:1769074855.438182:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074855.438189:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074855.438214:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab91748000. 00010000:00000010:0.0:1769074855.438242:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074855.438246:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.438261:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074855.438265:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.438271:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074855.438274:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.438344:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074855.438348:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074855.438353:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074855.438356:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.438424:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.438433:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.438437:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.438455:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074855.438470:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3b80 x1855007826386688/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.438489:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9c38. 00000100:00000200:0.0:1769074855.438493:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826386688, offset 224 00000400:00000200:0.0:1769074855.438500:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.438510:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.438515:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40618:40618:256:4294967295] 192.168.204.10@tcp LPNI seq info [40614:40614:8:4294967295] 00000400:00000200:0.0:1769074855.438526:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.438531:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.438535:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38b00. 00000800:00000200:0.0:1769074855.438541:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.438548:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.438552:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.438569:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.438573:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.438577:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:3.1:1769074855.441668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.1:1769074855.441684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074855.441687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074855.441692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074855.441696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074855.441700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.1:1769074855.441784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:2.1:1769074855.441790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:0.1:1769074855.441831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:0.1:1769074855.441836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00000800:00000200:1.0:1769074855.442221:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.442227:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38b00. 00000400:00000200:1.0:1769074855.442234:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.442243:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.442251:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:1.0:1769074855.442254:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00000400:00000200:1.0:1769074855.442569:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.442584:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c2000 00000400:00000200:1.0:1769074855.442593:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 115776 00000400:00000200:1.0:1769074855.442873:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.442878:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.442885:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.442891:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae923b80. 00000020:00000010:3.0:1769074855.442987:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.442993:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.442999:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074855.443005:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074855.443010:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.443053:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.443056:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.443059:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826386944 02000000:00000010:3.0:1769074855.443094:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f52000. 00010000:00000010:3.0:1769074855.443135:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074855.443150:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:3.0:1769074855.443167:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:3.0:1769074855.443173:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.443189:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074855.443193:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074855.443197:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:3.0:1769074855.443200:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074855.443281:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074855.443287:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074855.443290:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:3.0:1769074855.443294:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00000020:00000010:3.0:1769074855.443318:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8700. 00000020:00000010:3.0:1769074855.443324:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8700. 00000020:00000010:3.0:1769074855.443335:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbecf9b40. 00080000:00000010:3.0:1769074855.443345:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b43c00. 00000001:00000010:3.0:1769074855.443556:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6300. 00000001:00000010:3.0:1769074855.443563:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074855.443594:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbecf9b40. 00010000:00000010:3.0:1769074855.443628:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:3.0:1769074855.443633:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074855.443645:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074855.443696:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00080000:00000010:3.0:1769074855.443721:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88cac1c8. 00000004:00000010:3.0:1769074855.443727:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabad0eff00. 00000004:00000010:3.0:1769074855.443884:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab866a4110. 00000004:00000010:3.0:1769074855.443892:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb08bb8. 00000004:00000010:3.0:1769074855.443897:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe861e0. 00010000:00000010:3.0:1769074855.443910:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074855.443927:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889924, last committed = 17179889615 00010000:00000200:3.0:1769074855.443938:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae923b80 x1855007826386944/t17179889924(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.443956:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074855.443962:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826386944, offset 224 00000400:00000010:3.0:1769074855.443968:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3540. 00000400:00000200:3.0:1769074855.443982:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.443996:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.444003:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40619:40619:256:4294967295] 192.168.204.10@tcp LPNI seq info [40615:40615:8:4294967295] 00000400:00000200:3.0:1769074855.444009:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.444016:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.444020:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.444026:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074855.444032:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.444038:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.444042:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.444063:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074855.444067:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.444071:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00000800:00000200:3.0:1769074855.444161:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.444164:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:3.0:1769074855.444170:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.444174:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.447034:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.447055:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b2d 00000400:00000200:3.0:1769074855.447063:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.447068:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.447073:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46cc0 00000400:00000010:3.0:1769074855.447077:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46cc0. 00010000:00000010:3.0:1769074855.447135:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074855.447145:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00000400:00000200:3.0:1769074855.447170:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.447176:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c2080 00000400:00000200:3.0:1769074855.447183:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 116264 00010000:00000010:1.0:1769074855.447547:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:1.0:1769074855.447555:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:1.0:1769074855.447561:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ec00. 00000400:00000200:3.0:1769074855.448050:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.448057:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.448065:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.448073:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88ade680. 00000020:00000010:0.0:1769074855.448165:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.448170:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.448177:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.448182:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.448187:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.448222:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.448224:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.448227:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826387072 00000001:00000010:0.0:1769074855.448236:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:0.0:1769074855.448259:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074855.448266:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074855.448296:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab908e4000. 00010000:00000010:0.0:1769074855.448325:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074855.448328:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.448344:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074855.448347:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.448351:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074855.448354:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.448438:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074855.448442:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074855.448446:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074855.448449:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.448506:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.448516:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.448519:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.448538:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074855.448552:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88ade680 x1855007826387072/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.448571:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9c38. 00000100:00000200:0.0:1769074855.448576:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826387072, offset 224 00000400:00000200:0.0:1769074855.448583:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.448593:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.448599:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40620:40620:256:4294967295] 192.168.204.10@tcp LPNI seq info [40616:40616:8:4294967295] 00000400:00000200:0.0:1769074855.448633:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.448640:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.448718:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38c00. 00000800:00000200:0.0:1769074855.448726:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.448740:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.448745:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.448758:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.448762:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.448765:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074855.448880:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.448885:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38c00. 00000400:00000200:1.0:1769074855.448889:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.448893:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.448897:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:1.0:1769074855.448899:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00010000:00000010:3.1:1769074855.451653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.1:1769074855.451670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074855.451675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be000. 00010000:00000010:3.1:1769074855.451683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00000400:00000200:3.0:1769074855.452029:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.452047:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c2180 00000400:00000200:3.0:1769074855.452055:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 116840 00000400:00000200:3.0:1769074855.452093:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.452098:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.452106:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.452113:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88ade300. 00010000:00000010:1.0:1769074855.453231:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:1.0:1769074855.453237:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25200. 00010000:00000010:1.0:1769074855.453243:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00000800:00000200:3.0:1769074855.453424:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.453428:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074855.453432:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.453436:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074855.454772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074855.454784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00010000:00000010:0.1:1769074855.454788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074855.454792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:0.1:1769074855.454796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074855.454801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074855.454804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074855.454807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00000400:00000200:1.0:1769074855.456235:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.456257:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b35 00000400:00000200:1.0:1769074855.456265:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.456269:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.456276:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:1.0:1769074855.456279:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00010000:00000010:0.0:1769074855.456407:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:0.0:1769074855.456421:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25f00. 00010000:00000010:1.1:1769074855.456642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074855.456658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:3.1:1769074855.456694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074855.456701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074855.456704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:3.1:1769074855.456709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:3.1:1769074855.456712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074855.456714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.1:1769074855.456759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:2.1:1769074855.456764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074855.456768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074855.456772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:0.1:1769074855.456984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074855.456990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074855.456993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074855.456996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00000400:00000200:3.0:1769074855.458772:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.458792:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c2200 00000400:00000200:3.0:1769074855.458801:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 117328 00000400:00000200:3.0:1769074855.459166:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.459173:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.459184:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.459191:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adce00. 00000020:00000010:0.0:1769074855.459334:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.459341:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.459347:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.459353:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.459358:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.459400:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.459402:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.459405:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826387456 00000001:00000010:0.0:1769074855.459415:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 00010000:00000010:0.0:1769074855.459440:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074855.459448:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074855.459473:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab908e0000. 00010000:00000010:0.0:1769074855.459502:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074855.459506:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.459525:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074855.459529:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.459533:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074855.459536:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.459653:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074855.459657:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074855.459662:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074855.459667:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.459753:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.459767:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.459773:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.459792:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074855.459809:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adce00 x1855007826387456/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.459828:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074855.459834:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826387456, offset 224 00000400:00000200:0.0:1769074855.459840:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.459851:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.459857:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40622:40622:256:4294967295] 192.168.204.10@tcp LPNI seq info [40618:40618:8:4294967295] 00000400:00000200:0.0:1769074855.459867:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.459872:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.459877:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38c00. 00000800:00000200:0.0:1769074855.459883:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.459889:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.459893:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.459906:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.459910:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.459914:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:3.0:1769074855.460415:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.460420:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38c00. 00000400:00000200:3.0:1769074855.460424:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.460429:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.460434:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:3.0:1769074855.460436:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:1.1:1769074855.462592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:1.1:1769074855.462617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00000400:00000200:1.0:1769074855.463858:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.463876:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c2300 00000400:00000200:1.0:1769074855.463885:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 117904 00000400:00000200:1.0:1769074855.463900:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.463905:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.463913:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.463923:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288ed80. 00010000:00000010:1.0:1769074855.465222:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:1.0:1769074855.465229:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25c00. 00010000:00000010:1.0:1769074855.465237:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000800:00000200:3.0:1769074855.465425:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.465430:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:3.0:1769074855.465435:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.465440:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074855.466662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074855.466671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074855.466675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074855.466680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074855.466684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074855.466687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00000400:00000200:3.0:1769074855.467775:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.467793:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b3d 00000400:00000200:3.0:1769074855.467800:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.467804:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.467810:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:3.0:1769074855.467814:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00000400:00000200:1.0:1769074855.470021:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.470038:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c2380 00000400:00000200:1.0:1769074855.470046:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 118392 00000400:00000200:1.0:1769074855.470107:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.470112:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.470119:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.470124:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288e300. 00000020:00000010:0.0:1769074855.470420:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.470426:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.470432:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.470438:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.470442:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.470480:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.470482:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.470486:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826387840 00000001:00000010:0.0:1769074855.470494:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf480. 00010000:00000010:0.0:1769074855.470516:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074855.470523:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074855.470547:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab908e2000. 00010000:00000010:0.0:1769074855.470571:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074855.470574:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.470591:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074855.470594:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.470598:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074855.470631:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.470710:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074855.470714:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074855.470717:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074855.470721:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.470780:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.470790:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.470794:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.470812:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074855.470825:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288e300 x1855007826387840/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.470843:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074855.470848:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826387840, offset 224 00000400:00000200:0.0:1769074855.470855:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.470864:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.470870:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40624:40624:256:4294967295] 192.168.204.10@tcp LPNI seq info [40620:40620:8:4294967295] 00000400:00000200:0.0:1769074855.470880:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.470886:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.470891:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38b00. 00000800:00000200:0.0:1769074855.470896:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.470903:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.470907:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.470985:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.470989:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.470992:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:2.1:1769074855.471111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:2.1:1769074855.471117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074855.471120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074855.471137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:1.1:1769074855.471264:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074855.471270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00000400:00000200:1.0:1769074855.480331:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.480346:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c2480 00000400:00000200:1.0:1769074855.480355:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 118968 00000400:00000200:1.0:1769074855.480381:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.480384:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.480390:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.480397:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288ca80. 00010000:00000010:1.0:1769074855.481667:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:1.0:1769074855.481674:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25a00. 00010000:00000010:1.0:1769074855.481681:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00000800:00000200:1.0:1769074855.481769:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.481773:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074855.481778:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.481783:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074855.485354:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:1.0:1769074855.485370:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25100. 00000020:00000010:3.0:1769074855.485453:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.485458:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.485465:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074855.485469:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.485475:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.485516:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.485519:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.485522:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826388224 00000001:00000010:3.0:1769074855.485531:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:3.0:1769074855.485553:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:3.0:1769074855.485559:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 02000000:00000010:3.0:1769074855.485588:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859b8000. 00010000:00000010:3.0:1769074855.485658:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:3.0:1769074855.485663:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.485678:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074855.485681:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074855.485685:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:3.0:1769074855.485687:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074855.485772:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074855.485776:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074855.485779:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be000. 00010000:00000010:3.0:1769074855.485783:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074855.485839:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.485849:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074855.485853:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074855.485875:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000200:3.0:1769074855.485889:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0700 x1855007826388224/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.485908:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074855.485913:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826388224, offset 224 00000400:00000200:3.0:1769074855.485919:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.485929:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.485936:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40626:40626:256:4294967295] 192.168.204.10@tcp LPNI seq info [40622:40622:8:4294967295] 00000400:00000200:3.0:1769074855.485947:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.485953:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.485958:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074855.485964:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.485982:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.485986:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.486005:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.486008:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.486012:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00000800:00000200:1.0:1769074855.486246:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.486252:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074855.486258:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.486262:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.486266:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46cc0 00000400:00000010:1.0:1769074855.486268:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46cc0. 00000400:00000200:1.0:1769074855.489430:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.489452:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c2600 00000400:00000200:1.0:1769074855.489461:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 120032 00000400:00000200:1.0:1769074855.489479:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.489484:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.489491:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.489498:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288d180. 00010000:00000010:1.0:1769074855.491018:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:1.0:1769074855.491025:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25580. 00010000:00000010:1.0:1769074855.491035:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00000400:00000200:1.0:1769074855.493036:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.493057:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b4d 00000400:00000200:1.0:1769074855.493063:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.493068:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.493074:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:1.0:1769074855.493077:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00010000:00000010:3.0:1769074855.493787:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.0:1769074855.493799:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25080. 00000400:00000200:1.0:1769074855.496029:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.496049:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c2680 00000400:00000200:1.0:1769074855.496059:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 120520 00000400:00000200:1.0:1769074855.496130:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.496135:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.496143:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.496150:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288fb80. 00010000:00000010:2.1:1769074855.496240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074855.496252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00000020:00000010:3.0:1769074855.496315:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.496321:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.496328:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074855.496334:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.496340:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.496389:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.496392:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.496396:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826388608 00000001:00000010:3.0:1769074855.496405:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:3.0:1769074855.496430:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:3.0:1769074855.496438:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 02000000:00000010:3.0:1769074855.496465:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859bb000. 00010000:00000010:3.0:1769074855.496497:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:3.0:1769074855.496503:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074855.496523:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074855.496527:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074855.496531:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf000. 00010000:00000010:3.0:1769074855.496534:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.496661:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074855.496664:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074855.496669:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074855.496673:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074855.497256:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074855.497272:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.497277:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074855.497301:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000200:3.0:1769074855.497319:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288fb80 x1855007826388608/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.497339:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074855.497346:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826388608, offset 224 00000400:00000200:3.0:1769074855.497353:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.497364:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.497371:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40628:40628:256:4294967295] 192.168.204.10@tcp LPNI seq info [40624:40624:8:4294967295] 00000400:00000200:3.0:1769074855.497381:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.497387:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.497392:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074855.497398:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.497405:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.497410:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.497560:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.497564:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.497569:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00010000:00000010:1.1:1769074855.498680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074855.498690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:1.1:1769074855.498693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074855.498696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074855.498699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074855.498703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074855.498984:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074855.498992:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074855.498996:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.1:1769074855.498999:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00000800:00000200:0.0:1769074855.501628:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.501638:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074855.501649:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.501814:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.501822:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c467f8 00000400:00000010:0.0:1769074855.501826:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c467f8. 00000400:00000200:1.0:1769074855.502189:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.502205:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c2780 00000400:00000200:1.0:1769074855.502214:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 121096 00000400:00000200:1.0:1769074855.502230:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.502233:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.502240:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.502246:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288ea00. 00000020:00000010:3.0:1769074855.502352:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.502359:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.502461:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074855.502470:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.502475:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.502561:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.502564:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.502568:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826388864 02000000:00000010:3.0:1769074855.502622:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859ba000. 00010000:00000010:3.0:1769074855.502674:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074855.502692:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074855.502714:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074855.502720:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074855.502748:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074855.502752:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074855.502757:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074855.502760:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074855.502850:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074855.502854:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074855.502857:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.502860:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00000020:00000010:3.0:1769074855.502887:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8700. 00000020:00000010:3.0:1769074855.502893:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8700. 00000020:00000010:3.0:1769074855.502903:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede64e0. 00080000:00000010:3.0:1769074855.502913:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b42000. 00000001:00000010:3.0:1769074855.503188:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6960. 00000001:00000010:3.0:1769074855.503196:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074855.503230:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede64e0. 00010000:00000010:3.0:1769074855.503239:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074855.503243:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074855.503255:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e240. 00010000:00000010:3.0:1769074855.503304:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00080000:00000010:3.0:1769074855.503329:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe00390. 00000004:00000010:3.0:1769074855.503336:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d00780. 00000004:00000010:3.0:1769074855.503340:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49aeee0. 00000004:00000010:3.0:1769074855.503345:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81d9d8. 00000004:00000010:3.0:1769074855.503349:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab82ffc3c0. 00010000:00000010:3.0:1769074855.503359:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000200:3.0:1769074855.503389:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889929, last committed = 17179889615 00010000:00000200:3.0:1769074855.503400:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288ea00 x1855007826388864/t17179889929(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.503421:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074855.503427:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826388864, offset 224 00000400:00000010:3.0:1769074855.503434:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3af0. 00000400:00000200:3.0:1769074855.503438:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.503453:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.503459:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40629:40629:256:4294967295] 192.168.204.10@tcp LPNI seq info [40625:40625:8:4294967295] 00000400:00000200:3.0:1769074855.503465:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.503473:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.503479:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.503485:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074855.503491:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.503498:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.503502:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.503540:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.503545:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.503549:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00000800:00000200:0.0:1769074855.503705:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.503710:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074855.503717:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.503721:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074855.504380:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:1.0:1769074855.504390:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:1.0:1769074855.504411:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e240. 00010000:00000010:2.1:1769074855.508954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.1:1769074855.508977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074855.508983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074855.508992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074855.508995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be000. 00010000:00000010:2.1:1769074855.509003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074855.509006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074855.509012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:3.1:1769074855.509190:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:3.1:1769074855.509196:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074855.509199:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:3.1:1769074855.509202:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:3.1:1769074855.509206:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074855.509209:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00000400:00000200:0.0:1769074855.509258:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.509278:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b55 00000400:00000200:0.0:1769074855.509286:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.509290:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.509297:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c464c8 00000400:00000010:0.0:1769074855.509300:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c464c8. 00000400:00000200:0.0:1769074855.509374:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.509382:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c2800 00000400:00000200:0.0:1769074855.509389:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 121584 00000400:00000200:0.0:1769074855.509451:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.509456:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.509461:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.509467:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc946d80. 00000020:00000010:3.0:1769074855.509554:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.509560:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.509567:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074855.509572:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.509577:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.509637:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.509640:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.509643:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826388992 00000001:00000010:3.0:1769074855.509662:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 00010000:00000010:3.0:1769074855.509685:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.509693:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 02000000:00000010:3.0:1769074855.509719:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859bc000. 00010000:00000010:3.0:1769074855.509758:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074855.509762:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.509782:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074855.509785:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074855.509789:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074855.509791:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.509862:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074855.509866:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074855.509869:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074855.509872:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074855.509944:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.509959:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.509963:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074855.509995:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000200:3.0:1769074855.510011:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc946d80 x1855007826388992/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.510030:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074855.510036:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826388992, offset 224 00000400:00000200:3.0:1769074855.510042:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.510052:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.510058:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40630:40630:256:4294967295] 192.168.204.10@tcp LPNI seq info [40626:40626:8:4294967295] 00000400:00000200:3.0:1769074855.510068:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.510074:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.510080:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074855.510085:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.510092:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.510097:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.510128:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.510132:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.510136:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00000800:00000200:0.0:1769074855.510730:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.510746:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074855.510754:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.510759:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.510764:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46550 00000400:00000010:0.0:1769074855.510766:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46550. 00000400:00000200:0.0:1769074855.514146:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.514169:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c2900 00000400:00000200:0.0:1769074855.514178:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 122160 00000400:00000200:0.0:1769074855.514194:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.514199:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.514207:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.514213:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc945f80. 00010000:00000010:0.0:1769074855.515950:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:0.0:1769074855.515959:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25280. 00010000:00000010:0.0:1769074855.515966:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf3c0. 00000800:00000200:0.0:1769074855.516096:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.516100:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:0.0:1769074855.516104:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.516110:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074855.518442:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:1.0:1769074855.518461:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:3.1:1769074855.518811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:3.1:1769074855.518818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074855.518822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00010000:00000010:3.1:1769074855.518825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00000400:00000200:0.0:1769074855.518954:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.518982:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b5d 00000400:00000200:0.0:1769074855.518989:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.518993:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.519000:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:0.0:1769074855.519003:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00010000:00000010:3.0:1769074855.519076:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:3.0:1769074855.519082:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25300. 00010000:00000010:1.1:1769074855.519133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074855.519139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.1:1769074855.520839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074855.520853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074855.520857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074855.520863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:0.1:1769074855.520961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074855.520967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000400:00000200:0.0:1769074855.521005:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.521021:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c2980 00000400:00000200:0.0:1769074855.521029:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 122648 00000400:00000200:0.0:1769074855.521096:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.521102:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.521110:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.521117:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947100. 00000020:00000010:3.0:1769074855.521209:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.521215:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.521222:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074855.521227:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.521233:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.521270:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.521273:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.521276:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826389376 00000001:00000010:3.0:1769074855.521285:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074855.521308:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074855.521315:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 02000000:00000010:3.0:1769074855.521342:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859b9000. 00010000:00000010:3.0:1769074855.521381:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.521386:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.521404:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074855.521407:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074855.521411:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074855.521414:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.521486:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074855.521489:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074855.521493:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074855.521497:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074855.521569:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.521581:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.521586:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074855.521639:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000200:3.0:1769074855.521667:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947100 x1855007826389376/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.521686:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074855.521693:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826389376, offset 224 00000400:00000200:3.0:1769074855.521699:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.521710:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.521716:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40632:40632:256:4294967295] 192.168.204.10@tcp LPNI seq info [40628:40628:8:4294967295] 00000400:00000200:3.0:1769074855.521727:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.521732:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.521737:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074855.521743:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.521749:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.521753:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.521768:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.521771:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.521775:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00010000:00000010:2.1:1769074855.521961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.1:1769074855.521967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:2.1:1769074855.521982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074855.521991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000800:00000200:0.0:1769074855.522105:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.522109:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074855.522115:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.522120:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.522124:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46c38 00000400:00000010:0.0:1769074855.522126:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46c38. 00010000:00000010:3.1:1769074855.523868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074855.523880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074855.523883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074855.523887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.1:1769074855.523891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074855.523894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:1.1:1769074855.524904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:1.1:1769074855.524915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00000400:00000200:0.0:1769074855.525898:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.525917:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c2a80 00000400:00000200:0.0:1769074855.525925:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 123224 00000400:00000200:0.0:1769074855.525941:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.525946:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.525953:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.525960:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc946a00. 00000001:00000010:0.0:1769074855.527850:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbc60. 00000001:00000010:0.0:1769074855.527861:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8a80. 00000020:00000010:0.0:1769074855.527897:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab908964e0. 00010000:00000010:0.0:1769074855.527911:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074855.527919:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.527938:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074855.528052:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00080000:00000010:0.0:1769074855.528081:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0e720. 00000004:00000010:0.0:1769074855.528090:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bd240. 00000004:00000010:0.0:1769074855.528094:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8dcd2660. 00000004:00000010:0.0:1769074855.528098:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfa528. 00000004:00000010:0.0:1769074855.528102:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae94cd20. 00010000:00000010:0.0:1769074855.528112:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000200:0.0:1769074855.528132:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889931, last committed = 17179889615 00010000:00000200:0.0:1769074855.528146:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc946a00 x1855007826389632/t17179889931(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.528167:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074855.528176:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826389632, offset 224 00000400:00000010:0.0:1769074855.528183:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d540. 00000400:00000200:0.0:1769074855.528187:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.528204:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.528211:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40633:40633:256:4294967295] 192.168.204.10@tcp LPNI seq info [40629:40629:8:4294967295] 00000400:00000200:0.0:1769074855.528218:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.528225:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.528230:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.528236:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38a00. 00000800:00000200:0.0:1769074855.528242:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.528249:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.528253:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.528284:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25a80. 00000020:00000010:0.0:1769074855.528289:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117708. 00000020:00000010:0.0:1769074855.528294:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000010:2.0:1769074855.528455:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38a00. 00000400:00000200:2.0:1769074855.528460:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.528466:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.531273:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.531298:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b65 00000400:00000200:0.0:1769074855.531306:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.531310:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.531317:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:0.0:1769074855.531320:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00010000:00000010:2.0:1769074855.531424:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074855.531435:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25800. 00010000:00000010:1.0:1769074855.531678:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074855.531684:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25180. 00010000:00000010:1.0:1769074855.531691:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d83c0. 00010000:00000010:3.1:1769074855.531896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074855.531903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074855.531906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000400:00000200:0.0:1769074855.532704:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.532719:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c2b00 00000400:00000200:0.0:1769074855.532728:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 123712 00000400:00000200:0.0:1769074855.532789:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.532794:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.532802:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.532808:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc945500. 00000020:00000010:3.0:1769074855.533036:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.533041:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.533048:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074855.533053:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.533058:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.533101:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.533104:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.533107:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826389760 00000001:00000010:3.0:1769074855.533117:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:3.0:1769074855.533144:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074855.533151:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 02000000:00000010:3.0:1769074855.533179:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859bd000. 00010000:00000010:3.0:1769074855.533209:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.533214:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.533232:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074855.533235:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074855.533239:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.533241:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.533316:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074855.533320:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074855.533324:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074855.533327:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074855.533405:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.533418:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.533423:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074855.533444:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000200:3.0:1769074855.533461:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc945500 x1855007826389760/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.533480:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074855.533485:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826389760, offset 224 00000400:00000200:3.0:1769074855.533492:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.533502:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.533508:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40634:40634:256:4294967295] 192.168.204.10@tcp LPNI seq info [40630:40630:8:4294967295] 00000400:00000200:3.0:1769074855.533518:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.533523:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.533529:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074855.533535:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.533542:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.533547:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.533566:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.533570:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.533573:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00000800:00000200:2.0:1769074855.533783:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074855.533787:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:2.0:1769074855.533794:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.533798:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074855.533802:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:2.0:1769074855.533804:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00010000:00000010:3.1:1769074855.534954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:0.1:1769074855.535781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:0.1:1769074855.535795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074855.536800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.1:1769074855.536812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074855.536817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074855.536820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074855.539657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074855.539673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074855.539843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074855.539849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074855.539853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.1:1769074855.539856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000400:00000200:0.0:1769074855.542445:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.542467:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c2c00 00000400:00000200:0.0:1769074855.542478:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 124288 00000400:00000200:0.0:1769074855.542515:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.542521:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.542529:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.542535:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944000. 00000020:00000010:3.0:1769074855.542722:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.542728:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.542746:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3b000. 00000020:00000010:3.0:1769074855.542751:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074855.542756:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074855.542797:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.542800:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.542803:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826390016 02000000:00000010:3.0:1769074855.542841:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ad72000. 00010000:00000010:3.0:1769074855.542885:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074855.542902:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074855.542920:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074855.542925:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074855.542942:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074855.542945:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074855.542950:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.542953:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074855.543048:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074855.543052:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074855.543056:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.543059:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00000020:00000010:3.0:1769074855.543086:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8700. 00000020:00000010:3.0:1769074855.543093:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8700. 00000020:00000010:3.0:1769074855.543106:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede64e0. 00080000:00000010:3.0:1769074855.543117:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c14800. 00000001:00000010:3.0:1769074855.543329:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede62a0. 00000001:00000010:3.0:1769074855.543337:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074855.543521:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede64e0. 00010000:00000010:3.0:1769074855.543532:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074855.543537:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074855.543550:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074855.543593:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:1.0:1769074855.544024:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:1.0:1769074855.544032:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed00. 00010000:00000010:1.0:1769074855.544040:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00080000:00000010:2.0:1769074855.544581:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe011d0. 00000004:00000010:2.0:1769074855.544591:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d00180. 00000004:00000010:2.0:1769074855.544595:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49af870. 00000004:00000010:2.0:1769074855.544599:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81d528. 00000004:00000010:2.0:1769074855.544638:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab82ffd680. 00010000:00000010:2.0:1769074855.544668:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000200:2.0:1769074855.544692:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889932, last committed = 17179889615 00010000:00000200:2.0:1769074855.544704:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944000 x1855007826390016/t17179889932(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074855.544726:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074855.545013:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826390016, offset 224 00000400:00000010:2.0:1769074855.545022:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f79d8. 00000400:00000200:2.0:1769074855.545027:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.545042:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.545048:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40635:40635:256:4294967295] 192.168.204.10@tcp LPNI seq info [40631:40631:8:4294967295] 00000400:00000200:2.0:1769074855.545055:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074855.545062:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.545067:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.545073:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074855.545079:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.545087:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.545092:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.545120:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:2.0:1769074855.545126:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:2.0:1769074855.545130:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3b000. 00000800:00000200:0.0:1769074855.545302:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.545307:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:0.0:1769074855.545311:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.545317:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074855.548472:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074855.548493:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b6d 00000400:00000200:2.0:1769074855.548501:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.548505:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074855.548512:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:2.0:1769074855.548516:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00000400:00000200:2.0:1769074855.548541:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074855.548548:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c2c80 00000400:00000200:2.0:1769074855.548555:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 124776 00000400:00000200:2.0:1769074855.548626:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.548630:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074855.548635:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074855.548642:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3800. 00000020:00000010:0.0:1769074855.548874:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.548881:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.548887:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.548893:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.548897:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.548941:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.548944:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.548947:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826390144 00000001:00000010:0.0:1769074855.548956:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8a80. 00010000:00000010:0.0:1769074855.548991:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074855.549000:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074855.549031:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad909000. 00010000:00000010:0.0:1769074855.549062:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074855.549066:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.549085:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074855.549089:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.549093:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074855.549096:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.549168:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074855.549171:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074855.549175:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074855.549179:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.549243:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.549254:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.549260:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.549279:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074855.549293:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3800 x1855007826390144/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.549311:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074855.549316:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826390144, offset 224 00000400:00000200:0.0:1769074855.549323:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.549332:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.549338:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40636:40636:256:4294967295] 192.168.204.10@tcp LPNI seq info [40632:40632:8:4294967295] 00000400:00000200:0.0:1769074855.549348:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.549353:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.549358:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38300. 00000800:00000200:0.0:1769074855.549364:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.549370:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.549374:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.549399:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.549404:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.549407:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:3.1:1769074855.549912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074855.549919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074855.549922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.549945:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074855.549951:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00000800:00000200:2.0:1769074855.550574:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074855.550580:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38300. 00000400:00000200:2.0:1769074855.550585:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.550592:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074855.550597:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:2.0:1769074855.550599:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00010000:00000010:1.1:1769074855.552600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:1.1:1769074855.552628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00000400:00000200:0.0:1769074855.553857:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.553877:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c2d80 00000400:00000200:0.0:1769074855.553887:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 125352 00000400:00000200:0.0:1769074855.553903:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.553908:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.553915:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.553922:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc946680. 00000020:00000010:1.0:1769074855.554032:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.554039:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.554048:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.554054:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.554059:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.554106:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.554109:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074855.554113:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826390400 02000000:00000010:1.0:1769074855.554154:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdf9000. 00010000:00000010:1.0:1769074855.554192:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074855.554207:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:1.0:1769074855.554227:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074855.554234:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074855.554249:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074855.554253:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e00. 00010000:00000010:1.0:1769074855.554258:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074855.554261:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074855.554346:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074855.554350:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074855.554354:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074855.554357:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00000020:00000010:1.0:1769074855.554394:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b700. 00000020:00000010:1.0:1769074855.554400:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b700. 00000020:00000010:1.0:1769074855.554410:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454000. 00080000:00000010:1.0:1769074855.554418:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabadb04000. 00000001:00000010:1.0:1769074855.554682:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454c00. 00000001:00000010:1.0:1769074855.554688:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074855.554719:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454000. 00010000:00000010:1.0:1769074855.554728:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074855.554732:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074855.554743:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcccc0. 00010000:00000010:1.0:1769074855.554784:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00080000:00000010:1.0:1769074855.554808:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88cace40. 00000004:00000010:1.0:1769074855.554816:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabad0ef000. 00000004:00000010:1.0:1769074855.554819:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab866a5ed0. 00000004:00000010:1.0:1769074855.554825:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb08000. 00000004:00000010:1.0:1769074855.554830:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe86d20. 00010000:00000010:1.0:1769074855.554839:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074855.554854:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889933, last committed = 17179889615 00010000:00000200:1.0:1769074855.554864:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc946680 x1855007826390400/t17179889933(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.554881:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074855.554886:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826390400, offset 224 00000400:00000010:1.0:1769074855.554892:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f4d0. 00000400:00000200:1.0:1769074855.554897:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.554909:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.554916:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40637:40637:256:4294967295] 192.168.204.10@tcp LPNI seq info [40633:40633:8:4294967295] 00000400:00000200:1.0:1769074855.554921:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074855.554928:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.554934:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.554939:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074855.554945:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.554951:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.554955:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.554988:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.554993:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.554997:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00010000:00000010:2.0:1769074855.555269:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:2.0:1769074855.555277:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72180. 00010000:00000010:2.0:1769074855.555284:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcccc0. 00000800:00000200:3.0:1769074855.555550:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.555555:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074855.555559:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.555564:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074855.558547:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074855.558566:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b75 00000400:00000200:2.0:1769074855.558573:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.558578:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074855.558585:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:2.0:1769074855.558588:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00010000:00000010:3.0:1769074855.558953:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:3.0:1769074855.558964:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72e00. 00000400:00000200:0.0:1769074855.559532:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.559545:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c2e00 00000400:00000200:0.0:1769074855.559553:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 125840 00010000:00000010:0.1:1769074855.559635:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074855.559642:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074855.559653:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074855.559656:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00000400:00000200:0.0:1769074855.559662:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.559665:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.559671:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.559677:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947b80. 00010000:00000010:3.1:1769074855.560083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074855.560089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.1:1769074855.560149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000020:00000010:2.0:1769074855.560183:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.560188:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.560193:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:2.0:1769074855.560199:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25800. 00000020:00000010:2.0:1769074855.560204:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074855.560242:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.560244:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000100:00000200:2.0:1769074855.560247:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826390528 00000001:00000010:2.0:1769074855.560257:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:2.0:1769074855.560281:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074855.560288:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 02000000:00000010:2.0:1769074855.560316:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab89c4d000. 00010000:00000010:2.0:1769074855.560344:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.0:1769074855.560347:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074855.560480:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074855.560485:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25680. 00010000:00000010:2.0:1769074855.560490:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074855.560494:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.560573:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074855.560576:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25900. 00010000:00000010:2.0:1769074855.560579:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074855.560583:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074855.560722:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074855.560874:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.560881:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25680. 00010000:00000010:2.0:1769074855.560904:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074855.560920:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947b80 x1855007826390528/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074855.560946:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074855.560953:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826390528, offset 224 00000400:00000200:2.0:1769074855.560960:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.560983:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.560990:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40638:40638:256:4294967295] 192.168.204.10@tcp LPNI seq info [40634:40634:8:4294967295] 00000400:00000200:2.0:1769074855.561001:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.561007:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.561012:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074855.561018:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.561024:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.561028:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.561049:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25800. 00000020:00000010:2.0:1769074855.561053:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074855.561058:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:3.0:1769074855.561405:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.561410:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074855.561414:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.561419:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.561425:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:3.0:1769074855.561427:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00010000:00000010:2.1:1769074855.563952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:2.1:1769074855.563977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074855.564659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:1.1:1769074855.564669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074855.564673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074855.564679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:2.0:1769074855.566668:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074855.566688:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c2f00 00000400:00000200:2.0:1769074855.566696:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 126416 00000400:00000200:2.0:1769074855.566712:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.566716:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074855.566724:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074855.566742:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2300. 00000020:00000010:0.0:1769074855.566951:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.566958:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.566964:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.566980:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.566984:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.567028:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.567030:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.567033:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826390784 02000000:00000010:0.0:1769074855.567077:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabad90f000. 00010000:00000010:0.0:1769074855.567115:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:0.0:1769074855.567133:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25900. 00010000:00000010:0.0:1769074855.567151:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074855.567157:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.567173:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074855.567176:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074855.567180:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074855.567183:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.567263:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074855.567266:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074855.567271:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074855.567274:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074855.567296:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56ce0. 00000020:00000010:0.0:1769074855.567303:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56ce0. 00000020:00000010:0.0:1769074855.567316:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bba80. 00080000:00000010:0.0:1769074855.567327:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b20c00. 00000001:00000010:0.0:1769074855.567571:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbea0. 00000001:00000010:0.0:1769074855.567578:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074855.567659:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bba80. 00010000:00000010:0.0:1769074855.567669:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074855.567673:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.567687:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8a80. 00010000:00000010:0.0:1769074855.567724:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074855.568166:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074855.568175:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:2.0:1769074855.568181:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8a80. 00080000:00000010:0.0:1769074855.568729:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe001c8. 00000004:00000010:0.0:1769074855.568822:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d000c0. 00000004:00000010:0.0:1769074855.568826:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49ae550. 00000004:00000010:0.0:1769074855.568831:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81d3c0. 00000004:00000010:0.0:1769074855.568835:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab82ffcb40. 00010000:00000010:0.0:1769074855.568853:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074855.568875:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889934, last committed = 17179889615 00010000:00000200:0.0:1769074855.568887:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2300 x1855007826390784/t17179889934(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.568911:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074855.568917:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826390784, offset 224 00000400:00000010:0.0:1769074855.568924:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d0a8. 00000400:00000200:0.0:1769074855.568928:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.568943:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.568950:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40639:40639:256:4294967295] 192.168.204.10@tcp LPNI seq info [40635:40635:8:4294967295] 00000400:00000200:0.0:1769074855.568957:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.568964:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.568985:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.568990:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38600. 00000800:00000200:0.0:1769074855.568997:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.569004:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.569010:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.569028:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.569032:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.569036:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074855.569340:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.569345:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38600. 00000400:00000200:1.0:1769074855.569350:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.569355:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074855.570776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:3.1:1769074855.570791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:3.0:1769074855.573066:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.573088:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b7d 00000400:00000200:3.0:1769074855.573095:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.573100:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.573106:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:3.0:1769074855.573109:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00010000:00000010:2.0:1769074855.573247:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074855.573259:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.1:1769074855.574796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074855.574811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074855.574816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074855.574823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00000400:00000200:2.0:1769074855.575077:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074855.575093:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c2f80 00000400:00000200:2.0:1769074855.575101:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 126904 00000400:00000200:2.0:1769074855.575166:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.575172:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074855.575180:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074855.575188:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0380. 00000020:00000010:0.0:1769074855.575279:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.575285:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.575293:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.575298:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.575303:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.575349:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.575352:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.575355:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826390912 00000001:00000010:0.0:1769074855.575372:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcce40. 00010000:00000010:0.0:1769074855.575399:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074855.575407:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074855.575434:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad908000. 00010000:00000010:0.0:1769074855.575466:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074855.575470:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.575487:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074855.575490:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074855.575494:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074855.575498:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.575570:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074855.575574:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074855.575578:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074855.575581:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.575694:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.575705:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.575710:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074855.575731:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074855.575747:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0380 x1855007826390912/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.575767:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074855.575773:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826390912, offset 224 00000400:00000200:0.0:1769074855.575781:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.575792:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.575797:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40640:40640:256:4294967295] 192.168.204.10@tcp LPNI seq info [40636:40636:8:4294967295] 00000400:00000200:0.0:1769074855.575807:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.575813:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.575817:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38e00. 00000800:00000200:0.0:1769074855.575823:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.575829:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.575833:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.575854:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.575859:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.575862:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:2.1:1769074855.576113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074855.576120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074855.576124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074855.576127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074855.576130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074855.576133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00000800:00000200:2.0:1769074855.576197:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074855.576202:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38e00. 00000400:00000200:2.0:1769074855.576206:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.576210:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074855.576215:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:2.0:1769074855.576217:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00010000:00000010:2.1:1769074855.578662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074855.578678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074855.585700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074855.585715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074855.585720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074855.585723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00000400:00000200:3.0:1769074855.588679:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.588701:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c3080 00000400:00000200:3.0:1769074855.588709:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 127480 00000400:00000200:3.0:1769074855.588725:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.588729:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.588738:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.588744:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf100. 00000020:00000010:1.0:1769074855.588862:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.588868:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.588877:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.588883:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.588888:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.588923:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.588925:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074855.588929:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826391168 02000000:00000010:1.0:1769074855.588966:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdfd000. 00010000:00000010:1.0:1769074855.589019:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074855.589036:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:1.0:1769074855.589056:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074855.589063:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074855.589079:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074855.589082:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074855.589088:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074855.589091:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074855.589169:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074855.589172:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72300. 00010000:00000010:1.0:1769074855.589177:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074855.589180:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00000020:00000010:1.0:1769074855.589204:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b900. 00000020:00000010:1.0:1769074855.589211:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b900. 00000020:00000010:1.0:1769074855.589222:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454000. 00080000:00000010:1.0:1769074855.589232:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e931800. 00000001:00000010:1.0:1769074855.589443:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454060. 00000001:00000010:1.0:1769074855.589450:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc9c0. 00000020:00000010:1.0:1769074855.589480:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454000. 00010000:00000010:1.0:1769074855.589488:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074855.589493:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074855.589505:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc540. 00010000:00000010:1.0:1769074855.589552:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00080000:00000010:1.0:1769074855.589574:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0ec78. 00000004:00000010:1.0:1769074855.589582:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bdd80. 00000004:00000010:1.0:1769074855.589585:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8dcd3980. 00000004:00000010:1.0:1769074855.589591:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfad20. 00000004:00000010:1.0:1769074855.589595:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea52c0. 00010000:00000010:1.0:1769074855.589650:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074855.589668:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889935, last committed = 17179889615 00010000:00000200:1.0:1769074855.589678:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adf100 x1855007826391168/t17179889935(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.589696:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 00000100:00000200:1.0:1769074855.589702:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826391168, offset 224 00000400:00000010:1.0:1769074855.589709:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f6c8. 00000400:00000200:1.0:1769074855.589713:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.589725:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.589730:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40641:40641:256:4294967295] 192.168.204.10@tcp LPNI seq info [40637:40637:8:4294967295] 00000400:00000200:1.0:1769074855.589736:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074855.589743:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.589748:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.589753:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074855.589758:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.589765:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.589769:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.589788:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.589793:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.589796:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:1.0:1769074855.589886:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.589890:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4e00. 00000400:00000200:1.0:1769074855.589893:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.589898:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074855.589984:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:2.0:1769074855.589991:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72300. 00010000:00000010:2.0:1769074855.589998:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc540. 00000400:00000200:2.0:1769074855.591845:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074855.591864:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b85 00000400:00000200:2.0:1769074855.591871:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.591875:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074855.591881:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcdd0 00000400:00000010:2.0:1769074855.591884:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcdd0. 00010000:00000010:3.0:1769074855.592214:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:3.0:1769074855.592225:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c00. 00000400:00000200:3.0:1769074855.595280:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.595303:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c3100 00000400:00000200:3.0:1769074855.595312:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 127968 00000400:00000200:3.0:1769074855.595384:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.595390:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.595399:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.595406:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88addf80. 00000020:00000010:0.0:1769074855.595901:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.595908:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.595915:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.595920:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.595925:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.595982:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.595985:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.595988:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826391296 00000001:00000010:0.0:1769074855.595999:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:0.0:1769074855.596025:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074855.596033:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074855.596061:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad90e000. 00010000:00000010:0.0:1769074855.596095:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074855.596099:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.596120:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074855.596124:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074855.596128:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074855.596131:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.596201:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074855.596204:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074855.596208:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074855.596211:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.596274:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.596287:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.596292:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074855.596313:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074855.596329:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88addf80 x1855007826391296/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.596349:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074855.596355:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826391296, offset 224 00000400:00000200:0.0:1769074855.596363:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.596374:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.596380:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40642:40642:256:4294967295] 192.168.204.10@tcp LPNI seq info [40638:40638:8:4294967295] 00000400:00000200:0.0:1769074855.596391:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.596397:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.596402:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38f00. 00000800:00000200:0.0:1769074855.596408:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.596415:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.596419:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.596448:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.596453:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.596456:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074855.596572:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074855.596577:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38f00. 00000400:00000200:2.0:1769074855.596582:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.596587:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074855.596591:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:2.0:1769074855.596593:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00010000:00000010:1.1:1769074855.597681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:1.1:1769074855.597693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074855.597698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074855.597704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074855.597869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:2.1:1769074855.597878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:3.1:1769074855.600831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074855.600847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:0.1:1769074855.609475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074855.609492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074855.609496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074855.609499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00000400:00000200:2.0:1769074855.611310:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074855.611331:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c3200 00000400:00000200:2.0:1769074855.611341:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 128544 00000400:00000200:2.0:1769074855.611359:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.611376:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074855.611384:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074855.611391:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca1880. 00000020:00000010:1.0:1769074855.611571:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.611577:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.611584:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.611590:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.611595:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.611684:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.611687:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074855.611691:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826391552 02000000:00000010:1.0:1769074855.611730:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdfb000. 00010000:00000010:1.0:1769074855.611772:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074855.611787:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:1.0:1769074855.611804:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074855.611810:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074855.611826:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074855.611829:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72880. 00010000:00000010:1.0:1769074855.611834:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074855.611837:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074855.611924:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074855.611929:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72c00. 00010000:00000010:1.0:1769074855.611932:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074855.611935:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074855.611958:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7baa0. 00000020:00000010:1.0:1769074855.611965:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7baa0. 00000020:00000010:1.0:1769074855.611987:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454000. 00080000:00000010:1.0:1769074855.611996:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e933800. 00000001:00000010:1.0:1769074855.612211:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04548a0. 00000001:00000010:1.0:1769074855.612218:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc240. 00000020:00000010:1.0:1769074855.612251:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454000. 00010000:00000010:1.0:1769074855.612261:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074855.612265:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074855.612277:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcca80. 00010000:00000010:1.0:1769074855.612325:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074855.612349:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593c1c8. 00000004:00000010:1.0:1769074855.612356:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8000. 00000004:00000010:1.0:1769074855.612359:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d80660. 00000004:00000010:1.0:1769074855.612505:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59aac8. 00000004:00000010:1.0:1769074855.612511:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86a780. 00010000:00000010:1.0:1769074855.612527:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074855.612543:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889936, last committed = 17179889615 00010000:00000200:1.0:1769074855.612553:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca1880 x1855007826391552/t17179889936(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.612572:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074855.612579:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826391552, offset 224 00000400:00000010:1.0:1769074855.612586:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f3b8. 00000400:00000200:1.0:1769074855.612590:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.612652:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.612659:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40643:40643:256:4294967295] 192.168.204.10@tcp LPNI seq info [40639:40639:8:4294967295] 00000400:00000200:1.0:1769074855.612665:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074855.612672:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.612677:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.612682:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074855.612688:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.612695:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.612700:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.612726:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.612730:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.612734:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074855.613372:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.613377:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4e00. 00000400:00000200:3.0:1769074855.613383:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.613389:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074855.614001:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:0.0:1769074855.614013:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72c00. 00010000:00000010:0.0:1769074855.614023:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcca80. 00000400:00000200:2.0:1769074855.616289:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074855.616313:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b8d 00000400:00000200:2.0:1769074855.616322:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.616327:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074855.616334:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:2.0:1769074855.616337:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00010000:00000010:3.0:1769074855.616511:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:3.0:1769074855.616521:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72880. 00010000:00000010:1.1:1769074855.621802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074855.621820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074855.621826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074855.621836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:0.1:1769074855.623436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074855.623453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:3.1:1769074855.623717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:3.1:1769074855.623724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:2.0:1769074855.623862:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074855.623882:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c3280 00000400:00000200:2.0:1769074855.623890:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 129032 00000400:00000200:2.0:1769074855.623954:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.623960:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074855.623976:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074855.623982:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3100. 00000020:00000010:1.0:1769074855.624201:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.624207:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.624217:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.624223:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.624228:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.624272:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.624274:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074855.624278:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826391680 00000001:00000010:1.0:1769074855.624290:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074855.624315:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074855.624323:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 02000000:00000010:1.0:1769074855.624350:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdf8000. 00010000:00000010:1.0:1769074855.624389:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074855.624393:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074855.624413:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074855.624416:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72300. 00010000:00000010:1.0:1769074855.624420:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074855.624423:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074855.624499:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074855.624503:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72e00. 00010000:00000010:1.0:1769074855.624506:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074855.624509:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074855.624575:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074855.624588:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074855.624593:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72300. 00010000:00000010:1.0:1769074855.624652:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074855.624670:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3100 x1855007826391680/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074855.624687:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074855.624692:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826391680, offset 224 00000400:00000200:1.0:1769074855.624699:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.624709:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.624715:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40644:40644:256:4294967295] 192.168.204.10@tcp LPNI seq info [40640:40640:8:4294967295] 00000400:00000200:1.0:1769074855.624725:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.624730:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.624735:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074855.624742:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.624748:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.624752:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.624768:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.624772:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.624775:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074855.625128:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.625133:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074855.625138:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.625142:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.625147:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00000400:00000010:3.0:1769074855.625149:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00010000:00000010:1.1:1769074855.631247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074855.631269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074855.631273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074855.636121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:2.0:1769074855.641913:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074855.641933:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c3380 00000400:00000200:2.0:1769074855.641942:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 129608 00000400:00000200:2.0:1769074855.641959:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.641964:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074855.641981:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074855.641989:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0000. 00000020:00000010:0.0:1769074855.642335:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.642342:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.642347:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.642353:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.642358:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.642413:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.642416:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.642419:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826391936 02000000:00000010:0.0:1769074855.642455:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabad90d000. 00010000:00000010:0.0:1769074855.642497:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:0.0:1769074855.642514:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72e00. 00010000:00000010:0.0:1769074855.642537:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074855.642543:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.642558:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074855.642561:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074855.642566:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074855.642569:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.642711:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074855.642715:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074855.642718:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074855.642721:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074855.642757:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56ce0. 00000020:00000010:0.0:1769074855.642765:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56ce0. 00000020:00000010:0.0:1769074855.642777:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bba80. 00080000:00000010:0.0:1769074855.642787:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabc180cc00. 00000001:00000010:0.0:1769074855.642998:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb720. 00000001:00000010:0.0:1769074855.643005:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8f00. 00000020:00000010:0.0:1769074855.643037:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bba80. 00010000:00000010:0.0:1769074855.643045:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074855.643051:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.643063:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8000. 00010000:00000010:0.0:1769074855.643105:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074855.643129:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbecba1c8. 00000004:00000010:0.0:1769074855.643136:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bd480. 00000004:00000010:0.0:1769074855.643140:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8dcd3100. 00000004:00000010:0.0:1769074855.643144:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfa9d8. 00000004:00000010:0.0:1769074855.643148:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae94da40. 00010000:00000010:0.0:1769074855.643157:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074855.643173:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889937, last committed = 17179889615 00010000:00000200:0.0:1769074855.643183:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0000 x1855007826391936/t17179889937(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.643203:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074855.643209:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826391936, offset 224 00000400:00000010:0.0:1769074855.643215:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d620. 00000400:00000200:0.0:1769074855.643219:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.643233:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.643239:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40645:40645:256:4294967295] 192.168.204.10@tcp LPNI seq info [40641:40641:8:4294967295] 00000400:00000200:0.0:1769074855.643244:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.643251:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.643256:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.643261:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38f00. 00000800:00000200:0.0:1769074855.643267:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.643274:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.643278:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.643307:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.643312:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.643315:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:1.0:1769074855.643365:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074855.643371:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:1.0:1769074855.643376:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8000. 00000800:00000200:3.0:1769074855.643913:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.643918:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38f00. 00000400:00000200:3.0:1769074855.643923:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.643929:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074855.647896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:0.1:1769074855.647912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074855.647919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074855.647925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074855.649438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074855.649452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00000400:00000200:3.0:1769074855.650949:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.650999:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b95 00000400:00000200:3.0:1769074855.651007:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.651011:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.651017:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:3.0:1769074855.651020:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:2.0:1769074855.651333:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074855.651343:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00000400:00000200:2.0:1769074855.654935:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074855.654956:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c3400 00000400:00000200:2.0:1769074855.654976:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 130096 00000400:00000200:2.0:1769074855.655055:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.655062:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074855.655070:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074855.655077:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2680. 00000020:00000010:0.0:1769074855.655319:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.655327:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.655334:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.655339:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.655345:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.655398:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.655401:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.655403:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826392064 00000001:00000010:0.0:1769074855.655414:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc240. 00010000:00000010:0.0:1769074855.655438:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074855.655446:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074855.655475:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854cf000. 00010000:00000010:0.0:1769074855.655504:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074855.655508:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.655528:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074855.655531:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074855.655535:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074855.655538:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.655652:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074855.655656:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074855.655659:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074855.655664:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.655743:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.655756:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.655762:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074855.655782:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074855.655798:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2680 x1855007826392064/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.655817:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074855.655824:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826392064, offset 224 00000400:00000200:0.0:1769074855.655830:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.655841:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.655848:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40646:40646:256:4294967295] 192.168.204.10@tcp LPNI seq info [40642:40642:8:4294967295] 00000400:00000200:0.0:1769074855.655859:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.655865:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.655870:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38e00. 00000800:00000200:0.0:1769074855.655877:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.655884:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.655889:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.655914:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.655918:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.655921:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:3.0:1769074855.656550:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.656555:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38e00. 00000400:00000200:3.0:1769074855.656560:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.656565:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.656573:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:3.0:1769074855.656575:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00010000:00000010:2.1:1769074855.656758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074855.656765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074855.661700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074855.661717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074855.661721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074855.661724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00000400:00000200:3.0:1769074855.662320:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.662341:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c3500 00000400:00000200:3.0:1769074855.662351:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 130672 00000400:00000200:3.0:1769074855.662366:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.662372:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.662379:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.662386:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88addc00. 00000020:00000010:1.0:1769074855.662564:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.662570:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.662578:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.662584:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.662590:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.662744:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.662748:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074855.662751:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826392320 02000000:00000010:1.0:1769074855.662786:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdff000. 00010000:00000010:1.0:1769074855.662827:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074855.662841:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:1.0:1769074855.662859:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074855.662865:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074855.662880:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074855.662884:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72300. 00010000:00000010:1.0:1769074855.662888:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074855.662891:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074855.662988:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074855.662992:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72180. 00010000:00000010:1.0:1769074855.662996:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074855.662998:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074855.663023:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7baa0. 00000020:00000010:1.0:1769074855.663030:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7baa0. 00000020:00000010:1.0:1769074855.663054:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454000. 00080000:00000010:1.0:1769074855.663063:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e933400. 00000001:00000010:1.0:1769074855.663265:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04541e0. 00000001:00000010:1.0:1769074855.663271:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc0c0. 00000020:00000010:1.0:1769074855.663305:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454000. 00010000:00000010:1.0:1769074855.663314:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074855.663319:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074855.663330:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc9c0. 00010000:00000010:1.0:1769074855.663434:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074855.663475:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe00558. 00000004:00000010:1.0:1769074855.663482:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d00a80. 00000004:00000010:1.0:1769074855.663485:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49ae770. 00000004:00000010:1.0:1769074855.663490:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81d4b0. 00000004:00000010:1.0:1769074855.663494:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab82ffd860. 00010000:00000010:1.0:1769074855.663507:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074855.663526:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889938, last committed = 17179889615 00010000:00000200:1.0:1769074855.663536:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88addc00 x1855007826392320/t17179889938(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.663556:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074855.663562:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826392320, offset 224 00000400:00000010:1.0:1769074855.663568:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f428. 00000400:00000200:1.0:1769074855.663572:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.663585:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.663591:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40647:40647:256:4294967295] 192.168.204.10@tcp LPNI seq info [40643:40643:8:4294967295] 00000400:00000200:1.0:1769074855.663597:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074855.663650:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.663656:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.663661:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074855.663667:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.663674:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.663678:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.663701:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.663707:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.663711:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:0.0:1769074855.664707:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.664714:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:0.0:1769074855.664721:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.664727:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074855.664884:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:2.0:1769074855.664896:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72180. 00010000:00000010:2.0:1769074855.664907:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc9c0. 00000400:00000200:0.0:1769074855.675117:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.675142:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65b9d 00000400:00000200:0.0:1769074855.675149:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.675153:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.675159:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:0.0:1769074855.675162:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00010000:00000010:3.0:1769074855.675310:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:3.0:1769074855.675321:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72300. 00000400:00000200:3.0:1769074855.682094:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.682115:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c3580 00000400:00000200:3.0:1769074855.682125:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 131160 00000400:00000200:3.0:1769074855.682191:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.682196:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.682205:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.682216:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289880. 00000020:00000010:1.0:1769074855.682982:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.682989:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.682998:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.683004:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.683009:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.683054:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.683058:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074855.683061:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826392448 00000001:00000010:1.0:1769074855.683072:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8f00. 00010000:00000010:1.0:1769074855.683101:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074855.683109:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 02000000:00000010:1.0:1769074855.683135:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdfe000. 00010000:00000010:1.0:1769074855.683163:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074855.683167:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074855.683185:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074855.683188:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074855.683193:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074855.683196:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074855.683269:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074855.683273:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72980. 00010000:00000010:1.0:1769074855.683277:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074855.683280:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074855.683345:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074855.683358:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074855.683376:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074855.683400:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074855.683416:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289880 x1855007826392448/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074855.683436:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074855.683442:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826392448, offset 224 00000400:00000200:1.0:1769074855.683449:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.683460:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.683467:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40648:40648:256:4294967295] 192.168.204.10@tcp LPNI seq info [40644:40644:8:4294967295] 00000400:00000200:1.0:1769074855.683477:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.683483:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.683488:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074855.683495:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.683502:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.683506:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.683531:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.683535:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.683539:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074855.684057:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.684064:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:3.0:1769074855.684069:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.684076:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.684081:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:3.0:1769074855.684083:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00010000:00000010:1.1:1769074855.685878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:1.1:1769074855.685893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074855.685899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074855.685907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074855.689814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074855.689831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074855.693320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074855.693339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074855.693345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074855.693349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:3.1:1769074855.693487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074855.693493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:0.0:1769074855.695288:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.695310:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c3680 00000400:00000200:0.0:1769074855.695318:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 131736 00000400:00000200:0.0:1769074855.695350:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.695355:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.695372:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.695380:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944380. 00000020:00000010:2.0:1769074855.695497:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.695503:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.695510:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:2.0:1769074855.695515:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25800. 00000020:00000010:2.0:1769074855.695520:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074855.695567:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.695570:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000100:00000200:2.0:1769074855.695573:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826392704 02000000:00000010:2.0:1769074855.695644:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c4b000. 00010000:00000010:2.0:1769074855.695690:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:2.0:1769074855.695708:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72980. 00010000:00000010:2.0:1769074855.695729:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.0:1769074855.695737:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074855.695754:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074855.695757:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25680. 00010000:00000010:2.0:1769074855.695763:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074855.695766:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.695846:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074855.695849:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25000. 00010000:00000010:2.0:1769074855.695852:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074855.695855:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00000020:00000010:2.0:1769074855.695878:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88f4c440. 00000020:00000010:2.0:1769074855.695885:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88f4c440. 00000020:00000010:2.0:1769074855.695895:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab908965a0. 00080000:00000010:2.0:1769074855.695905:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51f000. 00000001:00000010:2.0:1769074855.696137:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad300. 00000001:00000010:2.0:1769074855.696146:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074855.696180:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab908965a0. 00010000:00000010:2.0:1769074855.696189:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074855.696194:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074855.696206:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074855.696250:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00080000:00000010:2.0:1769074855.696276:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88cad398. 00000004:00000010:2.0:1769074855.696282:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8600. 00000004:00000010:2.0:1769074855.696286:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d81320. 00000004:00000010:2.0:1769074855.696291:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb084b0. 00000004:00000010:2.0:1769074855.696295:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86ab40. 00010000:00000010:2.0:1769074855.696307:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074855.696323:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889939, last committed = 17179889615 00010000:00000200:2.0:1769074855.696333:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944380 x1855007826392704/t17179889939(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074855.696353:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074855.696359:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826392704, offset 224 00000400:00000010:2.0:1769074855.696365:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f71c0. 00000400:00000200:2.0:1769074855.696369:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.696384:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.696390:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40649:40649:256:4294967295] 192.168.204.10@tcp LPNI seq info [40645:40645:8:4294967295] 00000400:00000200:2.0:1769074855.696396:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074855.696402:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.696408:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.696413:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074855.696419:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.696426:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.696430:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.696448:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25800. 00000020:00000010:2.0:1769074855.696452:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074855.696456:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:0.0:1769074855.696755:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.696760:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:0.0:1769074855.696765:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.696770:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074855.696908:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:3.0:1769074855.696916:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25000. 00010000:00000010:3.0:1769074855.696923:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00000400:00000200:3.0:1769074855.699660:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.699682:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ba5 00000400:00000200:3.0:1769074855.699689:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.699695:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.699701:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:3.0:1769074855.699705:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00010000:00000010:2.0:1769074855.699812:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.699823:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25680. 00000400:00000200:0.0:1769074855.702867:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.702887:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c3700 00000400:00000200:0.0:1769074855.702896:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 132224 00000400:00000200:0.0:1769074855.702957:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.702963:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.702981:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.702987:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944e00. 00000020:00000010:1.0:1769074855.703340:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.703346:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.703355:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.703371:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.703376:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.703416:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.703419:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074855.703423:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826392832 00000001:00000010:1.0:1769074855.703433:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074855.703458:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074855.703466:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 02000000:00000010:1.0:1769074855.703492:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdfc000. 00010000:00000010:1.0:1769074855.703521:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074855.703525:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074855.703545:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074855.703548:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074855.703551:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074855.703555:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074855.703666:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074855.703669:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa82a72f00. 00010000:00000010:1.0:1769074855.703673:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074855.703676:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074855.703750:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074855.703764:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074855.703769:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72f80. 00010000:00000010:1.0:1769074855.703792:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074855.703807:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944e00 x1855007826392832/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074855.703825:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074855.703831:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826392832, offset 224 00000400:00000200:1.0:1769074855.703838:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.703850:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.703855:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40650:40650:256:4294967295] 192.168.204.10@tcp LPNI seq info [40646:40646:8:4294967295] 00000400:00000200:1.0:1769074855.703866:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.703871:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.703875:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074855.703882:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.703888:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.703892:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.703905:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72680. 00000020:00000010:1.0:1769074855.703910:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.703914:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:0.0:1769074855.704180:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.704184:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:0.0:1769074855.704189:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.704193:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.704198:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:0.0:1769074855.704201:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00010000:00000010:2.1:1769074855.704277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:2.1:1769074855.704284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074855.704288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074855.704296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:3.1:1769074855.706186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074855.706202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074855.706261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074855.706266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000400:00000200:3.0:1769074855.711410:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.711430:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c3800 00000400:00000200:3.0:1769074855.711441:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 132800 00000400:00000200:3.0:1769074855.711456:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.711461:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.711469:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.711476:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289f80. 00000020:00000010:2.0:1769074855.711578:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.711584:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.711590:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:2.0:1769074855.711595:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25680. 00000020:00000010:2.0:1769074855.711600:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074855.711684:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.711688:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000100:00000200:2.0:1769074855.711690:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826393088 02000000:00000010:2.0:1769074855.711725:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c4a000. 00010000:00000010:2.0:1769074855.711767:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:2.0:1769074855.711784:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa82a72f00. 00010000:00000010:2.0:1769074855.711805:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074855.711812:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.711828:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074855.711831:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25800. 00010000:00000010:2.0:1769074855.711836:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.0:1769074855.711839:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074855.711921:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074855.711925:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25880. 00010000:00000010:2.0:1769074855.711928:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074855.711931:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00000020:00000010:2.0:1769074855.711957:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88f4c440. 00000020:00000010:2.0:1769074855.711964:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88f4c440. 00000020:00000010:2.0:1769074855.711984:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad900. 00080000:00000010:2.0:1769074855.711993:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51d000. 00000001:00000010:2.0:1769074855.712212:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab908964e0. 00000001:00000010:2.0:1769074855.712221:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf840. 00000020:00000010:2.0:1769074855.712255:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad900. 00010000:00000010:2.0:1769074855.712265:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074855.712269:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074855.712280:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074855.712311:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00080000:00000010:2.0:1769074855.712334:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88c85ab8. 00000004:00000010:2.0:1769074855.712354:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50c780. 00000004:00000010:2.0:1769074855.712358:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4ecc0. 00000004:00000010:2.0:1769074855.712364:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10ca8. 00000004:00000010:2.0:1769074855.712369:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd225a40. 00010000:00000010:2.0:1769074855.712380:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074855.712399:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889940, last committed = 17179889615 00010000:00000200:2.0:1769074855.712408:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289f80 x1855007826393088/t17179889940(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074855.712429:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074855.712437:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826393088, offset 224 00000400:00000010:2.0:1769074855.712445:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7d90. 00000400:00000200:2.0:1769074855.712449:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.712463:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.712469:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40651:40651:256:4294967295] 192.168.204.10@tcp LPNI seq info [40647:40647:8:4294967295] 00000400:00000200:2.0:1769074855.712475:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074855.712482:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.712487:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.712492:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074855.712499:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.712506:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.712510:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.712541:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25680. 00000020:00000010:2.0:1769074855.712546:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074855.712550:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00010000:00000010:1.1:1769074855.712646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074855.712653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074855.712657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074855.712660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:0.0:1769074855.712735:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:0.0:1769074855.712742:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25880. 00010000:00000010:0.0:1769074855.712747:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000800:00000200:3.0:1769074855.712960:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.712974:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074855.712978:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.712983:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074855.720746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074855.720764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074855.721663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074855.721673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:2.1:1769074855.721679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074855.721686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000400:00000200:0.0:1769074855.722155:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.722176:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65bad 00000400:00000200:0.0:1769074855.722184:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.722189:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.722197:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:0.0:1769074855.722200:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:3.0:1769074855.722303:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:3.0:1769074855.722314:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25800. 00000400:00000200:3.0:1769074855.724771:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.724790:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c3880 00000400:00000200:3.0:1769074855.724799:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 133288 00000400:00000200:3.0:1769074855.724858:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.724863:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.724872:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.724879:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028b480. 00000020:00000010:0.0:1769074855.728296:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.728307:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.728317:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.728323:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.728328:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.728434:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.728438:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556cb00. 00000100:00000200:0.0:1769074855.728441:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826393216 00000001:00000010:0.0:1769074855.728451:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfb40. 00010000:00000010:0.0:1769074855.728477:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074855.728485:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074855.728511:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854cd000. 00010000:00000010:0.0:1769074855.728542:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074855.728547:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.728566:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074855.728570:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074855.728575:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074855.728577:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.728668:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074855.728672:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074855.728676:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074855.728679:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.728768:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.728781:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.728787:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074855.728808:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074855.728828:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028b480 x1855007826393216/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.728856:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074855.728864:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826393216, offset 224 00000400:00000200:0.0:1769074855.728871:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.728885:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.728891:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40652:40652:256:4294967295] 192.168.204.10@tcp LPNI seq info [40648:40648:8:4294967295] 00000400:00000200:0.0:1769074855.728903:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.728910:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.728915:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38600. 00000800:00000200:0.0:1769074855.728922:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.728930:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.728934:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.728960:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.728978:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.728982:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:3.0:1769074855.729846:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.729852:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38600. 00000400:00000200:3.0:1769074855.729858:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.729865:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.729871:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:3.0:1769074855.729874:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00010000:00000010:3.1:1769074855.733498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074855.733514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00000400:00000200:0.0:1769074855.733884:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.733904:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c3980 00000400:00000200:0.0:1769074855.733913:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 133864 00000400:00000200:0.0:1769074855.733932:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.733937:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.733945:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.733950:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944a80. 00000020:00000010:2.0:1769074855.734986:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.734994:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.735159:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:2.0:1769074855.735166:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25680. 00000020:00000010:2.0:1769074855.735171:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074855.735223:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.735226:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000100:00000200:2.0:1769074855.735229:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826393472 02000000:00000010:2.0:1769074855.735271:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbff7b000. 00010000:00000010:2.0:1769074855.735314:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074855.735330:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:2.0:1769074855.735348:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074855.735354:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.735372:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074855.735502:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25c80. 00010000:00000010:2.0:1769074855.735508:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074855.735513:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074855.735599:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074855.735673:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25e80. 00010000:00000010:0.0:1769074855.735781:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074855.735788:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074855.735820:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b564a0. 00000020:00000010:0.0:1769074855.735827:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b564a0. 00000020:00000010:0.0:1769074855.735839:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bba80. 00080000:00000010:0.0:1769074855.735850:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a41c400. 00000001:00000010:0.0:1769074855.736082:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbcc0. 00000001:00000010:0.0:1769074855.736090:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8e40. 00000020:00000010:0.0:1769074855.736124:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bba80. 00010000:00000010:0.0:1769074855.736134:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074855.736138:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.736152:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8480. 00010000:00000010:0.0:1769074855.736194:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074855.736218:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe00c78. 00000004:00000010:0.0:1769074855.736226:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d00300. 00000004:00000010:0.0:1769074855.736230:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49afdc0. 00000004:00000010:0.0:1769074855.736235:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81d690. 00000004:00000010:0.0:1769074855.736240:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab82ffc5a0. 00010000:00000010:0.0:1769074855.736250:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:0.0:1769074855.736267:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889941, last committed = 17179889615 00010000:00000200:0.0:1769074855.736278:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944a80 x1855007826393472/t17179889941(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074855.736290:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00000400:00000010:0.0:1769074855.736297:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00010000:00000010:1.0:1769074855.736299:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25e80. 00000100:00000200:0.0:1769074855.736305:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826393472, offset 224 00010000:00000010:1.0:1769074855.736308:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8480. 00000400:00000010:0.0:1769074855.736313:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d850. 00000400:00000200:0.0:1769074855.736319:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.736335:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.736342:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40653:40653:256:4294967295] 192.168.204.10@tcp LPNI seq info [40649:40649:8:4294967295] 00000400:00000200:0.0:1769074855.736349:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.736356:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.736362:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.736367:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38300. 00000800:00000200:0.0:1769074855.736374:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.736381:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.736386:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.736420:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25680. 00000020:00000010:0.0:1769074855.736424:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:0.0:1769074855.736429:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:3.0:1769074855.736963:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.736978:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38300. 00000400:00000200:3.0:1769074855.736984:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.736991:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074855.737063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074855.737070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074855.737075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074855.737078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00000400:00000200:3.0:1769074855.739372:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.739395:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65bb5 00000400:00000200:3.0:1769074855.739407:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.739412:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.739419:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:3.0:1769074855.739422:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00010000:00000010:2.0:1769074855.740251:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074855.740267:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25c80. 00000400:00000200:0.0:1769074855.740741:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.740752:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c3a00 00000400:00000200:0.0:1769074855.740760:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 134352 00000400:00000200:0.0:1769074855.740973:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.740979:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.740986:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.740992:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947800. 00000020:00000010:2.0:1769074855.741222:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.741228:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.741235:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074855.741241:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25c80. 00000020:00000010:2.0:1769074855.741246:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.741287:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.741290:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000100:00000200:2.0:1769074855.741293:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826393600 00000001:00000010:2.0:1769074855.741304:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf840. 00010000:00000010:2.0:1769074855.741329:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074855.741336:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 02000000:00000010:2.0:1769074855.741639:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbff78000. 00010000:00000010:2.0:1769074855.741672:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074855.741677:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.741692:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074855.741694:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25680. 00010000:00000010:2.0:1769074855.741697:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074855.741699:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074855.741760:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074855.741763:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25e80. 00010000:00000010:2.0:1769074855.741766:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074855.741769:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074855.741836:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.741848:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074855.741852:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25680. 00010000:00000010:2.0:1769074855.741869:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074855.741882:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947800 x1855007826393600/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074855.741896:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074855.741901:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826393600, offset 224 00000400:00000200:2.0:1769074855.741906:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.741915:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.741919:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40654:40654:256:4294967295] 192.168.204.10@tcp LPNI seq info [40650:40650:8:4294967295] 00000400:00000200:2.0:1769074855.741928:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.741932:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.741936:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074855.741940:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.741946:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.741949:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.741975:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25c80. 00000020:00000010:2.0:1769074855.741979:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.741984:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000100:00000010:0.0:1769074855.742047:0:42322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947480. 02000000:00000010:0.0:1769074855.742060:0:42322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab88e38a00. 00080000:00000010:0.0:1769074855.742100:0:42322:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a41e000. 00000004:00000010:0.0:1769074855.742114:0:42322:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8dabbd1bba80. 02000000:00000010:2.0:1769074855.742132:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabbd51e000. 00000400:00000010:2.0:1769074855.742139:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4000. 00000400:00000010:2.0:1769074855.742144:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074855.742150:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852323200, portal 4 00000400:00000010:2.0:1769074855.742155:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074855.742157:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007852323200, offset 0 00000400:00000200:2.0:1769074855.742163:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074855.742170:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074855.742177:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971eac17e180 00000400:00000200:2.0:1769074855.742183:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1c431 [8] + 1568 00000400:00000200:2.0:1769074855.742194:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.742198:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074855.742203:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1769074855.742209:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca1c00. 00000400:00000200:2.0:1769074855.742231:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:2.0:1769074855.742234:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074855.742240:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc947480 x1855007852323200/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074855.742259:0:12645:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab90896a80. 00000100:00000010:2.0:1769074855.742271:0:12645:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab90896840. 00000100:00000010:2.0:1769074855.742276:0:12645:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab90896ea0. 00000100:00000010:2.0:1769074855.742280:0:12645:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab908965a0. 00000020:00000010:0.0:1769074855.742335:0:37049:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556cb00. 00000020:00000010:0.0:1769074855.742341:0:37049:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8556c840. 00000020:00000010:0.0:1769074855.742370:0:37049:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:0.0:1769074855.742374:0:37049:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.742378:0:37049:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.742413:0:37049:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8556c840. 00000020:00000010:0.0:1769074855.742415:0:37049:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8556c840. 00000100:00000200:0.0:1769074855.742418:0:37049:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852323200 02000000:00000010:0.0:1769074855.742427:0:37049:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8daa8a41c000. 00010000:00000200:0.0:1769074855.742453:0:37049:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca1c00 x1855007852323200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:391/0 lens 224/368 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.742464:0:37049:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074855.742468:0:37049:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855007852323200, offset 224 00000400:00000200:0.0:1769074855.742473:0:37049:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074855.742478:0:37049:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074855.742484:0:37049:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971eac17e180 00000400:00000200:0.0:1769074855.742488:0:37049:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x65bbd [1] + 224 00000400:00000200:0.0:1769074855.742492:0:37049:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.742495:0:37049:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074855.742501:0:37049:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc947480 x1855007852323200/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074855.742517:0:37049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:0.0:1769074855.742519:0:37049:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000020:00000010:0.0:1769074855.742528:0:37049:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074855.742531:0:37049:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.742534:0:37049:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000400:00000010:0.0:1769074855.742552:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4000. 00000400:00000200:0.0:1769074855.742555:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:0.0:1769074855.742557:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00000100:00000200:0.0:1769074855.742561:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc947480 x1855007852323200/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074855.742569:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc947480 x1855007852323200/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074855.742627:0:12645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabbd51e000. 02000000:00000010:0.0:1769074855.742633:0:12645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab88e38a00. 00000100:00000010:0.0:1769074855.742638:0:12645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947480. 00000800:00000200:3.0:1769074855.746914:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.746924:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074855.746931:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.746940:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.746948:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:3.0:1769074855.746951:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00000100:00000010:2.0:1769074855.747020:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2d80. 02000000:00000010:2.0:1769074855.747036:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab82d21c00. 00000100:00000010:2.0:1769074855.747085:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca1f80. 02000000:00000010:2.0:1769074855.747090:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab82d21600. 00000100:00000010:2.0:1769074855.747098:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca1500. 02000000:00000010:2.0:1769074855.747101:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab82d21d00. 00000100:00000010:2.0:1769074855.747121:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3480. 02000000:00000010:2.0:1769074855.747126:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab82d21300. 00000100:00000010:2.0:1769074855.747134:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601180. 02000000:00000010:2.0:1769074855.747138:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab82d21900. 02000000:00000010:3.0:1769074855.747488:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8fd3be00. 00000400:00000010:3.0:1769074855.747496:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481688. 00000400:00000010:3.0:1769074855.747501:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c463b8. 00000100:00000200:3.0:1769074855.747508:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852323328, portal 25 00000400:00000010:3.0:1769074855.747513:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074855.747516:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007852323328, offset 0 00000400:00000200:3.0:1769074855.747523:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074855.747536:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074855.747547:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6971eac17e200 00000400:00000200:3.0:1769074855.747554:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x4fc11 [2] + 0 00000400:00000010:3.0:1769074855.747558:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad5372c0. 00000400:00000200:3.0:1769074855.747563:0:12647:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8fd05900 00000400:00000200:3.0:1769074855.747568:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.747570:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074855.747574:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd05900 00000400:00000010:3.0:1769074855.747577:0:12647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd05900. 00000100:00000200:3.0:1769074855.747583:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074855.747631:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46d48 00000400:00000010:3.0:1769074855.747633:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074855.747641:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa88ca2d80 x1855007852323328/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074855.747673:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8fd3ba00. 00000400:00000010:3.0:1769074855.747677:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481370. 00000400:00000010:3.0:1769074855.747681:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074855.747683:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852323840, portal 10 00000400:00000010:3.0:1769074855.747688:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074855.747690:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852323840, offset 0 00000400:00000200:3.0:1769074855.747693:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074855.747697:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074855.747701:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac17e400 00000400:00000200:3.0:1769074855.747706:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c1d [64] + 134928 00000400:00000200:3.0:1769074855.747710:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.747712:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074855.747716:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.747720:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288e00. 00000400:00000200:3.0:1769074855.747729:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074855.747730:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074855.747734:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8c601180 x1855007852323840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074855.747760:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8fd3b000. 00000400:00000010:3.0:1769074855.747764:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481b00. 00000400:00000010:3.0:1769074855.747767:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074855.747770:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852323456, portal 10 00000400:00000010:3.0:1769074855.747774:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074855.747776:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852323456, offset 0 00000400:00000200:3.0:1769074855.747779:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074855.747784:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074855.747788:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac17e280 00000400:00000200:3.0:1769074855.747792:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c1d [64] + 135152 00000400:00000200:3.0:1769074855.747796:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.747799:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074855.747802:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.747805:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028a680. 00000400:00000200:3.0:1769074855.747815:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:3.0:1769074855.747816:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074855.747820:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa88ca1f80 x1855007852323456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1769074855.747912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074855.747920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 02000000:00000010:1.0:1769074855.747948:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dab8431ba00. 00000400:00000010:1.0:1769074855.747953:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1738. 00000400:00000010:1.0:1769074855.747958:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074855.747961:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852323712, portal 4 00000400:00000010:1.0:1769074855.747975:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074855.747979:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007852323712, offset 0 00000400:00000200:1.0:1769074855.747983:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074855.747989:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074855.747994:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971eac17e380 00000400:00000200:1.0:1769074855.748000:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x56995 [8] + 3168 00000400:00000200:1.0:1769074855.748005:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.748008:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074855.748012:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074855.748016:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288c000. 00000400:00000200:1.0:1769074855.748032:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:1.0:1769074855.748035:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074855.748052:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa88ca3480 x1855007852323712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074855.748075:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dab8431a800. 00000400:00000010:1.0:1769074855.748079:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1268. 00000400:00000010:1.0:1769074855.748081:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074855.748084:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852323584, portal 10 00000400:00000010:1.0:1769074855.748088:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074855.748090:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852323584, offset 0 00000400:00000200:1.0:1769074855.748094:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074855.748098:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074855.748102:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac17e300 00000400:00000200:1.0:1769074855.748105:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c1d [64] + 135376 00000400:00000200:1.0:1769074855.748109:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.748111:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074855.748114:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.748117:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288f800. 00000400:00000200:1.0:1769074855.748128:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:1.0:1769074855.748130:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074855.748133:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa88ca1500 x1855007852323584/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1769074855.748170:0:42321:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 12 at ffff8dabbea46730. 02000000:00000010:1.0:1769074855.748177:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabbfefec00. 02000000:00000010:1.0:1769074855.748182:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dabbfeff400. 00000100:00000010:1.0:1769074855.748187:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8000. 02000000:00000010:1.0:1769074855.748191:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabbfefd800. 02000000:00000010:1.0:1769074855.748194:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dabbfefe000. 00000100:00000010:1.0:1769074855.748197:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5ab800. 02000000:00000010:1.0:1769074855.748200:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabbfefd400. 02000000:00000010:1.0:1769074855.748203:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dabbfefc400. 00000100:00000010:1.0:1769074855.748205:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9880. 00080000:00000010:1.0:1769074855.748221:0:42321:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e933000. 00000004:00000010:1.0:1769074855.748402:0:42321:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 12 at ffff8dabbea46730. 00000100:00000010:1.0:1769074855.748448:0:42320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288e680. 02000000:00000010:1.0:1769074855.748458:0:42320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab864d4f00. 00080000:00000010:1.0:1769074855.748478:0:42320:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e930400. 00000004:00000010:1.0:1769074855.748485:0:42320:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8daba04544e0. 02000000:00000010:1.0:1769074855.748501:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8e931c00. 00000400:00000010:1.0:1769074855.748505:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee17e8. 00000400:00000010:1.0:1769074855.748508:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074855.748511:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852323968, portal 4 00000400:00000010:1.0:1769074855.748514:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074855.748516:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007852323968, offset 0 00000400:00000200:1.0:1769074855.748520:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074855.748526:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074855.748532:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971eac17e480 00000400:00000200:1.0:1769074855.748536:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1c431 [8] + 1792 00000400:00000200:1.0:1769074855.748540:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.748542:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074855.748546:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1769074855.748549:0:12648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288df80. 00000400:00000200:1.0:1769074855.748559:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:1.0:1769074855.748561:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074855.748566:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8288e680 x1855007852323968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074855.748630:0:37048:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074855.748636:0:37048:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8556cdc0. 00000020:00000010:1.0:1769074855.748651:0:37048:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074855.748656:0:37048:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72f80. 00000020:00000010:1.0:1769074855.748661:0:37048:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.748690:0:37048:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db40. 00000020:00000010:1.0:1769074855.748692:0:37048:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470db40. 00000100:00000200:1.0:1769074855.748697:0:37048:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852323968 02000000:00000010:1.0:1769074855.748712:0:37048:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8daa8e932800. 00010000:00000200:1.0:1769074855.748741:0:37048:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288df80 x1855007852323968/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:391/0 lens 224/368 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.748755:0:37048:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074855.748758:0:37048:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855007852323968, offset 224 00000400:00000200:1.0:1769074855.748761:0:37048:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074855.748767:0:37048:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074855.748772:0:37048:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971eac17e480 00000400:00000200:1.0:1769074855.748776:0:37048:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x65bf1 [1] + 224 00000400:00000200:1.0:1769074855.748780:0:37048:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.748783:0:37048:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074855.748788:0:37048:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8288e680 x1855007852323968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074855.748801:0:37048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:1.0:1769074855.748803:0:37048:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00000020:00000010:1.0:1769074855.748814:0:37048:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72f80. 00000020:00000010:1.0:1769074855.748818:0:37048:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.748822:0:37048:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000400:00000010:1.0:1769074855.748849:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee17e8. 00000400:00000200:1.0:1769074855.748854:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:1.0:1769074855.748855:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074855.748860:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8288e680 x1855007852323968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074855.748868:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8288e680 x1855007852323968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074855.748906:0:12648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8e931c00. 02000000:00000010:1.0:1769074855.748911:0:12648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab864d4f00. 00000100:00000010:1.0:1769074855.748915:0:12648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288e680. 00000004:00000010:1.0:1769074855.748928:0:42319:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 16 at ffff8dabbea46730. 02000000:00000010:1.0:1769074855.748932:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8fa9e400. 02000000:00000010:1.0:1769074855.748936:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8fa9d800. 00000100:00000010:1.0:1769074855.748938:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08700. 02000000:00000010:1.0:1769074855.748942:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa82c4a800. 02000000:00000010:1.0:1769074855.748950:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8fa9d400. 00000100:00000010:1.0:1769074855.748952:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0aa00. 02000000:00000010:1.0:1769074855.748955:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa82c4a400. 02000000:00000010:1.0:1769074855.748958:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8fa9f800. 00000100:00000010:1.0:1769074855.748960:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fdf80. 02000000:00000010:1.0:1769074855.748976:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8fa9f400. 02000000:00000010:1.0:1769074855.748979:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8fa9c800. 00000100:00000010:1.0:1769074855.748982:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fc000. 00080000:00000010:1.0:1769074855.748992:0:42319:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e931c00. 00000004:00000010:1.0:1769074855.749075:0:42319:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 16 at ffff8dabbea46730. 00000020:00000010:1.0:1769074855.749136:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db40. 00000020:00000010:1.0:1769074855.749140:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470db40. 00000020:00000010:1.0:1769074855.749144:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074855.749147:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72080. 00000020:00000010:1.0:1769074855.749150:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.749171:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db40. 00000020:00000010:1.0:1769074855.749182:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8e3ff200. 00000020:00000010:1.0:1769074855.749185:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074855.749187:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074855.749201:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d080. 00000020:00000010:1.0:1769074855.749203:0:44309:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8556c900. 00000020:00000010:1.0:1769074855.749207:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d080. 00000020:00000010:1.0:1769074855.749211:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a935e00. 00000020:00000010:1.0:1769074855.749213:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72800. 00000020:00000010:1.0:1769074855.749216:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074855.749226:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d080. 00000020:00000010:1.0:1769074855.749229:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d080. 00000100:00000200:1.0:1769074855.749232:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852323840 02000000:00000010:1.0:1769074855.749241:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e930c00. 00010000:00000200:1.0:1769074855.749247:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288e00 x1855007852323840/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:391/0 lens 224/224 e 0 to 0 dl 1769074866 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.749258:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074855.749261:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852323840, offset 224 00000400:00000200:1.0:1769074855.749265:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074855.749271:0:44309:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074855.749276:0:44309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac17e400 00000400:00000200:1.0:1769074855.749280:0:44309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65bd1 [1] + 224 00000400:00000200:1.0:1769074855.749284:0:44309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.749287:0:44309:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074855.749294:0:44309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8c601180 x1855007852323840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074855.749307:0:44309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:1.0:1769074855.749309:0:44309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000020:00000010:1.0:1769074855.749317:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72080. 00000020:00000010:1.0:1769074855.749320:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074855.749323:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074855.749334:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d080. 00000020:00000010:1.0:1769074855.749337:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d080. 00000100:00000200:1.0:1769074855.749339:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852323456 02000000:00000010:1.0:1769074855.749346:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e930000. 00010000:00000200:1.0:1769074855.749351:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028a680 x1855007852323456/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:391/0 lens 224/224 e 0 to 0 dl 1769074866 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.749360:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074855.749363:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852323456, offset 224 00000400:00000200:1.0:1769074855.749366:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074855.749371:0:44309:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074855.749376:0:44309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac17e280 00000400:00000200:1.0:1769074855.749380:0:44309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65bd9 [1] + 224 00000400:00000200:1.0:1769074855.749384:0:44309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.749386:0:44309:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074855.749391:0:44309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa88ca1f80 x1855007852323456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074855.749401:0:44309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:1.0:1769074855.749402:0:44309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000020:00000010:1.0:1769074855.749409:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72500. 00000020:00000010:1.0:1769074855.749412:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074855.749415:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8e3ff200. 00000020:00000010:1.0:1769074855.749426:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d080. 00000020:00000010:1.0:1769074855.749429:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d080. 00000100:00000200:1.0:1769074855.749432:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852323584 02000000:00000010:1.0:1769074855.749438:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e930800. 00010000:00000200:1.0:1769074855.749442:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288f800 x1855007852323584/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:391/0 lens 224/224 e 0 to 0 dl 1769074866 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.749450:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074855.749452:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852323584, offset 224 00000400:00000200:1.0:1769074855.749456:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074855.749460:0:44309:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074855.749465:0:44309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac17e300 00000400:00000200:1.0:1769074855.749468:0:44309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65be9 [1] + 224 00000400:00000200:1.0:1769074855.749472:0:44309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.749475:0:44309:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074855.749479:0:44309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa88ca1500 x1855007852323584/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074855.749493:0:44309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:1.0:1769074855.749495:0:44309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000020:00000010:1.0:1769074855.749501:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72800. 00000020:00000010:1.0:1769074855.749504:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074855.749506:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a935e00. 00000400:00000010:1.0:1769074855.749527:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481b00. 00000400:00000200:1.0:1769074855.749530:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:1.0:1769074855.749533:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000100:00000200:1.0:1769074855.749537:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa88ca1f80 x1855007852323456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074855.749545:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa88ca1f80 x1855007852323456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.749559:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481370. 00000400:00000200:1.0:1769074855.749561:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46d48 00000400:00000010:1.0:1769074855.749563:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46d48. 00000100:00000200:1.0:1769074855.749566:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8c601180 x1855007852323840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074855.749572:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8c601180 x1855007852323840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074855.749583:0:12647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8fd3b000. 02000000:00000010:1.0:1769074855.749587:0:12647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab82d21600. 00000100:00000010:1.0:1769074855.749590:0:12647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1f80. 02000000:00000010:1.0:1769074855.749594:0:12647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8fd3ba00. 02000000:00000010:1.0:1769074855.749596:0:12647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab82d21900. 00000100:00000010:1.0:1769074855.749598:0:12647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601180. 00000400:00000010:1.0:1769074855.749638:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1268. 00000400:00000200:1.0:1769074855.749641:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:1.0:1769074855.749643:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074855.749648:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa88ca1500 x1855007852323584/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074855.749655:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa88ca1500 x1855007852323584/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074855.749667:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dab8431a800. 02000000:00000010:1.0:1769074855.749670:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab82d21d00. 00000100:00000010:1.0:1769074855.749672:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1500. 00010000:00000010:2.1:1769074855.750316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:2.1:1769074855.750325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00000020:00000010:2.0:1769074855.750368:0:42294:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.750372:0:42294:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.750377:0:42294:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074855.750382:0:42294:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25680. 00000020:00000010:2.0:1769074855.750386:0:42294:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.750431:0:42294:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab84359800. 00000020:00000010:2.0:1769074855.750434:0:42294:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab84359800. 00000100:00000200:2.0:1769074855.750437:0:42294:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852323328 02000000:00000010:2.0:1769074855.750447:0:42294:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbd51f800. 00010000:00000200:2.0:1769074855.750454:0:42294:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb4844c50 x1855007852323328/t0(0) o400->cac2d028-eb51-4ca5-bfc5-0b8972635d61@0@lo:391/0 lens 224/224 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074855.750467:0:42294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074855.750471:0:42294:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855007852323328, offset 224 00000400:00000200:2.0:1769074855.750476:0:42294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074855.750483:0:42294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074855.750489:0:42294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6971eac17e200 00000400:00000200:2.0:1769074855.750495:0:42294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x65bc9 [1] + 224 00000400:00000200:2.0:1769074855.750502:0:42294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.750505:0:42294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074855.750513:0:42294:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa88ca2d80 x1855007852323328/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074855.750528:0:42294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:2.0:1769074855.750530:0:42294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00000020:00000010:2.0:1769074855.750539:0:42294:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25680. 00000020:00000010:2.0:1769074855.750542:0:42294:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.750547:0:42294:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 02000000:00000010:2.0:1769074855.750553:0:42294:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbd51f800. 00000100:00000200:2.0:1769074855.750558:0:42294:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1769074855.750563:0:42294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4108. 00000400:00000010:2.0:1769074855.750567:0:42294:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab89ddf840. 00000020:00000010:3.0:1769074855.750797:0:37045:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.750801:0:37045:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.750805:0:37045:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.750808:0:37045:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.750811:0:37045:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.750833:0:37045:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd40. 00000020:00000010:3.0:1769074855.750837:0:37045:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd40. 00000100:00000200:3.0:1769074855.750839:0:37045:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852323712 02000000:00000010:3.0:1769074855.750847:0:37045:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8fb48800. 00010000:00000200:3.0:1769074855.750853:0:37045:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288c000 x1855007852323712/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:391/0 lens 224/224 e 0 to 0 dl 1769074866 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.750864:0:37045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074855.750867:0:37045:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007852323712, offset 224 00000400:00000200:3.0:1769074855.750871:0:37045:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074855.750876:0:37045:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074855.750881:0:37045:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971eac17e380 00000400:00000200:3.0:1769074855.750887:0:37045:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x65be1 [1] + 224 00000400:00000200:3.0:1769074855.750891:0:37045:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.750894:0:37045:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074855.750902:0:37045:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa88ca3480 x1855007852323712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074855.750919:0:37045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:3.0:1769074855.750921:0:37045:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00000020:00000010:3.0:1769074855.750929:0:37045:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074855.750932:0:37045:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.750935:0:37045:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000400:00000010:3.0:1769074855.750955:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1738. 00000400:00000200:3.0:1769074855.750959:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fce58 00000400:00000010:3.0:1769074855.750960:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fce58. 00000100:00000200:3.0:1769074855.750996:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa88ca3480 x1855007852323712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074855.751003:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa88ca3480 x1855007852323712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074855.751024:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dab8431ba00. 02000000:00000010:3.0:1769074855.751028:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab82d21300. 00000100:00000010:3.0:1769074855.751033:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3480. 00000400:00000010:1.0:1769074855.751743:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481688. 00000400:00000200:1.0:1769074855.751750:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c463b8 00000400:00000010:1.0:1769074855.751752:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c463b8. 00000100:00000200:1.0:1769074855.751760:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa88ca2d80 x1855007852323328/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074855.751770:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa88ca2d80 x1855007852323328/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074855.751785:0:12647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8fd3be00. 02000000:00000010:1.0:1769074855.751790:0:12647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab82d21c00. 00000100:00000010:1.0:1769074855.751793:0:12647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2d80. 00000400:00000200:1.0:1769074855.768321:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.768343:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c3b00 00000400:00000200:1.0:1769074855.768352:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 135600 00000400:00000200:1.0:1769074855.770926:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.770942:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.770951:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.770959:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288e680. 00010000:00000010:0.1:1769074855.772477:0:42147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074855.772492:0:42147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000020:00000010:2.0:1769074855.779427:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074855.779438:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074855.779444:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074855.779449:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab97c52d00. 00000020:00000010:2.0:1769074855.779454:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.779500:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074855.779503:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074855.779506:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826393856 02000000:00000010:2.0:1769074855.779544:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbff79000. 00010000:00000010:2.0:1769074855.779582:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074855.779597:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25e80. 00010000:00000010:2.0:1769074855.779637:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074855.779644:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074855.779661:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074855.779665:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25e80. 00010000:00000010:2.0:1769074855.779669:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074855.779673:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074855.779752:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074855.779757:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabbd0f2500. 00010000:00000010:2.0:1769074855.779760:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074855.779764:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074855.779788:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88f4c440. 00000020:00000010:2.0:1769074855.779794:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88f4c440. 00000020:00000010:2.0:1769074855.779806:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd9360. 00080000:00000010:2.0:1769074855.779813:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51f800. 00000001:00000010:2.0:1769074855.780086:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e960. 00000001:00000010:2.0:1769074855.780093:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074855.780177:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd9360. 00010000:00000010:2.0:1769074855.780187:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.0:1769074855.780192:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.780204:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074855.780238:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00080000:00000010:2.0:1769074855.780259:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe01398. 00000004:00000010:2.0:1769074855.780273:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d00000. 00000004:00000010:2.0:1769074855.780281:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49af650. 00000004:00000010:2.0:1769074855.780287:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d81d2d0. 00000004:00000010:2.0:1769074855.780291:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab82ffd2c0. 00010000:00000010:2.0:1769074855.780303:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074855.780320:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889942, last committed = 17179889615 00010000:00000200:2.0:1769074855.780331:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288e680 x1855007826393856/t17179889942(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074855.780350:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074855.780358:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826393856, offset 224 00000400:00000010:2.0:1769074855.780366:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7e38. 00000400:00000200:2.0:1769074855.780371:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.780386:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.780393:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40655:40655:256:4294967295] 192.168.204.10@tcp LPNI seq info [40651:40651:8:4294967295] 00000400:00000200:2.0:1769074855.780400:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074855.780406:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.780412:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.780417:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074855.780423:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.780430:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.780434:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.780453:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab97c52d00. 00000020:00000010:2.0:1769074855.780458:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.780463:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.0:1769074855.780491:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.780496:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabbd0f2500. 00010000:00000010:2.0:1769074855.780502:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00000800:00000200:0.0:1769074855.782167:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.782176:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:0.0:1769074855.782182:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.782189:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.784461:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.784482:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65c15 00000400:00000200:3.0:1769074855.784490:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.784495:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.784502:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:3.0:1769074855.784505:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00010000:00000010:3.0:1769074855.784553:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:3.0:1769074855.784562:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25e80. 00000400:00000200:1.0:1769074855.793545:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.793565:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c3b80 00000400:00000200:1.0:1769074855.793574:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 136088 00000400:00000200:1.0:1769074855.793663:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.793669:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.793677:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.793683:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288c700. 00000020:00000010:0.0:1769074855.794255:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab892f9f00. 00000020:00000010:0.0:1769074855.794261:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab892f9f00. 00000020:00000010:0.0:1769074855.794268:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.794273:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074855.794278:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.794325:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab892f9f00. 00000020:00000010:0.0:1769074855.794328:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab892f9f00. 00000100:00000200:0.0:1769074855.794331:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826393984 00000001:00000010:0.0:1769074855.794341:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8e40. 00010000:00000010:0.0:1769074855.794378:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074855.794386:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074855.794415:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854cb000. 00010000:00000010:0.0:1769074855.794445:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074855.794449:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.794469:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074855.794473:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074855.794476:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074855.794480:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.794552:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074855.794555:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074855.794559:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074855.794563:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.794928:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.794941:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.794946:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074855.794978:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074855.794995:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288c700 x1855007826393984/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.795015:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074855.795022:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826393984, offset 224 00000400:00000200:0.0:1769074855.795029:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.795040:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.795046:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40656:40656:256:4294967295] 192.168.204.10@tcp LPNI seq info [40652:40652:8:4294967295] 00000400:00000200:0.0:1769074855.795057:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.795063:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.795068:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38b00. 00000800:00000200:0.0:1769074855.795074:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.795082:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.795087:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.795113:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074855.795117:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.795120:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:1.0:1769074855.795440:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.795445:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38b00. 00000400:00000200:1.0:1769074855.795450:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.795455:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.795460:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:1.0:1769074855.795462:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00010000:00000010:2.1:1769074855.797401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074855.797421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074855.797425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074855.797427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074855.797429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074855.797432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074855.797672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074855.797678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074855.797681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074855.797707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074855.797711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074855.797713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00000400:00000200:3.0:1769074855.801589:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.801650:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c3c80 00000400:00000200:3.0:1769074855.801659:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 136664 00000400:00000200:3.0:1769074855.801676:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.801680:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.801688:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.801694:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289c00. 00000020:00000010:2.0:1769074855.801793:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fac0. 00000020:00000010:2.0:1769074855.801799:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fac0. 00000020:00000010:2.0:1769074855.801805:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074855.801811:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabbd0f2500. 00000020:00000010:2.0:1769074855.801816:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.801889:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fac0. 00000020:00000010:2.0:1769074855.801892:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fac0. 00000100:00000200:2.0:1769074855.801895:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826394240 02000000:00000010:2.0:1769074855.801931:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbff7d000. 00010000:00000010:2.0:1769074855.801982:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074855.802001:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:2.0:1769074855.802020:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.0:1769074855.802026:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.802041:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074855.802045:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab97c52c80. 00010000:00000010:2.0:1769074855.802049:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074855.802051:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074855.802126:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074855.802129:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab97c52d00. 00010000:00000010:2.0:1769074855.802132:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074855.802135:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074855.802154:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88f4c440. 00000020:00000010:2.0:1769074855.802159:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88f4c440. 00000020:00000010:2.0:1769074855.802169:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e600. 00080000:00000010:2.0:1769074855.802176:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51ec00. 00000001:00000010:2.0:1769074855.802561:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e8a0. 00000001:00000010:2.0:1769074855.802569:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074855.802627:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e600. 00010000:00000010:2.0:1769074855.802636:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074855.802640:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074855.802651:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074855.802686:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00080000:00000010:2.0:1769074855.802709:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88cac000. 00000004:00000010:2.0:1769074855.802717:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8cc0. 00000004:00000010:2.0:1769074855.802721:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d80440. 00000004:00000010:2.0:1769074855.802726:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb08870. 00000004:00000010:2.0:1769074855.802777:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86a1e0. 00010000:00000010:2.0:1769074855.802793:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074855.802811:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889943, last committed = 17179889615 00010000:00000200:2.0:1769074855.802820:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289c00 x1855007826394240/t17179889943(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074855.802840:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074855.802848:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826394240, offset 224 00000400:00000010:2.0:1769074855.802854:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f72d8. 00000400:00000200:2.0:1769074855.802858:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.802870:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.802876:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40657:40657:256:4294967295] 192.168.204.10@tcp LPNI seq info [40653:40653:8:4294967295] 00000400:00000200:2.0:1769074855.802883:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074855.802891:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.802896:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.802902:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074855.802908:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.802915:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.802919:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.802947:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabbd0f2500. 00000020:00000010:2.0:1769074855.802952:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.802957:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074855.803408:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.803413:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074855.803418:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.803424:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074855.807086:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074855.807102:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:3.0:1769074855.807225:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:3.0:1769074855.807235:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab97c52d00. 00010000:00000010:3.0:1769074855.807243:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00000400:00000200:0.0:1769074855.807670:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.807690:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65c1d 00000400:00000200:0.0:1769074855.807697:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.807702:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.807709:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:0.0:1769074855.807712:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:2.0:1769074855.808535:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074855.808546:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab97c52c80. 00010000:00000010:0.1:1769074855.809946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074855.809958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074855.809973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074855.809977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00000400:00000200:2.0:1769074855.816699:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074855.816719:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c3d00 00000400:00000200:2.0:1769074855.816728:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 137152 00000400:00000200:2.0:1769074855.817414:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.817422:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074855.817431:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074855.817439:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601f80. 00000020:00000010:3.0:1769074855.818095:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f140. 00000020:00000010:3.0:1769074855.818102:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f140. 00000020:00000010:3.0:1769074855.818109:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074855.818114:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074855.818119:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.818157:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f140. 00000020:00000010:3.0:1769074855.818160:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f140. 00000100:00000200:3.0:1769074855.818163:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826394368 00000001:00000010:3.0:1769074855.818173:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfb40. 00010000:00000010:3.0:1769074855.818200:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.818208:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 02000000:00000010:3.0:1769074855.818236:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ad73000. 00010000:00000010:3.0:1769074855.818267:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.818271:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.818290:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074855.818293:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074855.818297:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074855.818300:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.818379:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074855.818383:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074855.818387:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074855.818391:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074855.818461:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.818473:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.818478:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074855.818499:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000200:3.0:1769074855.818518:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601f80 x1855007826394368/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.818538:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074855.818545:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826394368, offset 224 00000400:00000200:3.0:1769074855.818552:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.818565:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.818572:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40658:40658:256:4294967295] 192.168.204.10@tcp LPNI seq info [40654:40654:8:4294967295] 00000400:00000200:3.0:1769074855.818583:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.818589:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.818594:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074855.818601:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.818650:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.818655:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.818675:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074855.818678:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.818681:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00000800:00000200:3.0:1769074855.818788:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.818792:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:3.0:1769074855.818800:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.818804:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.818808:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:3.0:1769074855.818811:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00010000:00000010:3.1:1769074855.821247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074855.821264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074855.821473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074855.821480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074855.821483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074855.821492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074855.821495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074855.821498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000400:00000200:3.0:1769074855.821570:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.821588:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c3e00 00000400:00000200:3.0:1769074855.821597:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 137728 00000400:00000200:3.0:1769074855.821844:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.821851:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.821859:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.821865:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288000. 00000020:00000010:2.0:1769074855.822161:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fac0. 00000020:00000010:2.0:1769074855.822168:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fac0. 00000020:00000010:2.0:1769074855.822174:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074855.822181:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab97c52c80. 00000020:00000010:2.0:1769074855.822185:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.822227:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fac0. 00000020:00000010:2.0:1769074855.822229:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fac0. 00000100:00000200:2.0:1769074855.822233:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826394624 02000000:00000010:2.0:1769074855.822272:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc83b000. 00010000:00000010:2.0:1769074855.822313:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:2.0:1769074855.822328:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:2.0:1769074855.822346:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074855.822352:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074855.822382:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074855.822387:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab97c52d00. 00010000:00000010:2.0:1769074855.822391:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.0:1769074855.822394:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074855.822475:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074855.822480:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabbd0f2500. 00010000:00000010:2.0:1769074855.822484:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074855.822487:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074855.822511:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8b1580a0. 00000020:00000010:2.0:1769074855.822519:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8b1580a0. 00000020:00000010:2.0:1769074855.822533:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e600. 00080000:00000010:2.0:1769074855.822543:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51d800. 00000001:00000010:2.0:1769074855.822823:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e060. 00000001:00000010:2.0:1769074855.822830:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfc00. 00000020:00000010:2.0:1769074855.822865:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e600. 00010000:00000010:2.0:1769074855.822874:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074855.822877:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074855.822890:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074855.822932:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00080000:00000010:2.0:1769074855.822954:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbecba558. 00000004:00000010:2.0:1769074855.822988:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bda80. 00000004:00000010:2.0:1769074855.822992:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8dcd3430. 00000004:00000010:2.0:1769074855.822998:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfa0f0. 00000004:00000010:2.0:1769074855.823002:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae94d0e0. 00010000:00000010:2.0:1769074855.823013:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074855.823030:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889944, last committed = 17179889615 00010000:00000200:2.0:1769074855.823041:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288000 x1855007826394624/t17179889944(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074855.823060:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074855.823067:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826394624, offset 224 00000400:00000010:2.0:1769074855.823074:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f78f8. 00000400:00000200:2.0:1769074855.823078:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.823092:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.823097:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40659:40659:256:4294967295] 192.168.204.10@tcp LPNI seq info [40655:40655:8:4294967295] 00000400:00000200:2.0:1769074855.823104:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074855.823111:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.823116:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.823121:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074855.823128:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.823135:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.823139:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.823160:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab97c52c80. 00000020:00000010:2.0:1769074855.823164:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.823169:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074855.823270:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074855.823274:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:2.0:1769074855.823279:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.823283:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074855.824444:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:0.0:1769074855.824457:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabbd0f2500. 00010000:00000010:0.0:1769074855.824467:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00000400:00000200:3.0:1769074855.827199:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.827221:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65c25 00000400:00000200:3.0:1769074855.827229:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.827233:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.827240:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:3.0:1769074855.827243:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00000400:00000200:3.0:1769074855.827268:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.827275:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c3e80 00000400:00000200:3.0:1769074855.827282:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 138216 00000400:00000200:3.0:1769074855.827335:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.827340:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.827344:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.827350:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288a80. 00010000:00000010:3.0:1769074855.827403:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:3.0:1769074855.827413:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab97c52d00. 00000020:00000010:3.0:1769074855.827455:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f140. 00000020:00000010:3.0:1769074855.827459:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f140. 00000020:00000010:3.0:1769074855.827465:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3ba00. 00000020:00000010:3.0:1769074855.827470:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074855.827474:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.827515:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f140. 00000020:00000010:3.0:1769074855.827519:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f140. 00000100:00000200:3.0:1769074855.827522:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826394752 00000001:00000010:3.0:1769074855.827532:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:3.0:1769074855.827557:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074855.827564:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 02000000:00000010:3.0:1769074855.827590:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ad75000. 00010000:00000010:3.0:1769074855.828330:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074855.828338:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.828358:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074855.828374:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074855.828378:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074855.828382:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.828456:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074855.828459:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074855.828463:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074855.828467:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074855.828530:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.828543:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.828548:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074855.828569:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000200:3.0:1769074855.828585:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288a80 x1855007826394752/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.828884:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074855.828892:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826394752, offset 224 00000400:00000200:3.0:1769074855.828900:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.828912:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.828918:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40660:40660:256:4294967295] 192.168.204.10@tcp LPNI seq info [40656:40656:8:4294967295] 00000400:00000200:3.0:1769074855.828930:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.828936:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.828941:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074855.828948:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.828955:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.828959:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.829107:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074855.829112:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.829117:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3ba00. 00010000:00000010:3.1:1769074855.829929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074855.829938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074855.829941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074855.829944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000800:00000200:0.0:1769074855.834836:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.834846:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074855.834855:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.834864:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.834871:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:0.0:1769074855.834874:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00000400:00000200:3.0:1769074855.838099:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.838120:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c3f80 00000400:00000200:3.0:1769074855.838130:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 138792 00000400:00000200:3.0:1769074855.838147:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.838152:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.838161:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.838169:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289500. 00000020:00000010:0.0:1769074855.838354:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3ec0. 00000020:00000010:0.0:1769074855.838369:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3ec0. 00000020:00000010:0.0:1769074855.838376:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.838383:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074855.838388:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.838422:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3ec0. 00000020:00000010:0.0:1769074855.838425:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3ec0. 00000100:00000200:0.0:1769074855.838429:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826395008 02000000:00000010:0.0:1769074855.838468:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab854c9000. 00010000:00000010:0.0:1769074855.838514:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:0.0:1769074855.838531:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:0.0:1769074855.838553:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074855.838560:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.838576:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074855.838580:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074855.838585:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074855.838588:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.838895:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074855.838899:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074855.838902:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074855.838906:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074855.838930:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56a00. 00000020:00000010:0.0:1769074855.838937:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56a00. 00000020:00000010:0.0:1769074855.838949:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbba0. 00080000:00000010:0.0:1769074855.838960:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a41d400. 00000001:00000010:0.0:1769074855.839198:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb120. 00000001:00000010:0.0:1769074855.839206:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8540. 00000020:00000010:0.0:1769074855.839239:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbba0. 00010000:00000010:0.0:1769074855.839249:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074855.839253:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.839267:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074855.839316:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074855.839341:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88cad1d0. 00000004:00000010:0.0:1769074855.839362:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8300. 00000004:00000010:0.0:1769074855.839366:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab866a5760. 00000004:00000010:0.0:1769074855.839375:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb08078. 00000004:00000010:0.0:1769074855.839380:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe86780. 00010000:00000010:0.0:1769074855.839392:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074855.839409:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889945, last committed = 17179889615 00010000:00000200:0.0:1769074855.839419:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289500 x1855007826395008/t17179889945(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.839438:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074855.839445:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826395008, offset 224 00000400:00000010:0.0:1769074855.839452:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8dbd0. 00000400:00000200:0.0:1769074855.839455:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.839469:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.839475:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40661:40661:256:4294967295] 192.168.204.10@tcp LPNI seq info [40657:40657:8:4294967295] 00000400:00000200:0.0:1769074855.839481:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.839487:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.839493:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.839498:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38a00. 00000800:00000200:0.0:1769074855.839504:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.839512:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.839516:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.839534:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074855.839538:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.839541:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00010000:00000010:3.0:1769074855.839983:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074855.839991:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:3.0:1769074855.839997:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d83c0. 00000800:00000200:3.0:1769074855.840093:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.840098:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38a00. 00000400:00000200:3.0:1769074855.840102:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.840107:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074855.840416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074855.840424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00000400:00000200:0.0:1769074855.843876:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.843898:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65c2d 00000400:00000200:0.0:1769074855.843906:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.843911:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.843917:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:0.0:1769074855.843920:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:1.0:1769074855.844496:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074855.844510:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00000400:00000200:3.0:1769074855.845282:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.845296:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c4000 00000400:00000200:3.0:1769074855.845304:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 139280 00000400:00000200:3.0:1769074855.845352:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.845356:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.845367:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.845373:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028a300. 00000020:00000010:0.0:1769074855.846416:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3600. 00000020:00000010:0.0:1769074855.846423:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3600. 00000020:00000010:0.0:1769074855.846430:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.846435:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074855.846440:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.846477:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3600. 00000020:00000010:0.0:1769074855.846480:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3600. 00000100:00000200:0.0:1769074855.846483:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826395136 00000001:00000010:0.0:1769074855.846493:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:0.0:1769074855.846518:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074855.846525:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074855.846549:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854c8000. 00010000:00000010:0.0:1769074855.846578:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074855.846582:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.846599:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074855.846625:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074855.846630:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074855.846634:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.846713:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074855.846717:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074855.846721:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074855.846724:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074855.847058:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074855.847072:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.847076:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074855.847097:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074855.847114:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028a300 x1855007826395136/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.847134:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074855.847142:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826395136, offset 224 00000400:00000200:0.0:1769074855.847149:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.847161:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.847167:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40662:40662:256:4294967295] 192.168.204.10@tcp LPNI seq info [40658:40658:8:4294967295] 00000400:00000200:0.0:1769074855.847179:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.847185:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.847190:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38a00. 00000800:00000200:0.0:1769074855.847196:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.847204:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.847208:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.847236:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074855.847240:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.847244:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:1.0:1769074855.847670:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.847675:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38a00. 00000400:00000200:1.0:1769074855.847680:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.847685:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.847691:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:1.0:1769074855.847693:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00000400:00000200:0.0:1769074855.851315:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074855.851335:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c4100 00000400:00000200:0.0:1769074855.851344:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 139856 00000400:00000200:0.0:1769074855.851376:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.851382:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074855.851390:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074855.851397:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947480. 00000020:00000010:3.0:1769074855.851478:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb80. 00000020:00000010:3.0:1769074855.851484:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb80. 00000020:00000010:3.0:1769074855.851490:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074855.851494:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e000. 00000020:00000010:3.0:1769074855.851500:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.851537:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb80. 00000020:00000010:3.0:1769074855.851540:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb80. 00000100:00000200:3.0:1769074855.851543:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826395392 02000000:00000010:3.0:1769074855.851579:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab88b90000. 00010000:00000010:3.0:1769074855.851652:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074855.851668:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:3.0:1769074855.851686:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.851692:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074855.851707:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074855.851711:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074855.851715:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074855.851718:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.851791:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074855.851795:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074855.851799:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.851802:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00000020:00000010:3.0:1769074855.851826:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8da0. 00000020:00000010:3.0:1769074855.851833:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8da0. 00000020:00000010:3.0:1769074855.851843:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede64e0. 00080000:00000010:3.0:1769074855.851850:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fb48000. 00000001:00000010:3.0:1769074855.852076:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6840. 00000001:00000010:3.0:1769074855.852084:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e480. 00000020:00000010:3.0:1769074855.852116:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede64e0. 00010000:00000010:3.0:1769074855.852124:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074855.852129:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074855.852140:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074855.852181:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00080000:00000010:3.0:1769074855.852206:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0f560. 00000004:00000010:3.0:1769074855.852213:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bd9c0. 00000004:00000010:3.0:1769074855.852216:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8dcd2110. 00000004:00000010:3.0:1769074855.852221:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfa4b0. 00000004:00000010:3.0:1769074855.852224:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea5680. 00010000:00000010:3.0:1769074855.852233:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000200:3.0:1769074855.852249:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889946, last committed = 17179889615 00010000:00000200:3.0:1769074855.852258:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947480 x1855007826395392/t17179889946(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.852276:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074855.852282:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826395392, offset 224 00000400:00000010:3.0:1769074855.852288:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3d58. 00000400:00000200:3.0:1769074855.852292:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.852304:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.852309:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40663:40663:256:4294967295] 192.168.204.10@tcp LPNI seq info [40659:40659:8:4294967295] 00000400:00000200:3.0:1769074855.852315:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.852322:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.852328:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.852333:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074855.852339:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.852346:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.852349:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.852368:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e000. 00000020:00000010:3.0:1769074855.852372:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.852376:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00000800:00000200:3.0:1769074855.852465:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.852469:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:3.0:1769074855.852476:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.852480:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074855.852687:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:0.0:1769074855.852694:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:0.0:1769074855.852702:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00010000:00000010:2.1:1769074855.853304:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.1:1769074855.853313:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074855.853317:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074855.853334:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074855.860874:0:47065:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074855.860886:0:47065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:3.1:1769074855.860890:0:47065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.1:1769074855.860893:0:47065:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074855.860896:0:47065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.1:1769074855.860899:0:47065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000400:00000200:2.0:1769074855.861052:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074855.861072:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65c35 00000400:00000200:2.0:1769074855.861080:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.861085:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074855.861091:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:2.0:1769074855.861094:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00000400:00000200:2.0:1769074855.861124:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074855.861131:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c4180 00000400:00000200:2.0:1769074855.861138:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 140344 00000400:00000200:2.0:1769074855.861190:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.861194:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074855.861199:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074855.861205:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600000. 00000020:00000010:1.0:1769074855.862069:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074855.862077:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074855.862087:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.862092:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a900. 00000020:00000010:1.0:1769074855.862098:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074855.862145:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074855.862147:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074855.862150:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826395520 00000001:00000010:1.0:1769074855.862160:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8540. 00010000:00000010:1.0:1769074855.862183:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074855.862191:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 02000000:00000010:1.0:1769074855.862215:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b1d2000. 00010000:00000010:1.0:1769074855.862243:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074855.862246:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074855.862267:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074855.862270:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074855.862275:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074855.862278:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074855.862344:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074855.862348:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074855.862351:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074855.862355:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074855.862431:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074855.862443:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074855.862448:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074855.862467:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074855.862482:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600000 x1855007826395520/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074855.862502:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074855.862508:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826395520, offset 224 00000400:00000200:1.0:1769074855.862515:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.862526:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.862533:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40664:40664:256:4294967295] 192.168.204.10@tcp LPNI seq info [40660:40660:8:4294967295] 00000400:00000200:1.0:1769074855.862545:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.862551:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.862555:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074855.862562:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.862569:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.862574:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.862594:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a900. 00000020:00000010:1.0:1769074855.862597:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074855.862601:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:1.0:1769074855.863192:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.863198:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:1.0:1769074855.863202:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.863208:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.863212:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:1.0:1769074855.863214:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00010000:00000010:3.0:1769074855.863452:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.863464:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00000400:00000200:3.0:1769074855.866119:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.866140:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c4280 00000400:00000200:3.0:1769074855.866150:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 140920 00000400:00000200:3.0:1769074855.866167:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.866171:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.866179:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.866187:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028aa00. 00000020:00000010:2.0:1769074855.866295:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074855.866301:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074855.866309:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074855.866315:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab97c52d00. 00000020:00000010:2.0:1769074855.866320:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.866377:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074855.866381:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fdc0. 00000100:00000200:2.0:1769074855.866384:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826395776 02000000:00000010:2.0:1769074855.866420:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc83a000. 00010000:00000010:2.0:1769074855.866461:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:2.0:1769074855.866480:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00010000:00000010:2.0:1769074855.866501:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074855.866508:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074855.866527:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074855.866531:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab97c52c80. 00010000:00000010:2.0:1769074855.866535:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074855.866539:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074855.866676:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074855.866681:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074855.866684:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074855.866688:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00000020:00000010:2.0:1769074855.866714:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7480. 00000020:00000010:2.0:1769074855.866720:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7480. 00000020:00000010:2.0:1769074855.866731:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e600. 00080000:00000010:2.0:1769074855.866741:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51f400. 00000001:00000010:2.0:1769074855.866977:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e840. 00000001:00000010:2.0:1769074855.866985:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074855.867018:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e600. 00010000:00000010:2.0:1769074855.867026:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074855.867031:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074855.867043:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074855.867076:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00080000:00000010:2.0:1769074855.867102:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121aab0. 00000004:00000010:2.0:1769074855.867110:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0c300. 00000004:00000010:2.0:1769074855.867114:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49aeff0. 00000004:00000010:2.0:1769074855.867119:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca7e10. 00000004:00000010:2.0:1769074855.867123:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b483a40. 00010000:00000010:2.0:1769074855.867133:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074855.867150:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889947, last committed = 17179889615 00010000:00000200:2.0:1769074855.867161:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028aa00 x1855007826395776/t17179889947(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074855.867180:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074855.867186:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826395776, offset 224 00000400:00000010:2.0:1769074855.867193:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7cb0. 00000400:00000200:2.0:1769074855.867197:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.867209:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.867215:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40665:40665:256:4294967295] 192.168.204.10@tcp LPNI seq info [40661:40661:8:4294967295] 00000400:00000200:2.0:1769074855.867221:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074855.867228:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.867233:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.867239:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074855.867244:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.867250:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.867254:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.867273:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab97c52d00. 00000020:00000010:2.0:1769074855.867278:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.867282:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:2.0:1769074855.867374:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074855.867378:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:2.0:1769074855.867383:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.867387:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074855.868476:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:3.0:1769074855.868489:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:3.0:1769074855.868499:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00010000:00000010:0.1:1769074855.871648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:0.1:1769074855.871662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074855.871667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074855.871674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074855.871678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074855.871681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074855.871685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074855.871688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074855.871690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074855.871710:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.1:1769074855.872991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074855.873002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:2.1:1769074855.873671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:2.1:1769074855.873679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074855.873860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074855.873867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074855.873870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074855.873872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074855.873875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074855.873880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000400:00000200:1.0:1769074855.877389:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.877412:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65c3d 00000400:00000200:1.0:1769074855.877420:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.877425:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.877432:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:1.0:1769074855.877435:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00000400:00000200:1.0:1769074855.877473:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.877480:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8c4380 00000400:00000200:1.0:1769074855.877487:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ec81 [2] + 392 00000400:00000200:1.0:1769074855.877500:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.877503:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.877509:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074855.877518:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2d80. 00000020:00000010:1.0:1769074855.877574:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d300. 00000020:00000010:1.0:1769074855.877579:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d300. 00000020:00000010:1.0:1769074855.877586:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.877592:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a900. 00000020:00000010:1.0:1769074855.877597:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00010000:00000010:3.0:1769074855.877896:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:3.0:1769074855.877907:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab97c52c80. 00000020:00000010:1.0:1769074855.877982:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d300. 00000020:00000010:1.0:1769074855.877985:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d300. 00000100:00000200:1.0:1769074855.877989:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826396032 00000001:00000010:1.0:1769074855.877999:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e480. 02000000:00000010:1.0:1769074855.878036:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8e931000. 00000004:00000010:1.0:1769074855.878098:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66d80. 00080000:00000010:1.0:1769074855.878119:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e932400. 00000001:00000010:1.0:1769074855.878149:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04542a0. 00000001:00000010:1.0:1769074855.878156:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc9c0. 00010000:00000200:1.0:1769074855.878206:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2d80 x1855007826396032/t17179889948(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 392/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074855.878228:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074855.878234:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826396032, offset 224 00000400:00000200:1.0:1769074855.878240:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.878250:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.878256:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40666:40666:256:4294967295] 192.168.204.10@tcp LPNI seq info [40662:40662:8:4294967295] 00000400:00000200:1.0:1769074855.878268:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.878275:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.878279:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074855.878285:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.878292:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.878297:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.878312:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a900. 00000020:00000010:1.0:1769074855.878316:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074855.878320:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000800:00000200:3.0:1769074855.878464:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.878468:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074855.878473:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.878478:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.878482:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:3.0:1769074855.878484:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00000400:00000200:2.0:1769074855.882534:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074855.882555:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c4480 00000400:00000200:2.0:1769074855.882564:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 141408 00000400:00000200:2.0:1769074855.882583:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.882587:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074855.882597:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074855.882633:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601500. 00000020:00000010:3.0:1769074855.882877:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074855.882883:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074855.882889:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a400. 00000020:00000010:3.0:1769074855.882894:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074855.882899:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.882931:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074855.882934:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000100:00000200:3.0:1769074855.882937:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826396288 00000001:00000010:3.0:1769074855.882946:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 02000000:00000010:3.0:1769074855.882990:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82bcc000. 00010000:00000010:3.0:1769074855.883032:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074855.883044:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daa83cca280. 00010000:00000010:3.0:1769074855.883056:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8a1c9180. 00010000:00000010:3.0:1769074855.883075:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.883081:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074855.883098:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074855.883102:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074855.883106:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074855.883109:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074855.883198:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074855.883201:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074855.883204:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074855.883207:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00000020:00000010:3.0:1769074855.883246:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8da0. 00000020:00000010:3.0:1769074855.883253:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8da0. 00080000:00000010:3.0:1769074855.883262:0:42296:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dab84248250. 00080000:00000010:3.0:1769074855.883265:0:42296:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8432f9c0. 00080000:00000010:3.0:1769074855.883280:0:42296:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8432f9c0. 00080000:00000010:3.0:1769074855.883285:0:42296:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dab84248250. 00000020:00000010:3.0:1769074855.883293:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede64e0. 00080000:00000010:3.0:1769074855.883300:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fb4bc00. 00000001:00000010:3.0:1769074855.884107:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6f60. 00000001:00000010:3.0:1769074855.884116:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074855.884147:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede64e0. 00010000:00000010:3.0:1769074855.884181:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074855.884188:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00080000:00000010:3.0:1769074855.884210:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88c24c78. 00000004:00000010:3.0:1769074855.884216:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fb3b650. 00000004:00000010:3.0:1769074855.884221:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa64000. 00000004:00000010:3.0:1769074855.884225:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f963680. 00010000:00000010:3.0:1769074855.884235:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000200:3.0:1769074855.884253:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889949, last committed = 17179889615 00010000:00000200:3.0:1769074855.884263:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601500 x1855007826396288/t17179889949(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.884282:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074855.884289:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826396288, offset 224 00000400:00000010:3.0:1769074855.884296:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3968. 00000400:00000200:3.0:1769074855.884300:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.884333:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.884339:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40667:40667:256:4294967295] 192.168.204.10@tcp LPNI seq info [40663:40663:8:4294967295] 00000400:00000200:3.0:1769074855.884346:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074855.884353:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.884370:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.884375:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074855.884382:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.884390:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.884394:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.884415:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074855.884419:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.884423:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a400. 00000800:00000200:1.0:1769074855.884672:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.884677:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074855.884684:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.884689:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074855.889765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074855.889780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074855.889784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074855.889787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:3.1:1769074855.889917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074855.889923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074855.889926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074855.889930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00000400:00000200:3.0:1769074855.890036:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.890055:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65c45 00000400:00000200:3.0:1769074855.890063:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.890067:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.890074:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:3.0:1769074855.890077:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00010000:00000010:2.1:1769074855.890198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074855.890206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:0.0:1769074855.894519:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:0.0:1769074855.894537:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00000400:00000200:3.0:1769074855.895054:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.895072:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 496 into portal 12 MB=0x6971eaa8c4580 00000400:00000200:3.0:1769074855.895080:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 496/496 into md 0x20c1d [64] + 141896 00000400:00000200:3.0:1769074855.895095:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.895100:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.895108:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.895114:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028ad80. 00000020:00000010:0.0:1769074855.895202:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3fc0. 00000020:00000010:0.0:1769074855.895207:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3fc0. 00000020:00000010:0.0:1769074855.895215:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.895220:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074855.895225:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.895265:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3fc0. 00000020:00000010:0.0:1769074855.895268:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3fc0. 00000100:00000200:0.0:1769074855.895272:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826396544 00000001:00000010:0.0:1769074855.895282:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc9c0. 02000000:00000010:0.0:1769074855.895314:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab854cc000. 00010000:00000010:0.0:1769074855.895348:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115c80. 00010000:00000010:0.0:1769074855.895366:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88ece480. 00010000:00000010:0.0:1769074855.895386:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074855.895393:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074855.895409:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074855.895412:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074855.895417:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074855.895420:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.895504:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074855.895508:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074855.895511:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074855.895515:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074855.895538:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56a00. 00000020:00000010:0.0:1769074855.895545:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56a00. 00000020:00000010:0.0:1769074855.895557:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbba0. 00080000:00000010:0.0:1769074855.895567:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a41d000. 00000001:00000010:0.0:1769074855.896168:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a900. 00000001:00000010:0.0:1769074855.896176:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8300. 00000020:00000010:0.0:1769074855.896210:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbba0. 00010000:00000010:0.0:1769074855.896219:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074855.896225:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074855.896238:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074855.896284:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074855.896309:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fdaf008. 00000004:00000010:0.0:1769074855.896320:0:42297:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1f540. 00000004:00000010:0.0:1769074855.896324:0:42297:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f248. 00000004:00000010:0.0:1769074855.896327:0:42297:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1faf0. 00000004:00000010:0.0:1769074855.896331:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b155b40. 00000004:00000010:0.0:1769074855.896335:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fb3a330. 00000004:00000010:0.0:1769074855.896339:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa64bb8. 00000004:00000010:0.0:1769074855.896343:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef3da40. 00010000:00000010:0.0:1769074855.896352:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074855.896369:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889950, last committed = 17179889615 00010000:00000200:0.0:1769074855.896379:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028ad80 x1855007826396544/t17179889950(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 496/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.896398:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074855.896405:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826396544, offset 224 00000400:00000010:0.0:1769074855.896413:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d5e8. 00000400:00000200:0.0:1769074855.896417:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.896430:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.896437:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40668:40668:256:4294967295] 192.168.204.10@tcp LPNI seq info [40664:40664:8:4294967295] 00000400:00000200:0.0:1769074855.896443:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.896450:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.896456:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.896461:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab88e38b00. 00000800:00000200:0.0:1769074855.896468:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.896476:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.896480:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab88e38b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.896503:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074855.896507:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.896511:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:0.0:1769074855.896595:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.896599:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab88e38b00. 00000400:00000200:0.0:1769074855.896631:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.896637:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074855.900112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074855.900124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:3.1:1769074855.900128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:3.1:1769074855.900131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8590b400. 00010000:00000010:3.1:1769074855.900134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabc21da200. 00010000:00000010:3.1:1769074855.900139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074855.900142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074855.900147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.900186:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074855.900196:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:3.0:1769074855.900351:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8cc0. 00010000:00000010:0.1:1769074855.900842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074855.900848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00000400:00000200:3.0:1769074855.901020:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.901038:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65c49 00000400:00000200:3.0:1769074855.901045:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.901049:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.901055:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:3.0:1769074855.901058:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00000400:00000200:3.0:1769074855.901092:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.901099:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c4680 00000400:00000200:3.0:1769074855.901355:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 142392 00000400:00000200:3.0:1769074855.901369:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.901373:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.901378:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.901384:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028b800. 00010000:00000010:0.0:1769074855.901396:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074855.901404:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00000020:00000010:2.0:1769074855.901470:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.901475:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.901481:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074855.901485:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.901490:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.901526:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.901529:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000100:00000200:2.0:1769074855.901533:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826396800 00000001:00000010:2.0:1769074855.901543:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 02000000:00000010:2.0:1769074855.901575:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc83e000. 00010000:00000010:2.0:1769074855.901633:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115980. 00010000:00000010:2.0:1769074855.901650:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88ece680. 00010000:00000010:2.0:1769074855.901670:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074855.901676:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074855.901692:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074855.901696:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074855.901701:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074855.901704:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074855.901796:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074855.901800:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074855.901803:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074855.901807:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074855.901831:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d79a0. 00000020:00000010:2.0:1769074855.901837:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d79a0. 00000020:00000010:2.0:1769074855.901848:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e600. 00080000:00000010:2.0:1769074855.901857:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab83d93000. 00000001:00000010:2.0:1769074855.902087:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145ed80. 00000001:00000010:2.0:1769074855.902094:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf180. 00000020:00000010:2.0:1769074855.902127:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e600. 00010000:00000010:2.0:1769074855.902136:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074855.902141:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074855.902152:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074855.902191:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00080000:00000010:2.0:1769074855.902215:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c7d560. 00000004:00000010:2.0:1769074855.902224:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fd3da80. 00000004:00000010:2.0:1769074855.902228:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8acc0. 00000004:00000010:2.0:1769074855.902232:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d80fb40. 00000004:00000010:2.0:1769074855.902236:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8db6e960. 00010000:00000010:2.0:1769074855.902264:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074855.902282:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889951, last committed = 17179889615 00010000:00000200:2.0:1769074855.902291:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028b800 x1855007826396800/t17179889951(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074855.902309:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074855.902315:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826396800, offset 224 00000400:00000010:2.0:1769074855.902321:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7770. 00000400:00000200:2.0:1769074855.902324:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.902337:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.902343:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40669:40669:256:4294967295] 192.168.204.10@tcp LPNI seq info [40665:40665:8:4294967295] 00000400:00000200:2.0:1769074855.902349:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074855.902355:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.902361:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.902365:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00010000:00000010:3.0:1769074855.902365:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:3.0:1769074855.902370:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788280. 00000800:00000200:2.0:1769074855.902371:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.902377:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00010000:00000010:3.0:1769074855.902377:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00000800:00000200:2.0:1769074855.902381:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.902398:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.902402:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.902407:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:3.0:1769074855.902456:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.902459:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074855.902463:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.902467:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074855.907005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab878bbc00. 00010000:00000010:0.1:1769074855.907019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabada46600. 00010000:00000010:0.1:1769074855.907024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074855.907033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00000400:00000200:0.0:1769074855.907069:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074855.907088:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65c4d 00000400:00000200:0.0:1769074855.907095:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.907100:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074855.907106:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:0.0:1769074855.907109:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00010000:00000010:3.0:1769074855.907301:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:3.0:1769074855.907311:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00000400:00000200:1.0:1769074855.907455:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.907465:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c4780 00000400:00000200:1.0:1769074855.907472:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 142880 00000400:00000200:1.0:1769074855.907485:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.907489:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.907493:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.907499:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3480. 00000020:00000010:2.0:1769074855.908452:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.908461:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.908467:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074855.908472:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.908477:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.908515:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.908517:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000100:00000200:2.0:1769074855.908520:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826397056 00000001:00000010:2.0:1769074855.908532:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 02000000:00000010:2.0:1769074855.908563:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc83f000. 00010000:00000010:2.0:1769074855.908597:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115680. 00010000:00000010:2.0:1769074855.908624:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88ece780. 00010000:00000010:2.0:1769074855.908759:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074855.908766:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074855.908782:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074855.908786:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074855.908789:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074855.908792:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074855.908880:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074855.908884:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074855.908888:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074855.908891:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00000020:00000010:2.0:1769074855.908916:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d79a0. 00000020:00000010:2.0:1769074855.908923:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d79a0. 00000020:00000010:2.0:1769074855.908935:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e600. 00080000:00000010:2.0:1769074855.908943:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab83d92400. 00000001:00000010:2.0:1769074855.909154:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e0c0. 00000001:00000010:2.0:1769074855.909161:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf3c0. 00000020:00000010:2.0:1769074855.909191:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e600. 00010000:00000010:2.0:1769074855.909198:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.0:1769074855.909202:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074855.909213:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074855.909446:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00080000:00000010:2.0:1769074855.909471:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ecf68e8. 00000004:00000010:2.0:1769074855.909477:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab908d76c0. 00000004:00000010:2.0:1769074855.909481:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f97d870. 00000004:00000010:2.0:1769074855.909486:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a451078. 00000004:00000010:2.0:1769074855.909490:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae3ab860. 00010000:00000010:2.0:1769074855.909499:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074855.909518:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889952, last committed = 17179889615 00010000:00000200:2.0:1769074855.909529:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3480 x1855007826397056/t17179889952(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074855.909550:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074855.909556:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826397056, offset 224 00000400:00000010:2.0:1769074855.909564:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7930. 00000400:00000200:2.0:1769074855.909568:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.909583:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.909590:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40670:40670:256:4294967295] 192.168.204.10@tcp LPNI seq info [40666:40666:8:4294967295] 00000400:00000200:2.0:1769074855.909596:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074855.909634:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.909646:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.909652:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074855.909658:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.909664:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.909669:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.909686:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.909690:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.909695:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00010000:00000010:3.1:1769074855.910491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074855.910500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00000800:00000200:3.0:1769074855.910589:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.910593:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:3.0:1769074855.910598:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.910632:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074855.911252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074855.911258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00000004:00000010:3.0:1769074855.911752:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8dabbd1bba80. 00080000:00000010:3.0:1769074855.911760:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a41e000. 00000001:00000010:3.0:1769074855.911774:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbcc0. 00080000:00000010:3.0:1769074855.911777:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a41c400. 00000001:00000010:3.0:1769074855.911782:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb720. 00080000:00000010:3.0:1769074855.911784:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabc180cc00. 00000001:00000010:3.0:1769074855.911788:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbea0. 00080000:00000010:3.0:1769074855.911790:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b20c00. 00000001:00000010:3.0:1769074855.911793:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbc60. 00080000:00000010:3.0:1769074855.911795:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51c400. 00000001:00000010:3.0:1769074855.911798:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454ea0. 00080000:00000010:3.0:1769074855.911800:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c15400. 00000001:00000010:3.0:1769074855.911803:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb540. 00080000:00000010:3.0:1769074855.911806:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c15c00. 00000001:00000010:3.0:1769074855.911808:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb600. 00080000:00000010:3.0:1769074855.911810:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c14000. 00000001:00000010:3.0:1769074855.911813:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb1e0. 00080000:00000010:3.0:1769074855.911816:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c17c00. 00000001:00000010:3.0:1769074855.911818:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb6c0. 00080000:00000010:3.0:1769074855.911821:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c16400. 00000001:00000010:3.0:1769074855.911823:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb2a0. 00080000:00000010:3.0:1769074855.911826:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c15800. 00000001:00000010:3.0:1769074855.911828:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb7e0. 00080000:00000010:3.0:1769074855.911830:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c16800. 00000001:00000010:3.0:1769074855.911833:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb8a0. 00080000:00000010:3.0:1769074855.911835:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c16000. 00000001:00000010:3.0:1769074855.911838:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb840. 00080000:00000010:3.0:1769074855.911841:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1c400. 00000001:00000010:3.0:1769074855.911844:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb180. 00080000:00000010:3.0:1769074855.911846:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1f800. 00000001:00000010:3.0:1769074855.911849:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb9c0. 00080000:00000010:3.0:1769074855.911851:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1d800. 00000001:00000010:3.0:1769074855.911854:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbc00. 00080000:00000010:3.0:1769074855.911856:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1c000. 00000001:00000010:3.0:1769074855.911858:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb5a0. 00080000:00000010:3.0:1769074855.911860:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1f400. 00000001:00000010:3.0:1769074855.911864:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb300. 00080000:00000010:3.0:1769074855.911865:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1ec00. 00000001:00000010:3.0:1769074855.911868:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb360. 00080000:00000010:3.0:1769074855.911870:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83977c00. 00000001:00000010:3.0:1769074855.911873:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbae0. 00080000:00000010:3.0:1769074855.911876:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83975800. 00000001:00000010:3.0:1769074855.911878:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb420. 00080000:00000010:3.0:1769074855.911880:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab8668ec00. 00000001:00000010:3.0:1769074855.911884:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8d4e0. 00080000:00000010:3.0:1769074855.911887:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b104000. 00000001:00000010:3.0:1769074855.911891:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a6c0. 00080000:00000010:3.0:1769074855.911893:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b104800. 00000001:00000010:3.0:1769074855.911896:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8d720. 00080000:00000010:3.0:1769074855.911899:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c49800. 00000001:00000010:3.0:1769074855.911904:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a780. 00080000:00000010:3.0:1769074855.911906:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a411c00. 00000001:00000010:3.0:1769074855.911909:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8dc00. 00080000:00000010:3.0:1769074855.911912:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a412000. 00000001:00000010:3.0:1769074855.911915:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8aae0. 00080000:00000010:3.0:1769074855.911917:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a412400. 00000001:00000010:3.0:1769074855.911919:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8d540. 00080000:00000010:3.0:1769074855.911922:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a412c00. 00000001:00000010:3.0:1769074855.911925:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e081e0. 00080000:00000010:3.0:1769074855.911927:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc758c00. 00000001:00000010:3.0:1769074855.911930:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8dde0. 00080000:00000010:3.0:1769074855.911932:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc75a800. 00000001:00000010:3.0:1769074855.911934:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08d20. 00080000:00000010:3.0:1769074855.911936:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc759800. 00000001:00000010:3.0:1769074855.911939:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8df60. 00080000:00000010:3.0:1769074855.911941:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df06c00. 00000001:00000010:3.0:1769074855.911944:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08f00. 00080000:00000010:3.0:1769074855.911946:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df04c00. 00000001:00000010:3.0:1769074855.911948:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8d0c0. 00080000:00000010:3.0:1769074855.911950:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df04400. 00000001:00000010:3.0:1769074855.911953:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a8a0. 00080000:00000010:3.0:1769074855.911955:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df05000. 00000001:00000010:3.0:1769074855.911958:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08720. 00080000:00000010:3.0:1769074855.911960:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df05c00. 00000001:00000010:3.0:1769074855.911975:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a960. 00080000:00000010:3.0:1769074855.911977:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df05800. 00000001:00000010:3.0:1769074855.911980:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08000. 00080000:00000010:3.0:1769074855.911982:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd32400. 00000001:00000010:3.0:1769074855.911988:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a660. 00080000:00000010:3.0:1769074855.911991:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd32000. 00000001:00000010:3.0:1769074855.911993:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e089c0. 00080000:00000010:3.0:1769074855.911996:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd31800. 00000001:00000010:3.0:1769074855.911999:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08240. 00080000:00000010:3.0:1769074855.912001:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd30400. 00000001:00000010:3.0:1769074855.912004:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08900. 00080000:00000010:3.0:1769074855.912006:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd31c00. 00000001:00000010:3.0:1769074855.912008:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08480. 00080000:00000010:3.0:1769074855.912010:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd31000. 00000001:00000010:3.0:1769074855.912012:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08b40. 00080000:00000010:3.0:1769074855.912015:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd30c00. 00000001:00000010:3.0:1769074855.912018:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08cc0. 00080000:00000010:3.0:1769074855.912020:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f2400. 00000001:00000010:3.0:1769074855.912022:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e084e0. 00080000:00000010:3.0:1769074855.912025:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f3c00. 00000001:00000010:3.0:1769074855.912028:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08600. 00080000:00000010:3.0:1769074855.912030:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f1800. 00000001:00000010:3.0:1769074855.912035:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08c60. 00080000:00000010:3.0:1769074855.912038:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f2c00. 00000001:00000010:3.0:1769074855.912040:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08960. 00080000:00000010:3.0:1769074855.912043:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f0c00. 00000001:00000010:3.0:1769074855.912046:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08120. 00080000:00000010:3.0:1769074855.912048:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f1400. 00000001:00000010:3.0:1769074855.912051:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08ea0. 00000004:00000010:3.0:1769074855.912055:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8daba0e085a0. 00080000:00000010:3.0:1769074855.912057:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89d9ec00. 00000001:00000010:3.0:1769074855.912059:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08e40. 00000004:00000010:3.0:1769074855.912069:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8daba0e08660. 00080000:00000010:3.0:1769074855.912072:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89d9e400. 00000001:00000010:3.0:1769074855.912075:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8d120. 00080000:00000010:3.0:1769074855.912078:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89d9f400. 00000001:00000010:3.0:1769074855.912081:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a720. 00080000:00000010:3.0:1769074855.912084:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9e000. 00000001:00000010:3.0:1769074855.912087:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8d300. 00080000:00000010:3.0:1769074855.912089:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc4e6c00. 00000001:00000010:3.0:1769074855.912092:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8af00. 00080000:00000010:3.0:1769074855.912095:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b8800. 00000001:00000010:3.0:1769074855.912098:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8aba0. 00080000:00000010:3.0:1769074855.912101:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b9c00. 00000001:00000010:3.0:1769074855.912104:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a120. 00080000:00000010:3.0:1769074855.912107:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2bb800. 00000001:00000010:3.0:1769074855.912109:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8ae40. 00080000:00000010:3.0:1769074855.912111:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b8400. 00000001:00000010:3.0:1769074855.912114:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a060. 00080000:00000010:3.0:1769074855.912116:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2ba800. 00000001:00000010:3.0:1769074855.912119:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a5a0. 00080000:00000010:3.0:1769074855.912122:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b9800. 00000001:00000010:3.0:1769074855.912124:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a3c0. 00080000:00000010:3.0:1769074855.912127:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8caed800. 00000001:00000010:3.0:1769074855.912130:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a240. 00080000:00000010:3.0:1769074855.912132:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8caef800. 00000001:00000010:3.0:1769074855.912135:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a4e0. 00080000:00000010:3.0:1769074855.912138:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8caef000. 00000001:00000010:3.0:1769074855.912141:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a2a0. 00080000:00000010:3.0:1769074855.912143:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8caee400. 00000001:00000010:3.0:1769074855.912146:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8af60. 00080000:00000010:3.0:1769074855.912148:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8caee000. 00000001:00000010:3.0:1769074855.912151:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a000. 00080000:00000010:3.0:1769074855.912153:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd94c00. 00000001:00000010:3.0:1769074855.912156:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8ac60. 00080000:00000010:3.0:1769074855.912158:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd95c00. 00000001:00000010:3.0:1769074855.912161:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8d5a0. 00080000:00000010:3.0:1769074855.912163:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9c000. 00000001:00000010:3.0:1769074855.912167:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8dea0. 00080000:00000010:3.0:1769074855.912169:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9cc00. 00000001:00000010:3.0:1769074855.912174:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04541e0. 00080000:00000010:3.0:1769074855.912176:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e933400. 00000001:00000010:3.0:1769074855.912179:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04548a0. 00080000:00000010:3.0:1769074855.912181:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e933800. 00000001:00000010:3.0:1769074855.912184:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454060. 00080000:00000010:3.0:1769074855.912187:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e931800. 00000001:00000010:3.0:1769074855.912190:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454c00. 00080000:00000010:3.0:1769074855.912192:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabadb04000. 00000001:00000010:3.0:1769074855.912196:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04540c0. 00080000:00000010:3.0:1769074855.912198:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86440800. 00000001:00000010:3.0:1769074855.912201:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454300. 00080000:00000010:3.0:1769074855.912204:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89bfb800. 00000001:00000010:3.0:1769074855.912207:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454960. 00080000:00000010:3.0:1769074855.912209:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbed000. 00000001:00000010:3.0:1769074855.912214:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbde0. 00080000:00000010:3.0:1769074855.912217:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb48d3400. 00000001:00000010:3.0:1769074855.912221:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454660. 00080000:00000010:3.0:1769074855.912223:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8307f800. 00000001:00000010:3.0:1769074855.912226:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04543c0. 00080000:00000010:3.0:1769074855.912228:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8307c000. 00000001:00000010:3.0:1769074855.912231:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454120. 00080000:00000010:3.0:1769074855.912233:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88d45400. 00000001:00000010:3.0:1769074855.912235:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454ae0. 00080000:00000010:3.0:1769074855.912237:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88d45c00. 00000001:00000010:3.0:1769074855.912241:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9be40. 00080000:00000010:3.0:1769074855.912243:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89bf9800. 00000001:00000010:3.0:1769074855.912246:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf97e0. 00080000:00000010:3.0:1769074855.912249:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfdef400. 00000001:00000010:3.0:1769074855.912252:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadea80. 00080000:00000010:3.0:1769074855.912255:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfdefc00. 00000001:00000010:3.0:1769074855.912257:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bd20. 00080000:00000010:3.0:1769074855.912260:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b01c00. 00000001:00000010:3.0:1769074855.912263:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade9c0. 00080000:00000010:3.0:1769074855.912266:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa827ca000. 00000001:00000010:3.0:1769074855.912269:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b720. 00080000:00000010:3.0:1769074855.912271:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83451400. 00000001:00000010:3.0:1769074855.912275:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade840. 00080000:00000010:3.0:1769074855.912277:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83452c00. 00000001:00000010:3.0:1769074855.912280:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b8a0. 00080000:00000010:3.0:1769074855.912282:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83453c00. 00000001:00000010:3.0:1769074855.912285:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadede0. 00080000:00000010:3.0:1769074855.912287:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83450400. 00000001:00000010:3.0:1769074855.912290:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c1e0. 00080000:00000010:3.0:1769074855.912294:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83450000. 00000001:00000010:3.0:1769074855.912296:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade180. 00080000:00000010:3.0:1769074855.912299:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83452800. 00000001:00000010:3.0:1769074855.912302:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c9c0. 00080000:00000010:3.0:1769074855.912304:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30c400. 00000001:00000010:3.0:1769074855.912307:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bde0. 00080000:00000010:3.0:1769074855.912309:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30cc00. 00000001:00000010:3.0:1769074855.912312:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9cf00. 00080000:00000010:3.0:1769074855.912314:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30f400. 00000001:00000010:3.0:1769074855.912317:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b660. 00080000:00000010:3.0:1769074855.912319:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30e400. 00000001:00000010:3.0:1769074855.912322:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9ca20. 00080000:00000010:3.0:1769074855.912324:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30dc00. 00000001:00000010:3.0:1769074855.912326:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b3c0. 00080000:00000010:3.0:1769074855.912329:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30f800. 00000001:00000010:3.0:1769074855.912332:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82bfec00. 00080000:00000010:3.0:1769074855.912346:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe2000. 00000001:00000010:3.0:1769074855.912350:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c720. 00080000:00000010:3.0:1769074855.912352:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe3400. 00000001:00000010:3.0:1769074855.912355:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9cd20. 00080000:00000010:3.0:1769074855.912358:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe2800. 00000001:00000010:3.0:1769074855.912361:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9ce40. 00080000:00000010:3.0:1769074855.912363:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe1000. 00000001:00000010:3.0:1769074855.912366:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c960. 00080000:00000010:3.0:1769074855.912368:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe0000. 00000001:00000010:3.0:1769074855.912371:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c840. 00080000:00000010:3.0:1769074855.912373:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe0c00. 00000001:00000010:3.0:1769074855.912377:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9cb40. 00080000:00000010:3.0:1769074855.912379:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe3000. 00000001:00000010:3.0:1769074855.912382:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c000. 00080000:00000010:3.0:1769074855.912384:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff77800. 00000001:00000010:3.0:1769074855.912387:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c8a0. 00080000:00000010:3.0:1769074855.912390:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff77000. 00000001:00000010:3.0:1769074855.912392:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82bfeea0. 00080000:00000010:3.0:1769074855.912395:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff76c00. 00000001:00000010:3.0:1769074855.912398:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bf60. 00080000:00000010:3.0:1769074855.912400:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff74400. 00000001:00000010:3.0:1769074855.912403:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82bfe780. 00080000:00000010:3.0:1769074855.912406:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff74000. 00000001:00000010:3.0:1769074855.912409:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1669c0. 00080000:00000010:3.0:1769074855.912413:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b8fe800. 00000001:00000010:3.0:1769074855.912416:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b120. 00080000:00000010:3.0:1769074855.912418:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff03400. 00000001:00000010:3.0:1769074855.912421:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b840. 00080000:00000010:3.0:1769074855.912423:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff02800. 00000001:00000010:3.0:1769074855.912425:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b7e0. 00080000:00000010:3.0:1769074855.912427:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff01000. 00000001:00000010:3.0:1769074855.912430:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9ba80. 00080000:00000010:3.0:1769074855.912432:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff02000. 00000001:00000010:3.0:1769074855.912435:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b6c0. 00080000:00000010:3.0:1769074855.912437:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff02400. 00000001:00000010:3.0:1769074855.912440:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bb40. 00080000:00000010:3.0:1769074855.912442:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff02c00. 00000001:00000010:3.0:1769074855.912445:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bcc0. 00080000:00000010:3.0:1769074855.912448:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e340c00. 00000001:00000010:3.0:1769074855.912451:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b1e0. 00080000:00000010:3.0:1769074855.912454:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e340400. 00000001:00000010:3.0:1769074855.912457:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b780. 00080000:00000010:3.0:1769074855.912459:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e341400. 00000001:00000010:3.0:1769074855.912462:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bba0. 00080000:00000010:3.0:1769074855.912465:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e341c00. 00000001:00000010:3.0:1769074855.912468:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bd80. 00080000:00000010:3.0:1769074855.912470:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e343800. 00000001:00000010:3.0:1769074855.912473:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b060. 00080000:00000010:3.0:1769074855.912475:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e342000. 00000001:00000010:3.0:1769074855.912478:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b480. 00080000:00000010:3.0:1769074855.912480:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e342c00. 00000001:00000010:3.0:1769074855.912483:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b360. 00080000:00000010:3.0:1769074855.912486:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab85ed7400. 00000001:00000010:3.0:1769074855.912489:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bf00. 00080000:00000010:3.0:1769074855.912492:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab85ed5c00. 00000001:00000010:3.0:1769074855.912494:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b0c0. 00080000:00000010:3.0:1769074855.912497:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab85ed5400. 00000001:00000010:3.0:1769074855.912499:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b960. 00080000:00000010:3.0:1769074855.912502:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2bac00. 00000001:00000010:3.0:1769074855.912504:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b300. 00080000:00000010:3.0:1769074855.912507:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfeff000. 00000001:00000010:3.0:1769074855.912510:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b900. 00080000:00000010:3.0:1769074855.912512:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb4f3b800. 00000001:00000010:3.0:1769074855.912515:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b180. 00080000:00000010:3.0:1769074855.912517:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8daeb000. 00000001:00000010:3.0:1769074855.912521:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b000. 00080000:00000010:3.0:1769074855.912523:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8daebc00. 00000001:00000010:3.0:1769074855.912526:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bc60. 00080000:00000010:3.0:1769074855.912528:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8daeac00. 00000001:00000010:3.0:1769074855.912531:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b4e0. 00080000:00000010:3.0:1769074855.912533:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8daea000. 00000001:00000010:3.0:1769074855.912536:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b9c0. 00080000:00000010:3.0:1769074855.912538:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8daea800. 00000001:00000010:3.0:1769074855.912541:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bae0. 00080000:00000010:3.0:1769074855.912543:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfeff800. 00080000:00000010:3.0:1769074855.912546:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefe400. 00080000:00000010:3.0:1769074855.912549:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfeffc00. 00080000:00000010:3.0:1769074855.912552:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefc800. 00000001:00000010:3.0:1769074855.912558:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab908964e0. 00080000:00000010:3.0:1769074855.912561:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51d000. 00000001:00000010:3.0:1769074855.912564:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad300. 00080000:00000010:3.0:1769074855.912567:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51f000. 00000001:00000010:3.0:1769074855.912570:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c600. 00080000:00000010:3.0:1769074855.912572:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51c800. 00000001:00000010:3.0:1769074855.912575:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd96c0. 00080000:00000010:3.0:1769074855.912578:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51c000. 00000001:00000010:3.0:1769074855.912581:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90896b40. 00080000:00000010:3.0:1769074855.912583:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df34000. 00000001:00000010:3.0:1769074855.912587:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9ae0. 00080000:00000010:3.0:1769074855.912589:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df36400. 00000001:00000010:3.0:1769074855.912593:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90896ba0. 00080000:00000010:3.0:1769074855.912595:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df35000. 00000001:00000010:3.0:1769074855.912599:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9240. 00080000:00000010:3.0:1769074855.912630:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df36000. 00000001:00000010:3.0:1769074855.912635:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad780. 00080000:00000010:3.0:1769074855.912637:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df34c00. 00000001:00000010:3.0:1769074855.912640:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9840. 00080000:00000010:3.0:1769074855.912642:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df34800. 00000001:00000010:3.0:1769074855.912645:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adf00. 00080000:00000010:3.0:1769074855.912648:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab859fa000. 00000001:00000010:3.0:1769074855.912651:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9e40. 00080000:00000010:3.0:1769074855.912653:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab859f9000. 00000001:00000010:3.0:1769074855.912656:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad480. 00080000:00000010:3.0:1769074855.912659:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ed000. 00000001:00000010:3.0:1769074855.912662:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9c60. 00080000:00000010:3.0:1769074855.912664:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ee000. 00000001:00000010:3.0:1769074855.912667:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9f00. 00080000:00000010:3.0:1769074855.912670:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ed800. 00000001:00000010:3.0:1769074855.912672:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9960. 00080000:00000010:3.0:1769074855.912675:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ee800. 00000001:00000010:3.0:1769074855.912678:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9600. 00080000:00000010:3.0:1769074855.912680:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ef800. 00000001:00000010:3.0:1769074855.912683:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd99c0. 00080000:00000010:3.0:1769074855.912685:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839edc00. 00000001:00000010:3.0:1769074855.912688:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9ba0. 00080000:00000010:3.0:1769074855.912690:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ec800. 00000001:00000010:3.0:1769074855.912693:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9f60. 00080000:00000010:3.0:1769074855.912695:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ec400. 00000001:00000010:3.0:1769074855.912698:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9c00. 00080000:00000010:3.0:1769074855.912700:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d55000. 00000001:00000010:3.0:1769074855.912704:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9420. 00080000:00000010:3.0:1769074855.912706:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d54800. 00000001:00000010:3.0:1769074855.912710:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9300. 00080000:00000010:3.0:1769074855.912711:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d54c00. 00000001:00000010:3.0:1769074855.912714:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd90c0. 00080000:00000010:3.0:1769074855.912716:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d56400. 00000001:00000010:3.0:1769074855.912719:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9480. 00080000:00000010:3.0:1769074855.912721:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d56000. 00000001:00000010:3.0:1769074855.912724:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd95a0. 00080000:00000010:3.0:1769074855.912726:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d55400. 00000001:00000010:3.0:1769074855.912729:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd91e0. 00080000:00000010:3.0:1769074855.912732:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d56800. 00000001:00000010:3.0:1769074855.912735:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd97e0. 00080000:00000010:3.0:1769074855.912737:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb21800. 00000001:00000010:3.0:1769074855.912741:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9540. 00080000:00000010:3.0:1769074855.912743:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb20400. 00000001:00000010:3.0:1769074855.912747:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9900. 00080000:00000010:3.0:1769074855.912750:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb23c00. 00000001:00000010:3.0:1769074855.912753:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9cc0. 00080000:00000010:3.0:1769074855.912756:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb22000. 00000001:00000010:3.0:1769074855.912760:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd92a0. 00080000:00000010:3.0:1769074855.912762:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb20800. 00000001:00000010:3.0:1769074855.912765:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9000. 00080000:00000010:3.0:1769074855.912767:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb21400. 00000001:00000010:3.0:1769074855.912770:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9d20. 00080000:00000010:3.0:1769074855.912772:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81bc1400. 00000001:00000010:3.0:1769074855.912776:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbf60. 00080000:00000010:3.0:1769074855.912779:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad5aa800. 00000001:00000010:3.0:1769074855.912782:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd94e0. 00080000:00000010:3.0:1769074855.912784:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89d78400. 00000001:00000010:3.0:1769074855.912787:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9660. 00080000:00000010:3.0:1769074855.912789:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab8591d000. 00000001:00000010:3.0:1769074855.912792:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd93c0. 00080000:00000010:3.0:1769074855.912795:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dcd400. 00000001:00000010:3.0:1769074855.912799:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad1e0. 00080000:00000010:3.0:1769074855.912801:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dcc000. 00000001:00000010:3.0:1769074855.912804:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ada20. 00080000:00000010:3.0:1769074855.912807:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dcdc00. 00000001:00000010:3.0:1769074855.912810:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9660. 00080000:00000010:3.0:1769074855.912812:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabadb06000. 00000001:00000010:3.0:1769074855.912816:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90896420. 00080000:00000010:3.0:1769074855.912819:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2d800. 00000001:00000010:3.0:1769074855.912822:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad240. 00080000:00000010:3.0:1769074855.912825:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2ec00. 00000001:00000010:3.0:1769074855.912830:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90896540. 00080000:00000010:3.0:1769074855.912832:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2d400. 00000001:00000010:3.0:1769074855.912835:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90896240. 00080000:00000010:3.0:1769074855.912837:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2e800. 00000001:00000010:3.0:1769074855.912840:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90896900. 00080000:00000010:3.0:1769074855.912842:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2e000. 00000001:00000010:3.0:1769074855.912845:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90896360. 00080000:00000010:3.0:1769074855.912847:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bcdbc00. 00000001:00000010:3.0:1769074855.912850:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90896060. 00080000:00000010:3.0:1769074855.912852:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b5d800. 00000001:00000010:3.0:1769074855.912856:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab908967e0. 00080000:00000010:3.0:1769074855.912858:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff03800. 00000001:00000010:3.0:1769074855.912861:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c3c0. 00080000:00000010:3.0:1769074855.912864:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b953800. 00000001:00000010:3.0:1769074855.912867:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade3c0. 00080000:00000010:3.0:1769074855.912870:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c579000. 00000001:00000010:3.0:1769074855.912872:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade780. 00080000:00000010:3.0:1769074855.912875:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbedc00. 00000001:00000010:3.0:1769074855.912878:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adb40. 00080000:00000010:3.0:1769074855.912880:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbec800. 00000001:00000010:3.0:1769074855.912883:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade900. 00080000:00000010:3.0:1769074855.912886:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbef800. 00000001:00000010:3.0:1769074855.912888:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade300. 00080000:00000010:3.0:1769074855.912891:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbeec00. 00000001:00000010:3.0:1769074855.912893:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadeba0. 00080000:00000010:3.0:1769074855.912895:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbec400. 00000001:00000010:3.0:1769074855.912897:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadeb40. 00080000:00000010:3.0:1769074855.912900:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbecc00. 00000001:00000010:3.0:1769074855.912902:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade1e0. 00080000:00000010:3.0:1769074855.912904:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbef000. 00000001:00000010:3.0:1769074855.912907:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadee40. 00080000:00000010:3.0:1769074855.912909:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab8a2d6c00. 00000001:00000010:3.0:1769074855.912912:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade540. 00080000:00000010:3.0:1769074855.912915:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86445000. 00000001:00000010:3.0:1769074855.912918:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade240. 00080000:00000010:3.0:1769074855.912920:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86447000. 00000001:00000010:3.0:1769074855.912922:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade600. 00080000:00000010:3.0:1769074855.912924:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86445400. 00000001:00000010:3.0:1769074855.912927:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade480. 00080000:00000010:3.0:1769074855.912930:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa842c5400. 00000001:00000010:3.0:1769074855.912932:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadec00. 00080000:00000010:3.0:1769074855.912934:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7d000. 00000001:00000010:3.0:1769074855.912937:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade7e0. 00080000:00000010:3.0:1769074855.912939:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7e000. 00000001:00000010:3.0:1769074855.912942:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e087e0. 00080000:00000010:3.0:1769074855.912944:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7dc00. 00000001:00000010:3.0:1769074855.912946:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadea20. 00080000:00000010:3.0:1769074855.912949:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7d400. 00000001:00000010:3.0:1769074855.912951:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade4e0. 00080000:00000010:3.0:1769074855.912953:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7c800. 00000001:00000010:3.0:1769074855.912956:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadef60. 00080000:00000010:3.0:1769074855.912958:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7e400. 00000001:00000010:3.0:1769074855.912960:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade060. 00080000:00000010:3.0:1769074855.912973:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7c000. 00000001:00000010:3.0:1769074855.912976:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade6c0. 00080000:00000010:3.0:1769074855.912979:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff65400. 00000001:00000010:3.0:1769074855.912983:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eaded20. 00080000:00000010:3.0:1769074855.912985:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff67000. 00000001:00000010:3.0:1769074855.912987:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade2a0. 00080000:00000010:3.0:1769074855.912989:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff64c00. 00000001:00000010:3.0:1769074855.912992:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade120. 00080000:00000010:3.0:1769074855.912994:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff65800. 00000001:00000010:3.0:1769074855.912997:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade000. 00080000:00000010:3.0:1769074855.912999:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff66000. 00000001:00000010:3.0:1769074855.913001:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade5a0. 00080000:00000010:3.0:1769074855.913003:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff65c00. 00000001:00000010:3.0:1769074855.913006:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadeae0. 00080000:00000010:3.0:1769074855.913008:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff66c00. 00000001:00000010:3.0:1769074855.913010:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadecc0. 00080000:00000010:3.0:1769074855.913013:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa85948c00. 00000001:00000010:3.0:1769074855.913016:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadef00. 00080000:00000010:3.0:1769074855.913018:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8594ac00. 00000001:00000010:3.0:1769074855.913022:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eadeea0. 00080000:00000010:3.0:1769074855.913024:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8594b400. 00000001:00000010:3.0:1769074855.913027:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade960. 00080000:00000010:3.0:1769074855.913029:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa85949800. 00000001:00000010:3.0:1769074855.913032:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade8a0. 00080000:00000010:3.0:1769074855.913034:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa85948000. 00000001:00000010:3.0:1769074855.913037:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eaded80. 00080000:00000010:3.0:1769074855.913039:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa85949000. 00000001:00000010:3.0:1769074855.913042:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade360. 00080000:00000010:3.0:1769074855.913044:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8594b800. 00000001:00000010:3.0:1769074855.913047:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade660. 00080000:00000010:3.0:1769074855.913049:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daba0dd0800. 00000001:00000010:3.0:1769074855.913053:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad000. 00080000:00000010:3.0:1769074855.913055:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daba0dd0c00. 00000001:00000010:3.0:1769074855.913058:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ade40. 00080000:00000010:3.0:1769074855.913060:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f623800. 00000001:00000010:3.0:1769074855.913063:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad7e0. 00080000:00000010:3.0:1769074855.913066:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f622000. 00000001:00000010:3.0:1769074855.913069:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad9c0. 00080000:00000010:3.0:1769074855.913071:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f623c00. 00000001:00000010:3.0:1769074855.913074:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad5a0. 00080000:00000010:3.0:1769074855.913076:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f620800. 00000001:00000010:3.0:1769074855.913079:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adba0. 00080000:00000010:3.0:1769074855.913081:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd97400. 00000001:00000010:3.0:1769074855.913084:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adae0. 00080000:00000010:3.0:1769074855.913086:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c48400. 00000001:00000010:3.0:1769074855.913089:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7add20. 00080000:00000010:3.0:1769074855.913091:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dae9c00. 00000001:00000010:3.0:1769074855.913094:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad660. 00080000:00000010:3.0:1769074855.913096:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f753400. 00000001:00000010:3.0:1769074855.913099:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adcc0. 00080000:00000010:3.0:1769074855.913101:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f750400. 00000001:00000010:3.0:1769074855.913104:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad420. 00080000:00000010:3.0:1769074855.913107:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f752c00. 00000001:00000010:3.0:1769074855.913110:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad120. 00080000:00000010:3.0:1769074855.913113:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f753800. 00000001:00000010:3.0:1769074855.913115:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad600. 00080000:00000010:3.0:1769074855.913117:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f751800. 00000001:00000010:3.0:1769074855.913120:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad0c0. 00080000:00000010:3.0:1769074855.913123:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f753000. 00000001:00000010:3.0:1769074855.913126:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad180. 00080000:00000010:3.0:1769074855.913128:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f751c00. 00000001:00000010:3.0:1769074855.913132:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adc60. 00080000:00000010:3.0:1769074855.913134:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bbdf400. 00000001:00000010:3.0:1769074855.913138:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad6c0. 00080000:00000010:3.0:1769074855.913140:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bbdd400. 00000001:00000010:3.0:1769074855.913142:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad540. 00080000:00000010:3.0:1769074855.913145:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bbdc800. 00000001:00000010:3.0:1769074855.913148:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad840. 00080000:00000010:3.0:1769074855.913150:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb6bacc00. 00000001:00000010:3.0:1769074855.913154:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adf60. 00080000:00000010:3.0:1769074855.913156:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb6bad400. 00000001:00000010:3.0:1769074855.913163:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adc00. 00080000:00000010:3.0:1769074855.913165:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259f400. 00000001:00000010:3.0:1769074855.913168:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad960. 00080000:00000010:3.0:1769074855.913170:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259dc00. 00000001:00000010:3.0:1769074855.913173:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad4e0. 00080000:00000010:3.0:1769074855.913175:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259c000. 00000001:00000010:3.0:1769074855.913178:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad720. 00080000:00000010:3.0:1769074855.913180:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259c400. 00000001:00000010:3.0:1769074855.913182:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7add80. 00080000:00000010:3.0:1769074855.913185:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259d800. 00000001:00000010:3.0:1769074855.913187:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad060. 00080000:00000010:3.0:1769074855.913189:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259ec00. 00000001:00000010:3.0:1769074855.913192:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ada80. 00080000:00000010:3.0:1769074855.913194:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c4ac00. 00000001:00000010:3.0:1769074855.913204:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede62a0. 00080000:00000010:3.0:1769074855.913207:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c14800. 00000001:00000010:3.0:1769074855.913210:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6960. 00080000:00000010:3.0:1769074855.913212:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b42000. 00000001:00000010:3.0:1769074855.913216:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6300. 00080000:00000010:3.0:1769074855.913218:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b43c00. 00000001:00000010:3.0:1769074855.913222:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba8a81d20. 00080000:00000010:3.0:1769074855.913225:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b41c00. 00000001:00000010:3.0:1769074855.913228:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab864359c0. 00080000:00000010:3.0:1769074855.913230:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b40800. 00000001:00000010:3.0:1769074855.913233:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad360. 00080000:00000010:3.0:1769074855.913235:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b42400. 00000001:00000010:3.0:1769074855.913238:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90896180. 00080000:00000010:3.0:1769074855.913240:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b42c00. 00000001:00000010:3.0:1769074855.913243:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9360. 00080000:00000010:3.0:1769074855.913245:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b43000. 00000001:00000010:3.0:1769074855.913247:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab908961e0. 00080000:00000010:3.0:1769074855.913250:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b42800. 00000001:00000010:3.0:1769074855.913252:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c5a0. 00080000:00000010:3.0:1769074855.913254:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88ddbc00. 00000001:00000010:3.0:1769074855.913257:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9eade0c0. 00080000:00000010:3.0:1769074855.913259:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88ddac00. 00000001:00000010:3.0:1769074855.913262:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c6c0. 00080000:00000010:3.0:1769074855.913265:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dd9000. 00000001:00000010:3.0:1769074855.913267:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf90c0. 00080000:00000010:3.0:1769074855.913269:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dd8400. 00000001:00000010:3.0:1769074855.913272:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9cea0. 00080000:00000010:3.0:1769074855.913274:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8faf8c00. 00000001:00000010:3.0:1769074855.913277:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9720. 00080000:00000010:3.0:1769074855.913278:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fafa000. 00000001:00000010:3.0:1769074855.913281:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f9c0c0. 00080000:00000010:3.0:1769074855.913283:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8faf8400. 00000001:00000010:3.0:1769074855.913286:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9a80. 00080000:00000010:3.0:1769074855.913288:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fafb000. 00000001:00000010:3.0:1769074855.913292:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9d20. 00080000:00000010:3.0:1769074855.913294:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8faf8800. 00000001:00000010:3.0:1769074855.913296:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9ea0. 00080000:00000010:3.0:1769074855.913299:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fafa400. 00000001:00000010:3.0:1769074855.913301:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf92a0. 00080000:00000010:3.0:1769074855.913304:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8faf8000. 00000001:00000010:3.0:1769074855.913307:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd98a0. 00080000:00000010:3.0:1769074855.913309:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fafb800. 00000001:00000010:3.0:1769074855.913312:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9de0. 00080000:00000010:3.0:1769074855.913315:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b11800. 00000001:00000010:3.0:1769074855.913317:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9f00. 00080000:00000010:3.0:1769074855.913319:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b12000. 00000001:00000010:3.0:1769074855.913322:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9240. 00080000:00000010:3.0:1769074855.913324:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b12c00. 00000001:00000010:3.0:1769074855.913327:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9a20. 00080000:00000010:3.0:1769074855.913328:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b10000. 00000001:00000010:3.0:1769074855.913331:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf93c0. 00080000:00000010:3.0:1769074855.913333:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbcacc400. 00000001:00000010:3.0:1769074855.913336:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf98a0. 00080000:00000010:3.0:1769074855.913338:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83344000. 00000001:00000010:3.0:1769074855.913341:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9900. 00080000:00000010:3.0:1769074855.913343:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83346400. 00000001:00000010:3.0:1769074855.913346:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf95a0. 00080000:00000010:3.0:1769074855.913348:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8190a000. 00000001:00000010:3.0:1769074855.913351:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9cc0. 00080000:00000010:3.0:1769074855.913354:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83885c00. 00000001:00000010:3.0:1769074855.913356:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9420. 00080000:00000010:3.0:1769074855.913359:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83887c00. 00000001:00000010:3.0:1769074855.913363:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9c60. 00080000:00000010:3.0:1769074855.913365:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83886400. 00000001:00000010:3.0:1769074855.913368:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf94e0. 00080000:00000010:3.0:1769074855.913370:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c57a000. 00000001:00000010:3.0:1769074855.913373:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9540. 00080000:00000010:3.0:1769074855.913375:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c578400. 00000001:00000010:3.0:1769074855.913378:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9180. 00080000:00000010:3.0:1769074855.913380:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c578c00. 00000001:00000010:3.0:1769074855.913382:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9600. 00080000:00000010:3.0:1769074855.913384:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c579400. 00000001:00000010:3.0:1769074855.913387:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9c00. 00080000:00000010:3.0:1769074855.913389:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c57b800. 00000001:00000010:3.0:1769074855.913392:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9120. 00080000:00000010:3.0:1769074855.913394:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c578800. 00000001:00000010:3.0:1769074855.913397:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9780. 00080000:00000010:3.0:1769074855.913399:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c579800. 00000001:00000010:3.0:1769074855.913402:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9480. 00080000:00000010:3.0:1769074855.913404:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae925c00. 00000001:00000010:3.0:1769074855.913407:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9ae0. 00080000:00000010:3.0:1769074855.913410:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae926800. 00000001:00000010:3.0:1769074855.913413:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9060. 00080000:00000010:3.0:1769074855.913415:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae925000. 00000001:00000010:3.0:1769074855.913417:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf96c0. 00080000:00000010:3.0:1769074855.913420:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae924c00. 00000001:00000010:3.0:1769074855.913422:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf9840. 00080000:00000010:3.0:1769074855.913424:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae927000. 00000001:00000010:3.0:1769074855.913427:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecf99c0. 00080000:00000010:3.0:1769074855.913429:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc11a800. 00000001:00000010:3.0:1769074855.913432:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbeef4a20. 00080000:00000010:3.0:1769074855.913435:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc11b000. 00000001:00000010:3.0:1769074855.913438:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab86435420. 00080000:00000010:3.0:1769074855.913440:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b6dc00. 00000001:00000010:3.0:1769074855.913443:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede60c0. 00080000:00000010:3.0:1769074855.913445:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b6e400. 00000001:00000010:3.0:1769074855.913448:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab86435480. 00080000:00000010:3.0:1769074855.913450:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b6e800. 00000001:00000010:3.0:1769074855.913452:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede66c0. 00080000:00000010:3.0:1769074855.913454:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b952400. 00000001:00000010:3.0:1769074855.913458:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab86435d80. 00080000:00000010:3.0:1769074855.913460:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b953c00. 00000001:00000010:3.0:1769074855.913463:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba8a81a20. 00080000:00000010:3.0:1769074855.913465:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b951c00. 00000001:00000010:3.0:1769074855.913469:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6d20. 00080000:00000010:3.0:1769074855.913471:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b950c00. 00000001:00000010:3.0:1769074855.913474:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6ae0. 00080000:00000010:3.0:1769074855.913477:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b953400. 00000001:00000010:3.0:1769074855.913480:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbeef4180. 00080000:00000010:3.0:1769074855.913482:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b951000. 00000001:00000010:3.0:1769074855.913485:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8bf82060. 00080000:00000010:3.0:1769074855.913489:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b952c00. 00000001:00000010:3.0:1769074855.913492:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab878857e0. 00080000:00000010:3.0:1769074855.913518:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b950800. 00000001:00000010:3.0:1769074855.913524:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd50e720. 00080000:00000010:3.0:1769074855.913527:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e923c00. 00000001:00000010:3.0:1769074855.913531:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa82524a80. 00080000:00000010:3.0:1769074855.913534:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e922000. 00000001:00000010:3.0:1769074855.913537:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabb445fb40. 00080000:00000010:3.0:1769074855.913540:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e923400. 00000001:00000010:3.0:1769074855.913543:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede63c0. 00080000:00000010:3.0:1769074855.913545:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e920800. 00000001:00000010:3.0:1769074855.913548:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede67e0. 00080000:00000010:3.0:1769074855.913550:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e921400. 00000001:00000010:3.0:1769074855.913553:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6480. 00080000:00000010:3.0:1769074855.913555:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e922c00. 00000001:00000010:3.0:1769074855.913558:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6f00. 00080000:00000010:3.0:1769074855.913561:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e921000. 00000001:00000010:3.0:1769074855.913564:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6060. 00080000:00000010:3.0:1769074855.913566:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa85c00. 00000001:00000010:3.0:1769074855.913571:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede68a0. 00080000:00000010:3.0:1769074855.913573:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa84000. 00000001:00000010:3.0:1769074855.913576:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6420. 00080000:00000010:3.0:1769074855.913579:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa85800. 00000001:00000010:3.0:1769074855.913581:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6ea0. 00080000:00000010:3.0:1769074855.913584:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a9a8000. 00000001:00000010:3.0:1769074855.913587:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6cc0. 00080000:00000010:3.0:1769074855.913589:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd747400. 00000001:00000010:3.0:1769074855.913595:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6720. 00080000:00000010:3.0:1769074855.913597:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd94800. 00000001:00000010:3.0:1769074855.913600:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede69c0. 00080000:00000010:3.0:1769074855.913627:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd97000. 00000001:00000010:3.0:1769074855.913631:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6240. 00080000:00000010:3.0:1769074855.913634:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c49000. 00000001:00000010:3.0:1769074855.913637:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074855.913640:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c4b400. 00000001:00000010:3.0:1769074855.913644:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede61e0. 00080000:00000010:3.0:1769074855.913646:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c4e0c00. 00000001:00000010:3.0:1769074855.913649:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6c60. 00080000:00000010:3.0:1769074855.913651:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa87000. 00000001:00000010:3.0:1769074855.913654:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6c00. 00080000:00000010:3.0:1769074855.913656:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa86000. 00000001:00000010:3.0:1769074855.913660:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074855.913663:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa84800. 00000100:00000010:0.0:1769074855.916179:0:42321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc945180. 02000000:00000010:0.0:1769074855.916205:0:42321:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8a41f000. 00000100:00000010:0.0:1769074855.916255:0:42321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3100. 02000000:00000010:0.0:1769074855.916260:0:42321:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8a41cc00. 00000100:00000010:0.0:1769074855.916268:0:42321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a2680. 02000000:00000010:0.0:1769074855.916272:0:42321:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8a41d800. 00000100:00000010:0.0:1769074855.916288:0:42321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1880. 02000000:00000010:0.0:1769074855.916292:0:42321:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8a41e800. 00000100:00000010:0.0:1769074855.916299:0:42321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1f80. 02000000:00000010:0.0:1769074855.916303:0:42321:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8a41c400. 00010000:00000010:2.1:1769074855.916403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab878bb600. 00010000:00000010:2.1:1769074855.916414:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabada46800. 00010000:00000010:2.1:1769074855.916419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074855.916425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 02000000:00000010:0.0:1769074855.916508:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8a41e000. 00000400:00000010:0.0:1769074855.916515:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8840. 00000400:00000010:0.0:1769074855.916523:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074855.916531:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852324096, portal 4 00000400:00000010:0.0:1769074855.916538:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074855.916541:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852324096, offset 0 00000400:00000200:0.0:1769074855.916549:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074855.916563:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074855.916575:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17e500 00000400:00000200:0.0:1769074855.916581:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 3392 00000400:00000200:0.0:1769074855.916588:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.916592:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074855.916600:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074855.916630:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a2d80. 00000400:00000200:0.0:1769074855.916656:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:0.0:1769074855.916658:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074855.916666:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc945180 x1855007852324096/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074855.916703:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8a41fc00. 00000400:00000010:0.0:1769074855.916706:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8318. 00000400:00000010:0.0:1769074855.916709:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074855.916712:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852324608, portal 4 00000400:00000010:0.0:1769074855.916715:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074855.916717:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852324608, offset 0 00000400:00000200:0.0:1769074855.916721:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074855.916726:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074855.916741:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17e700 00000400:00000200:0.0:1769074855.916745:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 3936 00000400:00000200:0.0:1769074855.916749:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.916751:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074855.916754:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074855.916758:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0380. 00000400:00000200:0.0:1769074855.916766:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:0.0:1769074855.916768:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074855.916772:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a1f80 x1855007852324608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074855.916796:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daba0dd0c00. 00000400:00000010:0.0:1769074855.916799:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8268. 00000400:00000010:0.0:1769074855.916802:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074855.916805:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852324224, portal 4 00000400:00000010:0.0:1769074855.916808:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074855.916810:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852324224, offset 0 00000400:00000200:0.0:1769074855.916814:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074855.916818:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074855.916823:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17e580 00000400:00000200:0.0:1769074855.916827:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 4480 00000400:00000200:0.0:1769074855.916830:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.916833:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074855.916835:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074855.916838:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a2300. 00000400:00000200:0.0:1769074855.916849:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:0.0:1769074855.916851:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074855.916856:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a3100 x1855007852324224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074855.916882:0:42319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0000. 02000000:00000010:0.0:1769074855.916890:0:42319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daba0dd0800. 00000020:00000010:0.0:1769074855.916930:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3fc0. 00000020:00000010:0.0:1769074855.916935:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3fc0. 00000020:00000010:0.0:1769074855.916942:0:45112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:0.0:1769074855.916947:0:45112:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074855.916952:0:45112:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.916992:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3fc0. 00000020:00000010:0.0:1769074855.916995:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3fc0. 00000020:00000010:0.0:1769074855.916998:0:45112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:0.0:1769074855.917001:0:45112:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074855.917004:0:45112:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef190. 00000020:00000010:0.0:1769074855.917016:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3fc0. 00000020:00000010:0.0:1769074855.917019:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3fc0. 00000020:00000010:0.0:1769074855.917021:0:45112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:0.0:1769074855.917023:0:45112:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074855.917026:0:45112:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074855.917042:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3fc0. 00000020:00000010:0.0:1769074855.917045:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3fc0. 00000100:00000200:0.0:1769074855.917047:0:45112:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852324096 02000000:00000010:0.0:1769074855.917067:0:45112:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daba0dd3000. 00010000:00000010:0.0:1769074855.917092:0:45112:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074855.917113:0:45112:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8a8a3fc0. 00000100:00000010:0.0:1769074855.917120:0:45112:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d8d80. 00000100:00000010:0.0:1769074855.917130:0:45112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3480. 02000000:00000010:0.0:1769074855.917136:0:45112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8dc59200. 02000000:00000010:0.0:1769074855.917152:0:45112:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8dc58c00. 00000400:00000010:0.0:1769074855.917157:0:45112:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8bb0. 00000400:00000010:0.0:1769074855.917160:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074855.917163:0:45112:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852324864, portal 16 00000400:00000010:0.0:1769074855.917166:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074855.917169:0:45112:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852324864, offset 0 00000400:00000200:0.0:1769074855.917175:0:45112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.917185:0:45112:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.917191:0:45112:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074855.917194:0:45112:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074855.917198:0:45112:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074855.917201:0:45112:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.917204:0:45112:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40671:40671:256:4294967295] 192.168.204.10@tcp LPNI seq info [40667:40667:8:4294967295] 00000400:00000200:0.0:1769074855.917216:0:45112:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.917221:0:45112:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.917227:0:45112:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074855.917233:0:45112:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.917240:0:45112:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.917245:0:45112:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:0.0:1769074855.917278:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabb5b01c00. 00000400:00000010:0.0:1769074855.917282:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8d10. 00000400:00000010:0.0:1769074855.917285:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074855.917287:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852324736, portal 4 00000400:00000010:0.0:1769074855.917292:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074855.917294:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852324736, offset 0 00000400:00000200:0.0:1769074855.917297:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074855.917302:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074855.917307:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17e780 00000400:00000200:0.0:1769074855.917311:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 5024 00000400:00000200:0.0:1769074855.917316:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.917319:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074855.917322:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074855.917326:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a2a00. 00000400:00000200:0.0:1769074855.917337:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:0.0:1769074855.917339:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074855.917343:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a0000 x1855007852324736/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074855.917366:0:45108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3b80. 00000020:00000010:0.0:1769074855.917369:0:45108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3b80. 00000020:00000010:0.0:1769074855.917373:0:45108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8980dc00. 00000020:00000010:0.0:1769074855.917377:0:45108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66400. 00000020:00000010:0.0:1769074855.917380:0:45108:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef578. 00000020:00000010:0.0:1769074855.917398:0:45108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3b80. 00000020:00000010:0.0:1769074855.917400:0:45108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3b80. 00000100:00000200:0.0:1769074855.917403:0:45108:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852324608 02000000:00000010:0.0:1769074855.917411:0:45108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8dabb5b02400. 00010000:00000010:0.0:1769074855.917421:0:45108:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074855.917429:0:45108:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8a8a3b80. 00000100:00000010:0.0:1769074855.917432:0:45108:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d89c0. 00000100:00000010:0.0:1769074855.917437:0:45108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0700. 02000000:00000010:0.0:1769074855.917444:0:45108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dabaff49c00. 02000000:00000010:0.0:1769074855.917453:0:45108:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dababb3a400. 00000400:00000010:0.0:1769074855.917456:0:45108:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8580. 00000400:00000010:0.0:1769074855.917459:0:45108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074855.917462:0:45108:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852324992, portal 16 00000400:00000010:0.0:1769074855.917465:0:45108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074855.917466:0:45108:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852324992, offset 0 00000400:00000200:0.0:1769074855.917471:0:45108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.917476:0:45108:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.917478:0:45108:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074855.917481:0:45108:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074855.917483:0:45108:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074855.917485:0:45108:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.917487:0:45108:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40672:40672:255:4294967295] 192.168.204.10@tcp LPNI seq info [40668:40668:7:4294967295] 00000400:00000200:0.0:1769074855.917494:0:45108:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.917498:0:45108:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.917501:0:45108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074855.917504:0:45108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.917507:0:45108:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.917510:0:45108:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074855.917549:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.917553:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:0.0:1769074855.917556:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.917559:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.917561:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:0.0:1769074855.917563:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074855.917567:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a3480 x1855007852324864/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769074855.917651:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074855.917654:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:0.0:1769074855.917657:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.917661:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074855.917664:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:0.0:1769074855.917665:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074855.917669:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a0700 x1855007852324992/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074855.917692:0:47062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3f80. 00000020:00000010:0.0:1769074855.917695:0:47062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3f80. 00000100:00000200:0.0:1769074855.917698:0:47062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852324224 02000000:00000010:0.0:1769074855.917708:0:47062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8f40d000. 00010000:00000010:0.0:1769074855.917749:0:47062:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074855.917757:0:47062:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8a8a3f80. 00000100:00000010:0.0:1769074855.917761:0:47062:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d86c0. 00000100:00000010:0.0:1769074855.917765:0:47062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3b80. 02000000:00000010:0.0:1769074855.917771:0:47062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dab88dcba00. 02000000:00000010:0.0:1769074855.917780:0:47062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dab88dcac00. 00000400:00000010:0.0:1769074855.917783:0:47062:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a89f8. 00000400:00000010:0.0:1769074855.917786:0:47062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074855.917789:0:47062:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852325120, portal 16 00000400:00000010:0.0:1769074855.917792:0:47062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074855.917794:0:47062:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852325120, offset 0 00000400:00000200:0.0:1769074855.917798:0:47062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.917803:0:47062:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.917806:0:47062:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074855.917808:0:47062:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074855.917811:0:47062:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074855.917813:0:47062:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.917816:0:47062:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40673:40673:256:4294967295] 192.168.204.10@tcp LPNI seq info [40669:40669:8:4294967295] 00000400:00000200:0.0:1769074855.917824:0:47062:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.917828:0:47062:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.917831:0:47062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074855.917835:0:47062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.917839:0:47062:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.917842:0:47062:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.917870:0:45100:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074855.917873:0:45100:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074855.917875:0:45100:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852324736 02000000:00000010:0.0:1769074855.917884:0:45100:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8f40dc00. 00010000:00000010:0.0:1769074855.917897:0:45100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074855.917906:0:45100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8a8a3740. 00000100:00000010:0.0:1769074855.917909:0:45100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d8900. 00000100:00000010:0.0:1769074855.917914:0:45100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0a80. 02000000:00000010:0.0:1769074855.917920:0:45100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dab88dcb800. 02000000:00000010:0.0:1769074855.917929:0:45100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dab88dcb000. 00000400:00000010:0.0:1769074855.917933:0:45100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8e70. 00000400:00000010:0.0:1769074855.917936:0:45100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074855.917939:0:45100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852325248, portal 16 00000400:00000010:0.0:1769074855.917942:0:45100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074855.917944:0:45100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852325248, offset 0 00000400:00000200:0.0:1769074855.917948:0:45100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.917952:0:45100:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.917956:0:45100:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074855.917958:0:45100:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074855.917961:0:45100:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074855.917975:0:45100:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.917979:0:45100:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40674:40674:255:4294967295] 192.168.204.10@tcp LPNI seq info [40670:40670:7:4294967295] 00000400:00000200:0.0:1769074855.917986:0:45100:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.917990:0:45100:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.917993:0:45100:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074855.917997:0:45100:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.918001:0:45100:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.918003:0:45100:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1769074855.919131:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074855.919147:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65c51 00000400:00000200:2.0:1769074855.919154:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.919159:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074855.919164:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:2.0:1769074855.919167:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00000800:00000200:2.0:1769074855.919195:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074855.919199:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:2.0:1769074855.919202:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.919205:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074855.919207:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:2.0:1769074855.919209:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00000100:00000200:2.0:1769074855.919216:0:12639:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a3b80 x1855007852325120/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1769074855.919236:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074855.919238:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:2.0:1769074855.919241:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.919244:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074855.919246:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:2.0:1769074855.919248:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00000100:00000200:2.0:1769074855.919252:0:12639:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a0a80 x1855007852325248/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.0:1769074855.919855:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:0.0:1769074855.919869:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788d80. 02000000:00000010:2.0:1769074855.919984:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8f440800. 00000400:00000010:2.0:1769074855.919991:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4630. 00000400:00000010:2.0:1769074855.919997:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074855.920002:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852324480, portal 4 00000400:00000010:2.0:1769074855.920008:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074855.920011:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852324480, offset 0 00000400:00000200:2.0:1769074855.920017:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074855.920027:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074855.920035:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17e680 00000400:00000200:2.0:1769074855.920041:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 5568 00000400:00000200:2.0:1769074855.920048:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.920051:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074855.920055:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074855.920060:0:12648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603b80. 00000400:00000200:2.0:1769074855.920084:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:2.0:1769074855.920086:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074855.920092:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a1880 x1855007852324480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074855.920119:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8f443c00. 00000400:00000010:2.0:1769074855.920123:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4d68. 00000400:00000010:2.0:1769074855.920126:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074855.920128:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852324352, portal 4 00000400:00000010:2.0:1769074855.920131:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074855.920132:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852324352, offset 0 00000400:00000200:2.0:1769074855.920136:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074855.920141:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074855.920145:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17e600 00000400:00000200:2.0:1769074855.920148:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 6112 00000400:00000200:2.0:1769074855.920152:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.920155:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074855.920157:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074855.920160:0:12648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601c00. 00000400:00000200:2.0:1769074855.920177:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:2.0:1769074855.920179:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074855.920184:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a2680 x1855007852324352/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074855.920250:0:37045:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074855.920255:0:37045:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074855.920261:0:37045:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:0.0:1769074855.920268:0:37045:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074855.920272:0:37045:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.920307:0:37045:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074855.920310:0:37045:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074855.920316:0:37045:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:0.0:1769074855.920319:0:37045:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074855.920322:0:37045:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef320. 00000020:00000010:0.0:1769074855.920341:0:37045:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074855.920343:0:37045:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074855.920345:0:37045:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852324480 02000000:00000010:0.0:1769074855.920365:0:37045:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8f40fc00. 00010000:00000010:0.0:1769074855.920385:0:37045:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074855.920401:0:37045:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8a8a3980. 00000100:00000010:0.0:1769074855.920407:0:37045:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d8240. 00000100:00000010:0.0:1769074855.920416:0:37045:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1500. 02000000:00000010:0.0:1769074855.920428:0:37045:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8c4b1800. 02000000:00000010:0.0:1769074855.920446:0:37045:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8c4b1e00. 00000400:00000010:0.0:1769074855.920452:0:37045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8b00. 00000400:00000010:0.0:1769074855.920455:0:37045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074855.920458:0:37045:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852325376, portal 16 00000400:00000010:0.0:1769074855.920465:0:37045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074855.920467:0:37045:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852325376, offset 0 00000400:00000200:0.0:1769074855.920473:0:37045:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.920482:0:37045:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.920487:0:37045:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074855.920491:0:37045:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074855.920494:0:37045:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074855.920497:0:37045:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.920500:0:37045:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40675:40675:256:4294967295] 192.168.204.10@tcp LPNI seq info [40671:40671:8:4294967295] 00000400:00000200:0.0:1769074855.920510:0:37045:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.920515:0:37045:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.920521:0:37045:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074855.920527:0:37045:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.920533:0:37045:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.920537:0:37045:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.920579:0:45106:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a35c0. 00000020:00000010:0.0:1769074855.920582:0:45106:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a35c0. 00000100:00000200:0.0:1769074855.920585:0:45106:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852324352 02000000:00000010:0.0:1769074855.920594:0:45106:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8f40e800. 00010000:00000010:0.0:1769074855.920632:0:45106:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:1.0:1769074855.921145:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:1.0:1769074855.921155:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:1.0:1769074855.921164:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000800:00000200:1.0:1769074855.921214:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.921218:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:1.0:1769074855.921222:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.921228:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.921233:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:1.0:1769074855.921235:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000100:00000200:1.0:1769074855.921242:0:12640:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a1500 x1855007852325376/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.0:1769074855.921291:0:45106:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8a8a35c0. 00000100:00000010:0.0:1769074855.921297:0:45106:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d8c00. 00000100:00000010:0.0:1769074855.921304:0:45106:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fc000. 02000000:00000010:0.0:1769074855.921311:0:45106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8c4b1a00. 02000000:00000010:0.0:1769074855.921326:0:45106:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8c4b0000. 00000400:00000010:0.0:1769074855.921331:0:45106:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a81b8. 00000400:00000010:0.0:1769074855.921334:0:45106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9b28. 00000100:00000200:0.0:1769074855.921338:0:45106:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852325504, portal 16 00000400:00000010:0.0:1769074855.921342:0:45106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074855.921344:0:45106:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852325504, offset 0 00000400:00000200:0.0:1769074855.921349:0:45106:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.921356:0:45106:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.921443:0:45106:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074855.921446:0:45106:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074855.921449:0:45106:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074855.921452:0:45106:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.921455:0:45106:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40676:40676:256:4294967295] 192.168.204.10@tcp LPNI seq info [40672:40672:8:4294967295] 00000400:00000200:0.0:1769074855.921464:0:45106:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.921469:0:45106:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.921474:0:45106:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074855.921479:0:45106:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.921484:0:45106:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.921488:0:45106:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1769074855.923128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074855.923143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00000800:00000200:3.0:1769074855.923982:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.923988:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:3.0:1769074855.923994:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.924001:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.924008:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:3.0:1769074855.924010:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00000100:00000200:3.0:1769074855.924020:0:12639:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa902fc000 x1855007852325504/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:3.1:1769074855.925666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074855.925678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074855.925822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab878bbe00. 00010000:00000010:2.1:1769074855.925843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8eec00. 00010000:00000010:2.1:1769074855.925847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074855.925854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:0.1:1769074855.928896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074855.928914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:1.1:1769074855.930005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074855.930016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00000400:00000200:1.0:1769074855.930055:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.930073:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 504 into portal 12 MB=0x6971eaa8c4880 00000400:00000200:1.0:1769074855.930082:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 504/504 into md 0x20c1d [64] + 143368 00000400:00000200:1.0:1769074855.930096:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.930100:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.930108:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.930114:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca1500. 00000400:00000200:1.0:1769074855.930148:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.930154:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17e800 00000400:00000200:1.0:1769074855.930161:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x65c6d [1] + 224 00000400:00000200:1.0:1769074855.930167:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.930170:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.930182:0:12640:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a3480 x1855007852324864/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074855.930200:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.930206:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17e880 00000400:00000200:1.0:1769074855.930210:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x65c7d [1] + 224 00000400:00000200:1.0:1769074855.930215:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.930218:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.930224:0:12640:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a0700 x1855007852324992/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074855.930254:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.930259:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17e900 00000400:00000200:1.0:1769074855.930264:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x65c85 [1] + 224 00000400:00000200:1.0:1769074855.930270:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.930273:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.930279:0:12640:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a3b80 x1855007852325120/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074855.930297:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.930302:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8c4900 00000400:00000200:1.0:1769074855.930307:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b889 [2] + 0 00000400:00000200:1.0:1769074855.930313:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.930316:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.930320:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074855.930323:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca1f80. 00000400:00000200:1.0:1769074855.930334:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.930339:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8c4980 00000400:00000200:1.0:1769074855.930342:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b889 [2] + 328 00000400:00000200:1.0:1769074855.930347:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.930350:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.930352:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074855.930368:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0aa00. 00000020:00000010:1.0:1769074855.930410:0:45111:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.930416:0:45111:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.930424:0:45111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.930430:0:45111:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a900. 00000020:00000010:1.0:1769074855.930435:0:45111:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000100:00000200:1.0:1769074855.930463:0:45111:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8daa88ca1f80 x1855007826397440/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 328/0 e 0 to 0 dl 1769074866 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074855.930489:0:45111:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.930492:0:45111:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.930495:0:45111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431a800. 00000020:00000010:1.0:1769074855.930498:0:45111:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074855.930501:0:45111:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000100:00000200:1.0:1769074855.930509:0:45111:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dabb5b0aa00 x1855007826397568/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 328/0 e 0 to 0 dl 1769074866 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074855.930532:0:45111:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.930534:0:45111:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074855.930538:0:45111:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826397440 02000000:00000010:1.0:1769074855.930550:0:45111:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e932000. 00010000:00000010:1.0:1769074855.930593:0:45111:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8470d680. 00000100:00000010:1.0:1769074855.930624:0:45111:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabbfdcc0c0. 00000100:00000010:1.0:1769074855.930631:0:45111:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074855.930634:0:45111:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8470d680. 00000400:00000010:1.0:1769074855.930660:0:45111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074855.930667:0:45111:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826397440, offset 224 00000400:00000200:1.0:1769074855.930673:0:45111:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.930683:0:45111:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.930690:0:45111:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40677:40677:256:4294967295] 192.168.204.10@tcp LPNI seq info [40673:40673:8:4294967295] 00000400:00000200:1.0:1769074855.930700:0:45111:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.930706:0:45111:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.930711:0:45111:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074855.930717:0:45111:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.930723:0:45111:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.930728:0:45111:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.930743:0:45111:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a900. 00000020:00000010:1.0:1769074855.930747:0:45111:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074855.930750:0:45111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ba00. 00000020:00000010:1.0:1769074855.930763:0:45111:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.930766:0:45111:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074855.930768:0:45111:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826397568 02000000:00000010:1.0:1769074855.930774:0:45111:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e931800. 00010000:00000010:1.0:1769074855.930789:0:45111:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8470d680. 00000100:00000010:1.0:1769074855.930793:0:45111:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabbfdcc0c0. 00000100:00000010:1.0:1769074855.930795:0:45111:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074855.930798:0:45111:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8470d680. 00000400:00000010:1.0:1769074855.930804:0:45111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074855.930807:0:45111:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826397568, offset 224 00000400:00000200:1.0:1769074855.930811:0:45111:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.930817:0:45111:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.930821:0:45111:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40678:40678:255:4294967295] 192.168.204.10@tcp LPNI seq info [40674:40674:7:4294967295] 00000400:00000200:1.0:1769074855.930829:0:45111:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.930833:0:45111:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.930837:0:45111:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074855.930840:0:45111:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.930844:0:45111:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.930847:0:45111:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.930854:0:45111:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074855.930857:0:45111:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074855.930860:0:45111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431a800. 00000400:00000200:1.0:1769074855.930887:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.930894:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8c4a00 00000400:00000200:1.0:1769074855.930899:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b889 [2] + 656 00000400:00000200:1.0:1769074855.930905:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.930909:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.930913:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074855.930917:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08700. 00000020:00000010:1.0:1769074855.930940:0:36252:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.930943:0:36252:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.930947:0:36252:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431a800. 00000020:00000010:1.0:1769074855.930950:0:36252:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074855.930953:0:36252:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000100:00000200:1.0:1769074855.930980:0:36252:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dabb5b08700 x1855007826397696/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 328/0 e 0 to 0 dl 1769074866 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074855.931006:0:36252:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.931009:0:36252:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074855.931012:0:36252:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826397696 02000000:00000010:1.0:1769074855.931017:0:36252:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e933800. 00010000:00000010:1.0:1769074855.931032:0:36252:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8470d680. 00000100:00000010:1.0:1769074855.931036:0:36252:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabbfdcc0c0. 00000100:00000010:1.0:1769074855.931039:0:36252:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074855.931041:0:36252:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8470d680. 00000400:00000010:1.0:1769074855.931048:0:36252:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074855.931051:0:36252:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826397696, offset 224 00000400:00000200:1.0:1769074855.931056:0:36252:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.931061:0:36252:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.931065:0:36252:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40679:40679:254:4294967295] 192.168.204.10@tcp LPNI seq info [40675:40675:6:4294967295] 00000400:00000200:1.0:1769074855.931072:0:36252:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.931077:0:36252:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.931080:0:36252:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074855.931084:0:36252:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.931087:0:36252:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.931090:0:36252:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.931096:0:36252:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074855.931099:0:36252:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074855.931102:0:36252:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431a800. 00000800:00000200:1.0:1769074855.931136:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.931139:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:1.0:1769074855.931144:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.931147:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.931152:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:1.0:1769074855.931154:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000400:00000200:1.0:1769074855.931166:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.931173:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17e980 00000400:00000200:1.0:1769074855.931179:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x65c8d [1] + 224 00000400:00000200:1.0:1769074855.931185:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.931188:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.931194:0:12640:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a0a80 x1855007852325248/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074855.931224:0:45100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8e70. 00000400:00000200:1.0:1769074855.931229:0:45100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:1.0:1769074855.931231:0:45100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00000100:00000200:1.0:1769074855.931236:0:45100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a0a80 x1855007852325248/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074855.931244:0:45100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a0a80 x1855007852325248/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074855.931267:0:45100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dab88dcb000. 02000000:00000010:1.0:1769074855.931274:0:45100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dab88dcb800. 00000100:00000010:1.0:1769074855.931278:0:45100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0a80. 00000100:00000010:1.0:1769074855.931282:0:45100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d8900. 00010000:00000010:1.0:1769074855.931285:0:45100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8a8a3740. 00000800:00000200:1.0:1769074855.931304:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.931307:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:1.0:1769074855.931310:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.931314:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.931317:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:1.0:1769074855.931319:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00000400:00000200:1.0:1769074855.931332:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.931338:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8c4a80 00000400:00000200:1.0:1769074855.931342:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b889 [2] + 984 00000400:00000200:1.0:1769074855.931354:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.931357:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.931360:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074855.931364:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0a80. 00000020:00000010:1.0:1769074855.931384:0:36251:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.931387:0:36251:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.931391:0:36251:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431a800. 00000020:00000010:1.0:1769074855.931394:0:36251:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074855.931397:0:36251:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000100:00000200:1.0:1769074855.931408:0:36251:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8daa903a0a80 x1855007826397824/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 328/0 e 0 to 0 dl 1769074866 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074855.931426:0:36251:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.931429:0:36251:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074855.931431:0:36251:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826397824 02000000:00000010:1.0:1769074855.931437:0:36251:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e931400. 00010000:00000010:1.0:1769074855.931459:0:36251:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8470d680. 00000100:00000010:1.0:1769074855.931464:0:36251:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabbfdcc0c0. 00000100:00000010:1.0:1769074855.931471:0:36251:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074855.931474:0:36251:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8470d680. 00000400:00000010:1.0:1769074855.931480:0:36251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074855.931483:0:36251:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826397824, offset 224 00000400:00000200:1.0:1769074855.931488:0:36251:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.931493:0:36251:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.931498:0:36251:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40680:40680:255:4294967295] 192.168.204.10@tcp LPNI seq info [40676:40676:7:4294967295] 00000400:00000200:1.0:1769074855.931505:0:36251:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.931510:0:36251:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.931513:0:36251:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074855.931517:0:36251:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.931521:0:36251:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.931524:0:36251:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.931531:0:36251:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074855.931534:0:36251:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074855.931536:0:36251:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431a800. 00010000:00000010:1.0:1769074855.931558:0:45100:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc0c0. 00080000:00000010:1.0:1769074855.931578:0:45100:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c4b400. 00000001:00000010:1.0:1769074855.932000:0:45100:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04549c0. 00080000:00000010:1.0:1769074855.932056:0:45100:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fda5008. 00002000:00000010:1.0:1769074855.932062:0:45100:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb2c850. 00010000:00000200:1.0:1769074855.932078:0:45100:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a2a00 x1855007852324736/t4294970284(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:391/0 lens 544/432 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.932091:0:45100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074855.932094:0:45100:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852324736, offset 224 00000400:00000200:1.0:1769074855.932098:0:45100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074855.932106:0:45100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074855.932113:0:45100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17e780 00000400:00000200:1.0:1769074855.932119:0:45100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x65c75 [1] + 224 00000400:00000200:1.0:1769074855.932124:0:45100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.932127:0:45100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074855.932134:0:45100:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a0000 x1855007852324736/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074855.932155:0:45100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:1.0:1769074855.932157:0:45100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000020:00000010:1.0:1769074855.932168:0:45100:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66400. 00000020:00000010:1.0:1769074855.932172:0:45100:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef578. 00000020:00000010:1.0:1769074855.932175:0:45100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8980dc00. 00002000:00000010:1.0:1769074855.932207:0:38628:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daa8bcb81c0. 00010000:00000010:1.0:1769074855.932212:0:38628:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daa8f8ee700. 00010000:00000010:1.0:1769074855.932218:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc0c0. 00000400:00000010:1.0:1769074855.932233:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8d10. 00000400:00000200:1.0:1769074855.932236:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:1.0:1769074855.932238:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00000100:00000200:1.0:1769074855.932243:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a0000 x1855007852324736/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074855.932251:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a0000 x1855007852324736/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769074855.932320:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.932323:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:1.0:1769074855.932325:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.932330:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.932333:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:1.0:1769074855.932334:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00000800:00000200:1.0:1769074855.932400:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.932403:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:1.0:1769074855.932406:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.932409:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.932411:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:1.0:1769074855.932413:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00000400:00000010:3.0:1769074855.932932:0:45108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8580. 00000400:00000200:3.0:1769074855.932937:0:45108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:3.0:1769074855.932938:0:45108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00000100:00000200:3.0:1769074855.932947:0:45108:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a0700 x1855007852324992/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074855.932956:0:45108:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a0700 x1855007852324992/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074855.932993:0:45108:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dababb3a400. 02000000:00000010:3.0:1769074855.933000:0:45108:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dabaff49c00. 00000100:00000010:3.0:1769074855.933005:0:45108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0700. 00000100:00000010:3.0:1769074855.933009:0:45108:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d89c0. 00010000:00000010:3.0:1769074855.933012:0:45108:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8a8a3b80. 00010000:00000010:3.0:1769074855.933026:0:45108:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e480. 00080000:00000010:3.0:1769074855.933052:0:45108:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fb49400. 00000001:00000010:3.0:1769074855.933356:0:45108:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074855.933422:0:45108:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc8f8f0. 00002000:00000010:3.0:1769074855.933443:0:45108:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60390. 00010000:00000200:3.0:1769074855.933459:0:45108:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a0380 x1855007852324608/t4294970286(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:391/0 lens 544/432 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.933473:0:45108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074855.933478:0:45108:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852324608, offset 224 00000400:00000200:3.0:1769074855.933483:0:45108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074855.933491:0:45108:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074855.933499:0:45108:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17e700 00000400:00000200:3.0:1769074855.933505:0:45108:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x65c5d [1] + 224 00000400:00000200:3.0:1769074855.933510:0:45108:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.933514:0:45108:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074855.933522:0:45108:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a1f80 x1855007852324608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074855.933539:0:45108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:3.0:1769074855.933541:0:45108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00000020:00000010:3.0:1769074855.933554:0:45108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66a00. 00000020:00000010:3.0:1769074855.933558:0:45108:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef190. 00000020:00000010:3.0:1769074855.933562:0:45108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000020:00000010:2.0:1769074855.933812:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.933817:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.933822:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074855.933826:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.933830:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.933855:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.933858:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000100:00000200:2.0:1769074855.933861:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826397312 00000001:00000010:2.0:1769074855.933870:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf180. 02000000:00000010:2.0:1769074855.933903:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc83c000. 00010000:00000010:2.0:1769074855.933939:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd26bd80. 00010000:00000010:2.0:1769074855.933950:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c4b6000. 00010000:00000010:2.0:1769074855.933980:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074855.933987:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074855.934000:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074855.934004:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074855.934008:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074855.934011:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074855.934078:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074855.934082:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074855.934085:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074855.934089:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00000020:00000010:2.0:1769074855.934112:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d79a0. 00000020:00000010:2.0:1769074855.934119:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d79a0. 00000020:00000010:2.0:1769074855.934130:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e600. 00080000:00000010:2.0:1769074855.934136:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f440400. 00000001:00000010:2.0:1769074855.934414:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd98a0. 00000001:00000010:2.0:1769074855.934420:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074855.934446:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e600. 00010000:00000010:2.0:1769074855.934455:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074855.934459:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074855.934469:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074855.934500:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00080000:00000010:2.0:1769074855.934519:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fb7d008. 00000004:00000010:2.0:1769074855.934528:0:42297:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda0000. 00000004:00000010:2.0:1769074855.934533:0:42297:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbd448. 00000004:00000010:2.0:1769074855.934535:0:42297:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbdae0. 00000004:00000010:2.0:1769074855.934539:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fd05840. 00000004:00000010:2.0:1769074855.934543:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f41e330. 00000004:00000010:2.0:1769074855.934548:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f9e8c30. 00000004:00000010:2.0:1769074855.934561:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fa7e000. 00010000:00000010:2.0:1769074855.934572:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074855.934587:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889953, last committed = 17179889941 00010000:00000200:2.0:1769074855.934595:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca1500 x1855007826397312/t17179889953(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 504/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074855.934634:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074855.934651:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826397312, offset 224 00000400:00000010:2.0:1769074855.934658:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7fc0. 00000400:00000200:2.0:1769074855.934662:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.934674:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.934680:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40681:40681:256:4294967295] 192.168.204.10@tcp LPNI seq info [40677:40677:8:4294967295] 00000400:00000200:2.0:1769074855.934687:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074855.934694:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.934700:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.934705:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074855.934711:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.934719:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.934724:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.934744:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.934747:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.934752:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:2.0:1769074855.934842:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074855.934846:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:2.0:1769074855.934849:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.934853:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000010:0.0:1769074855.935327:0:45112:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8bb0. 00000400:00000200:0.0:1769074855.935333:0:45112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:0.0:1769074855.935335:0:45112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074855.935344:0:45112:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a3480 x1855007852324864/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074855.935353:0:45112:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a3480 x1855007852324864/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074855.935394:0:45112:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8dc58c00. 02000000:00000010:0.0:1769074855.935400:0:45112:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8dc59200. 00000100:00000010:0.0:1769074855.935406:0:45112:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3480. 00000100:00000010:0.0:1769074855.935411:0:45112:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d8d80. 00010000:00000010:0.0:1769074855.935414:0:45112:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8a8a3fc0. 00010000:00000010:0.0:1769074855.935426:0:45112:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8d80. 00080000:00000010:0.0:1769074855.935441:0:45112:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40ec00. 00000001:00000010:0.0:1769074855.935748:0:45112:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8af60. 00080000:00000010:0.0:1769074855.935787:0:45112:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e8908e8. 00002000:00000010:0.0:1769074855.935791:0:45112:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fbf8130. 00010000:00000200:0.0:1769074855.935804:0:45112:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a2d80 x1855007852324096/t4294970287(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:391/0 lens 544/432 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.935817:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074855.935820:0:45112:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852324096, offset 224 00000400:00000200:0.0:1769074855.935826:0:45112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074855.935834:0:45112:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074855.935843:0:45112:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17e500 00000400:00000200:0.0:1769074855.935849:0:45112:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x65c55 [1] + 224 00000400:00000200:0.0:1769074855.935855:0:45112:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.935858:0:45112:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074855.935865:0:45112:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc945180 x1855007852324096/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074855.935876:0:45112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:0.0:1769074855.935878:0:45112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00000020:00000010:0.0:1769074855.935888:0:45112:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074855.935892:0:45112:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074855.935895:0:45112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000400:00000010:0.0:1769074855.935919:0:47062:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a89f8. 00000400:00000200:0.0:1769074855.935923:0:47062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:0.0:1769074855.935924:0:47062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074855.935931:0:47062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a3b80 x1855007852325120/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074855.935939:0:47062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a3b80 x1855007852325120/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074855.935957:0:47062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dab88dcac00. 02000000:00000010:0.0:1769074855.935960:0:47062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dab88dcba00. 00000100:00000010:0.0:1769074855.935974:0:47062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3b80. 00000100:00000010:0.0:1769074855.935977:0:47062:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074855.935980:0:47062:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8a8a3f80. 00010000:00000010:0.0:1769074855.935987:0:47062:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d86c0. 00080000:00000010:0.0:1769074855.936000:0:47062:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40c000. 00000001:00000010:0.0:1769074855.936091:0:47062:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a2a0. 00080000:00000010:0.0:1769074855.936117:0:47062:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc88c78. 00002000:00000010:0.0:1769074855.936120:0:47062:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb11300. 00010000:00000200:0.0:1769074855.936130:0:47062:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a2300 x1855007852324224/t4294970288(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:391/0 lens 544/432 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.936141:0:47062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074855.936144:0:47062:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852324224, offset 224 00000400:00000200:0.0:1769074855.936148:0:47062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074855.936153:0:47062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074855.936158:0:47062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17e580 00000400:00000200:0.0:1769074855.936163:0:47062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x65c65 [1] + 224 00000400:00000200:0.0:1769074855.936167:0:47062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.936170:0:47062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074855.936176:0:47062:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a3100 x1855007852324224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074855.936185:0:47062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:0.0:1769074855.936187:0:47062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00000020:00000010:0.0:1769074855.936195:0:47062:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074855.936198:0:47062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074855.936201:0:47062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00002000:00000010:3.0:1769074855.936575:0:45980:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daba04ff840. 00010000:00000010:3.0:1769074855.936581:0:45980:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daa88ea3b00. 00010000:00000010:3.0:1769074855.936588:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e480. 00010000:00000010:3.0:1769074855.936599:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:3.0:1769074855.936634:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:3.0:1769074855.936649:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00002000:00000010:3.0:1769074855.936659:0:45980:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daba04ffe40. 00010000:00000010:3.0:1769074855.936662:0:45980:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daba0aea300. 00010000:00000010:3.0:1769074855.936667:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8d80. 00002000:00000010:3.0:1769074855.936673:0:45980:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daba04ff440. 00010000:00000010:3.0:1769074855.936675:0:45980:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8dab83e58a00. 00010000:00000010:3.0:1769074855.936681:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00000400:00000010:1.0:1769074855.939714:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8268. 00000400:00000200:1.0:1769074855.939728:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:1.0:1769074855.939730:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00000100:00000200:1.0:1769074855.939744:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a3100 x1855007852324224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074855.939756:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a3100 x1855007852324224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.939790:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8840. 00000400:00000200:1.0:1769074855.939793:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:1.0:1769074855.939795:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00000100:00000200:1.0:1769074855.939799:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc945180 x1855007852324096/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074855.939806:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc945180 x1855007852324096/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.939817:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8318. 00000400:00000200:1.0:1769074855.939819:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:1.0:1769074855.939821:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00000100:00000200:1.0:1769074855.939825:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a1f80 x1855007852324608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074855.939838:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a1f80 x1855007852324608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1769074855.943856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00000400:00000200:1.0:1769074855.943915:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.943937:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ccd 00000400:00000200:1.0:1769074855.943944:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.943949:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.943956:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:1.0:1769074855.943959:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00010000:00000010:3.0:1769074855.944077:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.0:1769074855.944088:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788280. 00010000:00000010:0.1:1769074855.944840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.1:1769074855.944890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6200. 00010000:00000010:2.1:1769074855.944897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d82ee00. 00010000:00000010:2.1:1769074855.944900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074855.944909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:1.1:1769074855.945983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8ee100. 00010000:00000010:1.1:1769074855.945993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:3.1:1769074855.946491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074855.946501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa88ea3800. 00010000:00000010:3.1:1769074855.946505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:3.1:1769074855.946509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074855.946512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074855.946516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba0aeaa00. 00010000:00000010:3.1:1769074855.946519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:3.1:1769074855.946524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83e58600. 00010000:00000010:3.1:1769074855.946528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00000400:00000200:3.0:1769074855.947811:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.947830:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8c4b80 00000400:00000200:3.0:1769074855.947840:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c1d [64] + 143872 00000400:00000200:3.0:1769074855.947853:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.947858:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.947867:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.947898:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfd500. 00000400:00000200:3.0:1769074855.947934:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.947941:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17ea00 00000400:00000200:3.0:1769074855.947948:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x65ca5 [1] + 224 00000400:00000200:3.0:1769074855.947955:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.947958:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.947978:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a1500 x1855007852325376/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074855.948003:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.948009:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8c4c00 00000400:00000200:3.0:1769074855.948013:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b889 [2] + 1312 00000400:00000200:3.0:1769074855.948064:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.948069:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.948074:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074855.948078:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfce00. 00000020:00000010:1.0:1769074855.948187:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.948193:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.948201:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074855.948206:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074855.948211:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074855.948255:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.948258:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074855.948261:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826398080 00000001:00000010:1.0:1769074855.948271:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf3c0. 00010000:00000010:1.0:1769074855.948298:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074855.948307:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 02000000:00000010:1.0:1769074855.948340:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8b1d5000. 00000004:00000010:1.0:1769074855.948572:0:42296:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8ad2a900. 00080000:00000010:1.0:1769074855.948584:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c4ac00. 00000001:00000010:1.0:1769074855.948646:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454840. 00000001:00000010:1.0:1769074855.948652:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc240. 00010000:00000010:1.0:1769074855.948716:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074855.948729:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfd500 x1855007826398080/t17179889954(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 648/608 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074855.948746:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074855.948752:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826398080, offset 224 00000400:00000200:1.0:1769074855.948758:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.948767:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.948773:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40682:40682:256:4294967295] 192.168.204.10@tcp LPNI seq info [40678:40678:8:4294967295] 00000400:00000200:1.0:1769074855.948782:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.948787:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.948793:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074855.948798:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.948804:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.948808:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.948827:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074855.948831:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074855.948834:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00000800:00000200:1.0:1769074855.948899:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.948903:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:1.0:1769074855.948906:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.948910:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.948914:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:1.0:1769074855.948916:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00000020:00000010:2.0:1769074855.949172:0:38629:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.949177:0:38629:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.949182:0:38629:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074855.949186:0:38629:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.949190:0:38629:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000100:00000200:2.0:1769074855.949208:0:38629:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dabb6bfce00 x1855007826398208/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 328/0 e 0 to 0 dl 1769074866 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074855.949237:0:38629:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.949240:0:38629:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000100:00000200:2.0:1769074855.949242:0:38629:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826398208 02000000:00000010:2.0:1769074855.949251:0:38629:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8f442000. 00010000:00000010:2.0:1769074855.949280:0:38629:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8656f800. 00000100:00000010:2.0:1769074855.949287:0:38629:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab89ddf240. 00000100:00000010:2.0:1769074855.949292:0:38629:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074855.949295:0:38629:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8656f800. 00000400:00000010:2.0:1769074855.949303:0:38629:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074855.949306:0:38629:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826398208, offset 224 00000400:00000200:2.0:1769074855.949312:0:38629:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.949318:0:38629:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.949322:0:38629:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40683:40683:256:4294967295] 192.168.204.10@tcp LPNI seq info [40679:40679:8:4294967295] 00000400:00000200:2.0:1769074855.949330:0:38629:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.949334:0:38629:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.949338:0:38629:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074855.949342:0:38629:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.949346:0:38629:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.949349:0:38629:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.949372:0:38629:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.949377:0:38629:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.949382:0:38629:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000400:00000010:0.0:1769074855.949544:0:37045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8b00. 00000400:00000200:0.0:1769074855.949550:0:37045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:0.0:1769074855.949551:0:37045:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074855.949560:0:37045:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a1500 x1855007852325376/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074855.949568:0:37045:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a1500 x1855007852325376/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074855.949597:0:37045:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8c4b1e00. 02000000:00000010:0.0:1769074855.949622:0:37045:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8c4b1800. 00000100:00000010:0.0:1769074855.949626:0:37045:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1500. 00000100:00000010:0.0:1769074855.949631:0:37045:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074855.949634:0:37045:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8a8a3980. 00010000:00000010:0.0:1769074855.949647:0:37045:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00080000:00000010:0.0:1769074855.949663:0:37045:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40d800. 00000001:00000010:0.0:1769074855.949960:0:37045:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a4e0. 00080000:00000010:0.0:1769074855.950012:0:37045:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc89c80. 00002000:00000010:0.0:1769074855.950018:0:37045:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb105f0. 00010000:00000200:0.0:1769074855.950031:0:37045:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603b80 x1855007852324480/t4294970289(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:391/0 lens 544/432 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074855.950043:0:37045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074855.950047:0:37045:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852324480, offset 224 00000400:00000200:0.0:1769074855.950052:0:37045:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074855.950061:0:37045:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074855.950069:0:37045:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17e680 00000400:00000200:0.0:1769074855.950076:0:37045:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x65c95 [1] + 224 00000400:00000200:0.0:1769074855.950084:0:37045:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074855.950087:0:37045:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074855.950095:0:37045:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a1880 x1855007852324480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074855.950111:0:37045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:0.0:1769074855.950113:0:37045:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000020:00000010:0.0:1769074855.950124:0:37045:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074855.950127:0:37045:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.950130:0:37045:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00000400:00000010:2.0:1769074855.950203:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4630. 00000400:00000200:2.0:1769074855.950207:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:2.0:1769074855.950209:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074855.950215:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a1880 x1855007852324480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074855.950224:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a1880 x1855007852324480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1769074855.950272:0:45980:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daa8bcb8100. 00010000:00000010:2.0:1769074855.950277:0:45980:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daa8f8eee00. 00010000:00000010:2.0:1769074855.950284:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000800:00000200:1.0:1769074855.950724:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.950729:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074855.950734:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.950738:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.950742:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:1.0:1769074855.950744:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00010000:00000010:3.1:1769074855.951246:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074855.951253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074855.951530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:2.1:1769074855.955697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8ee600. 00010000:00000010:2.1:1769074855.955711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00000400:00000200:3.0:1769074855.957519:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.957542:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 448 into portal 23 MB=0x6971eaa8c4c80 00000400:00000200:3.0:1769074855.957551:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 448/448 into md 0x2ec81 [2] + 784 00000400:00000200:3.0:1769074855.957564:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.957569:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.957578:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074855.957586:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfea00. 00000400:00000200:3.0:1769074855.957670:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.957676:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17ea80 00000400:00000200:3.0:1769074855.957683:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x65cad [1] + 224 00000400:00000200:3.0:1769074855.957693:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.957696:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.957705:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa902fc000 x1855007852325504/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074855.957863:0:45106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a81b8. 00000400:00000200:2.0:1769074855.957870:0:45106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:2.0:1769074855.957873:0:45106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00000100:00000200:2.0:1769074855.957880:0:45106:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa902fc000 x1855007852325504/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074855.957889:0:45106:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa902fc000 x1855007852325504/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074855.957922:0:45106:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8c4b0000. 02000000:00000010:2.0:1769074855.957929:0:45106:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8c4b1a00. 00000100:00000010:2.0:1769074855.957934:0:45106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fc000. 00000100:00000010:2.0:1769074855.957938:0:45106:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d8c00. 00010000:00000010:2.0:1769074855.957941:0:45106:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8a8a35c0. 00000020:00000010:0.0:1769074855.958134:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074855.958140:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074855.958145:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00000020:00000010:0.0:1769074855.958152:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074855.958157:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.958193:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074855.958197:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074855.958200:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826398336 00000001:00000010:0.0:1769074855.958209:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 02000000:00000010:0.0:1769074855.958233:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8daa8f40c400. 00000004:00000010:0.0:1769074855.958240:0:42300:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa8c730800. 00080000:00000010:0.0:1769074855.958817:0:42300:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbd2a6bf0. 00080000:00000010:0.0:1769074855.958823:0:42300:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8daa8a8a3980. 00080000:00000010:0.0:1769074855.958842:0:42300:0:(osd_index.c:355:osd_find_parent_fid()) kmalloced '(buf.lb_buf)': 87 at ffff8dab89c8a000. 00080000:00000010:0.0:1769074855.958846:0:42300:0:(osd_index.c:383:osd_find_parent_fid()) kfreed 'buf.lb_buf': 87 at ffff8dab89c8a000. 00080000:00000010:0.0:1769074855.959202:0:42300:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8daa8a8a3980. 00080000:00000010:0.0:1769074855.959207:0:42300:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbd2a6bf0. 00000100:00000010:0.0:1769074855.959216:0:42300:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8daa8f40c800. 00000100:00000010:0.0:1769074855.959222:0:42300:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8dabae3f3000. 00000400:00000010:0.0:1769074855.959231:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000400:00000010:0.0:1769074855.959240:0:42300:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d0e0. 00000400:00000200:0.0:1769074855.959247:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.959260:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.959266:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40684:40684:256:4294967295] 192.168.204.10@tcp LPNI seq info [40680:40680:8:4294967295] 00000400:00000200:0.0:1769074855.959272:0:42300:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074855.959279:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.959285:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.959290:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074855.959297:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.959306:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1022 00000800:00000200:0.0:1769074855.959310:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074855.959323:0:42300:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.10@tcp mbits 0x6971eaa8c4c80-0x6971eaa8c4c80 00000800:00000200:1.0:1769074855.959626:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.959630:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074855.959635:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.959639:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.959645:0:12638:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8daa8f40c800 00000400:00000200:1.0:1769074855.963052:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074855.963075:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ce5 00000400:00000200:1.0:1769074855.963083:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.963088:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074855.963095:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:1.0:1769074855.963099:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000100:00000200:1.0:1769074855.963105:0:12640:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8daa8f40c800 00000100:00000010:0.0:1769074855.963195:0:42300:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8dabae3f3000. 00000100:00000010:0.0:1769074855.963202:0:42300:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8daa8f40c800. 00000004:00000010:0.0:1769074855.963874:0:42300:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa8c730800. 00010000:00000200:0.0:1769074855.963891:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfea00 x1855007826398336/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 448/440 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.963913:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074855.963919:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855007826398336, offset 224 00000400:00000200:0.0:1769074855.963926:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.963936:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.963942:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40685:40685:256:4294967295] 192.168.204.10@tcp LPNI seq info [40681:40681:8:4294967295] 00000400:00000200:0.0:1769074855.963954:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.963959:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.963976:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074855.963983:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.963990:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.963995:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.964024:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074855.964030:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.964034:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00010000:00000010:1.1:1769074855.964733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:0.1:1769074855.965108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000400:00000200:3.0:1769074855.966371:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.966392:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8c4d00 00000400:00000200:3.0:1769074855.966400:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b889 [2] + 1640 00000400:00000200:3.0:1769074855.966418:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.966423:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.966431:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074855.966438:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bff100. 00000800:00000200:1.0:1769074855.966635:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.966649:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:1.0:1769074855.966654:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.966658:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.966663:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:1.0:1769074855.966666:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00000020:00000010:2.0:1769074855.967859:0:36252:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.967868:0:36252:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.967875:0:36252:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074855.967881:0:36252:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.967888:0:36252:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000100:00000200:2.0:1769074855.967917:0:36252:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dabb6bff100 x1855007826398464/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 328/0 e 0 to 0 dl 1769074866 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074855.967957:0:36252:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.967960:0:36252:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000100:00000200:2.0:1769074855.967973:0:36252:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826398464 02000000:00000010:2.0:1769074855.967983:0:36252:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8f441400. 00010000:00000010:2.0:1769074855.968024:0:36252:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8656f800. 00000100:00000010:2.0:1769074855.968032:0:36252:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab89ddf240. 00000100:00000010:2.0:1769074855.968051:0:36252:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074855.968055:0:36252:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8656f800. 00000400:00000010:2.0:1769074855.968069:0:36252:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074855.968074:0:36252:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826398464, offset 224 00000400:00000200:2.0:1769074855.968081:0:36252:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.968094:0:36252:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.968100:0:36252:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40686:40686:256:4294967295] 192.168.204.10@tcp LPNI seq info [40682:40682:8:4294967295] 00000400:00000200:2.0:1769074855.968110:0:36252:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.968116:0:36252:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.968120:0:36252:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074855.968127:0:36252:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.968133:0:36252:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.968137:0:36252:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.968215:0:36252:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.968221:0:36252:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.968225:0:36252:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00010000:00000010:3.0:1769074855.968350:0:45106:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e480. 00080000:00000010:3.0:1769074855.968384:0:45106:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fb4ac00. 00000001:00000010:3.0:1769074855.968785:0:45106:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6240. 00080000:00000010:3.0:1769074855.968827:0:45106:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fdad398. 00002000:00000010:3.0:1769074855.968832:0:45106:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fbf9300. 00010000:00000200:3.0:1769074855.968848:0:45106:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601c00 x1855007852324352/t4294970290(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:391/0 lens 544/432 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074855.968869:0:45106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074855.968874:0:45106:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852324352, offset 224 00000400:00000200:3.0:1769074855.968879:0:45106:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074855.968888:0:45106:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074855.968897:0:45106:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17e600 00000400:00000200:3.0:1769074855.968905:0:45106:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x65c9d [1] + 224 00000400:00000200:3.0:1769074855.968911:0:45106:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.968915:0:45106:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074855.968924:0:45106:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a2680 x1855007852324352/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074855.968946:0:45106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:3.0:1769074855.968948:0:45106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00000020:00000010:3.0:1769074855.968972:0:45106:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d00. 00000020:00000010:3.0:1769074855.968977:0:45106:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef320. 00000020:00000010:3.0:1769074855.968980:0:45106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00002000:00000010:0.0:1769074855.969138:0:36254:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8dabae79f440. 00010000:00000010:0.0:1769074855.969144:0:36254:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daa8dfbab00. 00010000:00000010:0.0:1769074855.969151:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e480. 00000400:00000010:2.0:1769074855.969452:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4d68. 00000400:00000200:2.0:1769074855.969457:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:2.0:1769074855.969460:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074855.969466:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a2680 x1855007852324352/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074855.969475:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a2680 x1855007852324352/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769074855.972152:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.972162:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074855.972169:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.972178:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.972185:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:1.0:1769074855.972188:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00000400:00000200:1.0:1769074855.973516:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.973537:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8c4e00 00000400:00000200:1.0:1769074855.973546:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ec81 [2] + 1232 00000400:00000200:1.0:1769074855.973561:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.973565:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.973572:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074855.973580:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1500. 00010000:00000010:2.1:1769074855.973714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000020:00000010:0.0:1769074855.973859:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074855.973866:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074855.973874:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00000020:00000010:0.0:1769074855.973879:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074855.973884:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.973922:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074855.973924:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074855.973928:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826398720 02000000:00000010:0.0:1769074855.973979:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8f40c800. 00000020:00000010:0.0:1769074855.974047:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a000. 00080000:00000010:0.0:1769074855.974058:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40e400. 00000001:00000010:0.0:1769074855.974133:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8aa20. 00000001:00000010:0.0:1769074855.974141:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8180. 00000020:00000010:0.0:1769074855.974173:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a000. 00000004:00000010:0.0:1769074855.974192:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8ad2a900. 00010000:00000200:0.0:1769074855.974224:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a1500 x1855007826398720/t17179889955(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 392/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074855.974242:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074855.974249:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826398720, offset 224 00000400:00000200:0.0:1769074855.974255:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074855.974267:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074855.974272:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40687:40687:256:4294967295] 192.168.204.10@tcp LPNI seq info [40683:40683:8:4294967295] 00000400:00000200:0.0:1769074855.974283:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074855.974288:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074855.974294:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074855.974300:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074855.974306:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074855.974311:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074855.974330:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074855.974333:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074855.974336:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00000800:00000200:3.0:1769074855.974500:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.974505:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:3.0:1769074855.974509:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.974513:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.974517:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:3.0:1769074855.974519:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00010000:00000010:0.1:1769074855.977826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8dfbaf00. 00010000:00000010:0.1:1769074855.977839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00000400:00000200:1.0:1769074855.978438:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074855.978456:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8c4f00 00000400:00000200:1.0:1769074855.978464:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c1d [64] + 144520 00000400:00000200:1.0:1769074855.978479:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.978484:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074855.978492:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074855.978499:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3b80. 00000020:00000010:3.0:1769074855.978686:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074855.978691:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074855.978697:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074855.978703:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074855.978707:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.978759:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074855.978762:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f0c0. 00000100:00000200:3.0:1769074855.978765:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826398976 00000001:00000010:3.0:1769074855.978776:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc240. 00010000:00000010:3.0:1769074855.978800:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074855.978808:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 02000000:00000010:3.0:1769074855.978845:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8a132000. 00010000:00000010:3.0:1769074855.978928:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074855.978933:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00000004:00000010:3.0:1769074855.978984:0:42297:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e900. 00080000:00000010:3.0:1769074855.978999:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fb4a000. 00000001:00000010:3.0:1769074855.979033:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6c00. 00000001:00000010:3.0:1769074855.979038:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074855.979097:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000200:3.0:1769074855.979120:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a3b80 x1855007826398976/t17179889956(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 648/608 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074855.979138:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074855.979143:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826398976, offset 224 00000400:00000200:3.0:1769074855.979150:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074855.979160:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074855.979166:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40688:40688:256:4294967295] 192.168.204.10@tcp LPNI seq info [40684:40684:8:4294967295] 00000400:00000200:3.0:1769074855.979177:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.979183:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074855.979188:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074855.979194:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074855.979201:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074855.979205:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1769074855.979507:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074855.979512:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074855.979516:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:2.0:1769074855.983173:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074855.983183:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074855.983195:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.983203:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074855.983211:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:2.0:1769074855.983213:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00010000:00000010:3.1:1769074855.984340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000400:00000200:3.0:1769074855.984454:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.984471:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c4f80 00000400:00000200:3.0:1769074855.984480:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 145168 00000400:00000200:3.0:1769074855.984494:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.984499:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.984506:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.984512:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfed80. 00000020:00000010:2.0:1769074855.984765:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.984771:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.984777:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074855.984784:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.984790:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.984889:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.984892:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000100:00000200:2.0:1769074855.984896:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826399104 00000001:00000010:2.0:1769074855.984906:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8180. 00010000:00000010:2.0:1769074855.984931:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074855.984939:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 02000000:00000010:2.0:1769074855.984981:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf19e000. 00010000:00000010:2.0:1769074855.985013:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074855.985017:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074855.985037:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074855.985040:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074855.985045:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074855.985048:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074855.985131:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074855.985136:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074855.985139:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074855.985142:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074855.985210:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074855.985222:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074855.985228:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074855.985248:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074855.985264:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfed80 x1855007826399104/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074855.985282:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074855.985288:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826399104, offset 224 00000400:00000200:2.0:1769074855.985295:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.985306:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.985311:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40689:40689:256:4294967295] 192.168.204.10@tcp LPNI seq info [40685:40685:8:4294967295] 00000400:00000200:2.0:1769074855.985322:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.985328:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.985332:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074855.985338:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.985346:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.985349:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.985387:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.985391:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.985396:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:3.0:1769074855.985517:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.985521:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074855.985525:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.985529:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.985533:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:3.0:1769074855.985536:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00000400:00000200:3.0:1769074855.988980:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.988999:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c5080 00000400:00000200:3.0:1769074855.989007:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 145744 00000400:00000200:3.0:1769074855.989020:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.989025:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.989032:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.989038:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bff800. 00000020:00000010:1.0:1769074855.989132:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.989138:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.989147:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8431be00. 00000020:00000010:1.0:1769074855.989153:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074855.989157:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074855.989198:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074855.989200:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074855.989203:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826399360 02000000:00000010:1.0:1769074855.989239:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b1d6000. 00010000:00000010:1.0:1769074855.989277:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:1.0:1769074855.989293:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788d80. 00010000:00000010:1.0:1769074855.989303:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115600. 00010000:00000010:1.0:1769074855.989320:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074855.989325:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074855.989339:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074855.989342:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074855.989346:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074855.989349:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074855.989441:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074855.989444:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074855.989447:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074855.989450:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074855.989472:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074855.989479:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074855.989489:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454e40. 00080000:00000010:1.0:1769074855.989498:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c4a400. 00000001:00000010:1.0:1769074855.989759:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454ae0. 00000001:00000010:1.0:1769074855.989766:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcca80. 00000020:00000010:1.0:1769074855.989794:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454e40. 00010000:00000010:1.0:1769074855.989801:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074855.989805:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074855.989815:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074855.989846:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074855.989866:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901308e8. 00000004:00000010:1.0:1769074855.989872:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ddae40. 00000004:00000010:1.0:1769074855.989876:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f9bf870. 00000004:00000010:1.0:1769074855.989880:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabafd64618. 00000004:00000010:1.0:1769074855.989887:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc71e00. 00010000:00000010:1.0:1769074855.989893:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074855.989908:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889957, last committed = 17179889941 00010000:00000200:1.0:1769074855.989916:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bff800 x1855007826399360/t17179889957(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 488/456 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074855.989934:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074855.989939:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826399360, offset 224 00000400:00000010:1.0:1769074855.989945:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1ff50. 00000400:00000200:1.0:1769074855.989949:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074855.989973:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074855.989979:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40690:40690:256:4294967295] 192.168.204.10@tcp LPNI seq info [40686:40686:8:4294967295] 00000400:00000200:1.0:1769074855.989985:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074855.989993:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074855.989998:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074855.990003:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074855.990008:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074855.990015:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074855.990019:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074855.990036:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074855.990041:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074855.990044:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431be00. 00010000:00000010:1.0:1769074855.990068:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074855.990073:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074855.990079:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc0c0. 00000800:00000200:1.0:1769074855.990149:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.990153:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:1.0:1769074855.990157:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.990161:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074855.992685:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074855.992707:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d01 00000400:00000200:3.0:1769074855.992714:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.992719:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074855.992726:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:3.0:1769074855.992729:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00010000:00000010:0.0:1769074855.992996:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:0.0:1769074855.993007:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00010000:00000010:1.1:1769074855.994707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:1.1:1769074855.994724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074855.994728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab89effa00. 00000400:00000200:3.0:1769074855.994998:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074855.995016:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c5100 00000400:00000200:3.0:1769074855.995024:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 146232 00000400:00000200:3.0:1769074855.996403:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.996417:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074855.996428:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074855.996437:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bff480. 00000020:00000010:2.0:1769074855.996581:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.996587:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.996593:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074855.996598:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.996831:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.996918:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074855.996922:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000100:00000200:2.0:1769074855.996925:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826399488 00000001:00000010:2.0:1769074855.996935:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:2.0:1769074855.996970:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.0:1769074855.996978:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 02000000:00000010:2.0:1769074855.997006:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf199000. 00010000:00000010:2.0:1769074855.997036:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074855.997052:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074855.997071:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074855.997075:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074855.997080:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074855.997083:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074855.997153:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074855.997158:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074855.997163:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074855.997167:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074855.997238:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074855.997249:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074855.997255:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074855.997275:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074855.997291:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bff480 x1855007826399488/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:391/0 lens 576/584 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074855.997311:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074855.997319:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826399488, offset 224 00000400:00000200:2.0:1769074855.997326:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074855.997338:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074855.997344:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40691:40691:256:4294967295] 192.168.204.10@tcp LPNI seq info [40687:40687:8:4294967295] 00000400:00000200:2.0:1769074855.997355:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.997361:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074855.997366:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074855.997373:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074855.997379:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074855.997384:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074855.997409:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074855.997414:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074855.997419:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074855.997533:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074855.997537:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074855.997541:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074855.997545:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074855.997550:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:1.0:1769074855.997552:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00000400:00000200:3.0:1769074856.000322:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.000342:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c5200 00000400:00000200:3.0:1769074856.000351:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 146808 00000400:00000200:3.0:1769074856.000366:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.000370:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.000379:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.000386:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfc380. 00010000:00000010:1.1:1769074856.000646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074856.000655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074856.000660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074856.000666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:0.1:1769074856.000711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074856.000717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074856.000844:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074856.000851:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074856.000854:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074856.000857:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000020:00000010:2.0:1769074856.000861:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074856.000867:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074856.000874:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074856.000879:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.000884:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.000973:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f800. 00000020:00000010:2.0:1769074856.000977:0:42856:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8470ddc0. 00000100:00000200:2.0:1769074856.001035:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826399744 02000000:00000010:2.0:1769074856.001084:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf19b000. 00010000:00000010:2.0:1769074856.001126:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.001140:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074856.001160:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.001166:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.001180:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074856.001183:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074856.001187:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074856.001190:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074856.001271:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074856.001275:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.001279:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074856.001282:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00000020:00000010:2.0:1769074856.001308:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7c40. 00000020:00000010:2.0:1769074856.001315:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7c40. 00000020:00000010:2.0:1769074856.001327:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.001337:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f443000. 00000001:00000010:2.0:1769074856.001559:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd91e0. 00000001:00000010:2.0:1769074856.001567:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074856.001600:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.001643:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074856.001647:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074856.001658:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074856.001697:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00080000:00000010:2.0:1769074856.001719:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901988e8. 00000004:00000010:2.0:1769074856.001726:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd8540. 00000004:00000010:2.0:1769074856.001730:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d824ff0. 00000004:00000010:2.0:1769074856.001747:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117df78. 00000004:00000010:2.0:1769074856.001752:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeed0e0. 00010000:00000010:2.0:1769074856.001762:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074856.001779:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889958, last committed = 17179889941 00010000:00000200:2.0:1769074856.001790:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfc380 x1855007826399744/t17179889958(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.001810:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074856.001816:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826399744, offset 224 00000400:00000010:2.0:1769074856.001823:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7e70. 00000400:00000200:2.0:1769074856.001827:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.001841:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.001846:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40692:40692:256:4294967295] 192.168.204.10@tcp LPNI seq info [40688:40688:8:4294967295] 00000400:00000200:2.0:1769074856.001852:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.001859:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.001864:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.001869:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074856.001875:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.001881:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.001885:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.001910:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.001914:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.001919:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00010000:00000010:0.0:1769074856.001988:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:0.0:1769074856.001994:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:0.0:1769074856.002000:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000800:00000200:3.0:1769074856.002316:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.002321:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:3.0:1769074856.002325:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.002330:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.004987:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.005008:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d09 00000400:00000200:1.0:1769074856.005015:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.005019:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.005026:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:1.0:1769074856.005029:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00010000:00000010:3.0:1769074856.005901:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:3.0:1769074856.005914:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788d80. 00010000:00000010:2.1:1769074856.008673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074856.008694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074856.008698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074856.008700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074856.008703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074856.008706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074856.008710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074856.008717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074856.008932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:0.1:1769074856.008939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00000400:00000200:3.0:1769074856.009136:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.009158:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c5280 00000400:00000200:3.0:1769074856.009168:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 147296 00000400:00000200:3.0:1769074856.009233:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.009239:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.009247:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.009253:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfca80. 00000020:00000010:2.0:1769074856.009351:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.009362:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.009370:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074856.009375:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.009380:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.009422:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.009425:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.009428:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826399872 00000001:00000010:2.0:1769074856.009438:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcca80. 00010000:00000010:2.0:1769074856.009464:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.009472:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074856.009500:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf19a000. 00010000:00000010:2.0:1769074856.009528:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074856.009532:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.009550:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074856.009553:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.009557:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074856.009560:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.009677:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074856.009681:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.009684:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.0:1769074856.009687:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074856.009944:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.009955:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.009972:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.009993:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074856.010008:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfca80 x1855007826399872/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.010027:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074856.010033:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826399872, offset 224 00000400:00000200:2.0:1769074856.010040:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.010051:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.010058:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40693:40693:256:4294967295] 192.168.204.10@tcp LPNI seq info [40689:40689:8:4294967295] 00000400:00000200:2.0:1769074856.010069:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.010076:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.010081:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074856.010088:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.010097:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.010102:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.010130:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.010136:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.010141:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:0.0:1769074856.010252:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.010257:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:0.0:1769074856.010260:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.010265:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.010269:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:0.0:1769074856.010271:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00010000:00000010:3.1:1769074856.013022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074856.013037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000400:00000200:1.0:1769074856.014307:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.014328:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c5380 00000400:00000200:1.0:1769074856.014337:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 147872 00000400:00000200:1.0:1769074856.014353:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.014447:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.014456:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.014463:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3480. 00000020:00000010:3.0:1769074856.014586:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074856.014592:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074856.014597:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074856.014850:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074856.014858:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.014930:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074856.014933:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f0c0. 00000100:00000200:3.0:1769074856.014937:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826400128 02000000:00000010:3.0:1769074856.014985:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a130000. 00010000:00000010:3.0:1769074856.015025:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:3.0:1769074856.015042:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:3.0:1769074856.015068:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.015075:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074856.015090:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074856.015093:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074856.015098:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074856.015100:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.015179:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074856.015183:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074856.015187:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074856.015190:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00000020:00000010:3.0:1769074856.015213:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8ce0. 00000020:00000010:3.0:1769074856.015220:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8ce0. 00000020:00000010:3.0:1769074856.015231:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.015245:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fb4a800. 00000001:00000010:3.0:1769074856.015471:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6f00. 00000001:00000010:3.0:1769074856.015479:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074856.015510:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00010000:00000010:3.0:1769074856.015519:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074856.015523:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074856.015535:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074856.015576:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00080000:00000010:3.0:1769074856.015600:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90199560. 00000004:00000010:3.0:1769074856.015630:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd8840. 00000004:00000010:3.0:1769074856.015634:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d824330. 00000004:00000010:3.0:1769074856.015649:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117dd98. 00000004:00000010:3.0:1769074856.015654:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeecf00. 00010000:00000010:3.0:1769074856.015665:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000200:3.0:1769074856.015683:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889959, last committed = 17179889941 00010000:00000200:3.0:1769074856.015693:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a3480 x1855007826400128/t17179889959(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.015718:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46088. 00000100:00000200:3.0:1769074856.015725:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826400128, offset 224 00000400:00000010:3.0:1769074856.015744:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e31c0. 00000400:00000200:3.0:1769074856.015750:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.015765:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.015771:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40694:40694:256:4294967295] 192.168.204.10@tcp LPNI seq info [40690:40690:8:4294967295] 00000400:00000200:3.0:1769074856.015776:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.015784:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.015789:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.015794:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074856.015801:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.015808:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.015813:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.015902:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074856.015907:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.015912:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00010000:00000010:0.0:1769074856.015983:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:0.0:1769074856.015992:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:0.0:1769074856.015998:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00000800:00000200:1.0:1769074856.019472:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.019482:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074856.019495:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.019504:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.019994:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.020010:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d11 00000400:00000200:0.0:1769074856.020016:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.020020:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.020025:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46088 00000400:00000010:0.0:1769074856.020028:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46088. 00000400:00000200:0.0:1769074856.020085:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.020093:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c5400 00000400:00000200:0.0:1769074856.020099:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 148360 00000400:00000200:0.0:1769074856.020150:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.020154:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.020159:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.020165:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fdf80. 00000020:00000010:2.0:1769074856.020241:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.020247:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.020254:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074856.020259:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.020264:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.020307:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.020309:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.020313:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826400256 00000001:00000010:2.0:1769074856.020322:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074856.020348:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.020362:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074856.020391:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8bdb1000. 00010000:00000010:2.0:1769074856.020421:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.020425:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.020444:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074856.020447:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.020452:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074856.020455:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.020525:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074856.020529:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.020533:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074856.020536:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074856.020600:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.020803:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.020810:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.020833:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074856.020848:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fdf80 x1855007826400256/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.020865:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074856.020871:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826400256, offset 224 00000400:00000200:2.0:1769074856.020877:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.020887:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.020893:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40695:40695:256:4294967295] 192.168.204.10@tcp LPNI seq info [40691:40691:8:4294967295] 00000400:00000200:2.0:1769074856.020904:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.020909:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.020914:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074856.020919:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.020925:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.020929:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.020943:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.020947:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.020952:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074856.021716:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.021721:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074856.021726:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.021740:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.021745:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:1.0:1769074856.021747:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00010000:00000010:3.0:1769074856.023889:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.023905:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00000400:00000200:1.0:1769074856.026122:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.026144:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c5500 00000400:00000200:1.0:1769074856.026152:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 148936 00000400:00000200:1.0:1769074856.026167:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.026172:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.026179:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.026186:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0700. 00000020:00000010:0.0:1769074856.026253:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.026258:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.026264:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00000020:00000010:0.0:1769074856.026268:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.026271:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.026306:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.026309:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074856.026312:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826400512 02000000:00000010:0.0:1769074856.026345:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabae3f3000. 00010000:00000010:0.0:1769074856.026388:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:0.0:1769074856.026402:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:0.0:1769074856.026422:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074856.026429:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.026444:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074856.026446:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074856.026449:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074856.026451:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.026520:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074856.026522:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074856.026525:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074856.026527:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074856.026541:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b565e0. 00000020:00000010:0.0:1769074856.026545:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b565e0. 00000020:00000010:0.0:1769074856.026554:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a000. 00080000:00000010:0.0:1769074856.026562:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40f800. 00000001:00000010:0.0:1769074856.026793:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8af00. 00000001:00000010:0.0:1769074856.026801:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8780. 00000020:00000010:0.0:1769074856.026833:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a000. 00010000:00000010:0.0:1769074856.026843:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074856.026847:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.026858:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8b40. 00010000:00000010:0.0:1769074856.026900:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074856.026920:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d58f0. 00000004:00000010:0.0:1769074856.026927:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a3ea9c0. 00000004:00000010:0.0:1769074856.026930:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da15320. 00000004:00000010:0.0:1769074856.026935:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209870. 00000004:00000010:0.0:1769074856.026940:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f917a40. 00010000:00000010:0.0:1769074856.026949:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.026977:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889960, last committed = 17179889941 00010000:00000200:0.0:1769074856.026986:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a0700 x1855007826400512/t17179889960(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.027004:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074856.027010:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826400512, offset 224 00000400:00000010:0.0:1769074856.027016:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8df18. 00000400:00000200:0.0:1769074856.027020:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.027032:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.027038:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40696:40696:256:4294967295] 192.168.204.10@tcp LPNI seq info [40692:40692:8:4294967295] 00000400:00000200:0.0:1769074856.027043:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.027050:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.027056:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.027060:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074856.027066:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.027073:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.027078:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.0:1769074856.027083:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074856.027089:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:1.0:1769074856.027095:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074856.027096:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.027099:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.027103:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00000800:00000200:0.0:1769074856.027198:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.027202:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:0.0:1769074856.027206:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.027210:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074856.027285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074856.027293:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074856.027299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074856.027301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000400:00000200:1.0:1769074856.033296:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.033320:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d19 00000400:00000200:1.0:1769074856.033327:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.033331:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.033337:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:1.0:1769074856.033341:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00000400:00000200:1.0:1769074856.033419:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.033426:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c5580 00000400:00000200:1.0:1769074856.033433:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 149424 00000400:00000200:1.0:1769074856.033483:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.033487:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.033491:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.033499:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a9880. 00000020:00000010:0.0:1769074856.033581:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.033587:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.033595:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00010000:00000010:0.1:1769074856.033643:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074856.033650:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00000020:00000010:0.0:1769074856.033656:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.033663:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.033703:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.033706:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074856.033709:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826400640 00000001:00000010:0.0:1769074856.033718:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:0.0:1769074856.033753:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074856.033762:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074856.033788:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabae3f1000. 00010000:00000010:0.0:1769074856.033816:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074856.033821:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.033839:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074856.033843:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074856.033847:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074856.033851:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.033926:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074856.033929:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074856.033933:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074856.033936:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.034007:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.034018:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.034024:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074856.034043:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.034058:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a9880 x1855007826400640/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.034076:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074856.034081:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826400640, offset 224 00000400:00000200:0.0:1769074856.034087:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.034097:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.034103:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40697:40697:256:4294967295] 192.168.204.10@tcp LPNI seq info [40693:40693:8:4294967295] 00000400:00000200:0.0:1769074856.034114:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.034119:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.034125:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074856.034131:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.034138:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.034142:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.034163:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.034167:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.034170:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00000800:00000200:1.0:1769074856.034529:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.034534:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:1.0:1769074856.034538:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.034542:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.034546:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:1.0:1769074856.034548:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00010000:00000010:3.1:1769074856.038112:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:3.1:1769074856.038129:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074856.038133:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.1:1769074856.038140:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.038180:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074856.038189:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00000400:00000200:0.0:1769074856.038391:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.038409:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c5680 00000400:00000200:0.0:1769074856.038417:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 150000 00000400:00000200:0.0:1769074856.038445:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.038450:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.038457:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.038463:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902ff100. 00000020:00000010:3.0:1769074856.038541:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074856.038547:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074856.038552:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074856.038557:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074856.038561:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.038599:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074856.038632:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f0c0. 00000100:00000200:3.0:1769074856.038642:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826400896 02000000:00000010:3.0:1769074856.038675:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a133000. 00010000:00000010:3.0:1769074856.038703:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074856.038710:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:3.0:1769074856.038726:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.038744:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.038760:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074856.038763:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074856.038768:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074856.038771:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074856.038848:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074856.038852:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074856.038855:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.038858:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00000020:00000010:3.0:1769074856.038883:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8ce0. 00000020:00000010:3.0:1769074856.038890:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8ce0. 00000020:00000010:3.0:1769074856.038900:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.038909:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fb4b800. 00000001:00000010:3.0:1769074856.039128:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6480. 00000001:00000010:3.0:1769074856.039135:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074856.039166:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00010000:00000010:3.0:1769074856.039175:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074856.039179:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074856.039189:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e240. 00010000:00000010:3.0:1769074856.039218:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00080000:00000010:3.0:1769074856.039240:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90199728. 00000004:00000010:3.0:1769074856.039248:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd8000. 00000004:00000010:3.0:1769074856.039251:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d824880. 00000004:00000010:3.0:1769074856.039256:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117dc30. 00000004:00000010:3.0:1769074856.039260:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeec000. 00010000:00000010:3.0:1769074856.039270:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000200:3.0:1769074856.039285:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889961, last committed = 17179889941 00010000:00000200:3.0:1769074856.039294:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902ff100 x1855007826400896/t17179889961(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.039312:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074856.039317:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826400896, offset 224 00000400:00000010:3.0:1769074856.039323:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3d90. 00000400:00000200:3.0:1769074856.039326:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.039338:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.039344:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40698:40698:256:4294967295] 192.168.204.10@tcp LPNI seq info [40694:40694:8:4294967295] 00000400:00000200:3.0:1769074856.039349:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.039355:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.039360:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.039365:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074856.039371:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.039378:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.039382:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.039397:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074856.039401:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.039405:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:1.0:1769074856.039810:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.039814:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074856.039820:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.039825:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074856.039855:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:1.0:1769074856.039862:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:1.0:1769074856.039868:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e240. 00010000:00000010:1.1:1769074856.042313:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074856.042328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074856.042431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074856.042439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074856.042443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074856.042451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:3.1:1769074856.042593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074856.042623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00000400:00000200:1.0:1769074856.043206:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.043226:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d21 00000400:00000200:1.0:1769074856.043234:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.043239:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.043245:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46110 00000400:00000010:1.0:1769074856.043248:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46110. 00000400:00000200:1.0:1769074856.043281:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.043288:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c5700 00000400:00000200:1.0:1769074856.043296:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 150488 00000400:00000200:1.0:1769074856.043349:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.043358:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.043363:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.043369:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5ab800. 00000020:00000010:0.0:1769074856.043447:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.043454:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.043461:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00000020:00000010:0.0:1769074856.043467:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.043472:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.043518:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.043521:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074856.043524:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826401024 00000001:00000010:0.0:1769074856.043535:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8780. 00010000:00000010:0.0:1769074856.043559:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074856.043566:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074856.043594:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb4a000. 00010000:00000010:0.0:1769074856.043658:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074856.043662:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.043679:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074856.043682:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074856.043686:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.0:1769074856.043688:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.043865:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074856.043868:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074856.043872:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074856.043875:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.043940:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.043950:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.043955:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074856.043985:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.043999:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5ab800 x1855007826401024/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.044018:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074856.044023:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826401024, offset 224 00000400:00000200:0.0:1769074856.044030:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.044039:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.044045:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40699:40699:256:4294967295] 192.168.204.10@tcp LPNI seq info [40695:40695:8:4294967295] 00000400:00000200:0.0:1769074856.044055:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.044060:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.044064:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074856.044070:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.044076:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.044080:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.044097:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.044101:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.044104:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00000800:00000200:0.0:1769074856.044158:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.044161:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:0.0:1769074856.044164:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.044167:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.044170:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:0.0:1769074856.044172:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00010000:00000010:3.0:1769074856.044249:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074856.044256:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:2.1:1769074856.047220:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074856.047234:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074856.047238:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074856.047240:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00000400:00000200:1.0:1769074856.047308:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.047326:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c5800 00000400:00000200:1.0:1769074856.047335:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 151064 00000400:00000200:1.0:1769074856.047351:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.047434:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.047442:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.047448:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8000. 00000020:00000010:3.0:1769074856.047543:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074856.047548:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074856.047554:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074856.047560:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074856.047564:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00010000:00000010:3.1:1769074856.050237:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074856.050256:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00000020:00000010:2.0:1769074856.050528:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.050534:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.050540:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826401280 02000000:00000010:2.0:1769074856.050582:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8bdb7000. 00010000:00000010:2.0:1769074856.050951:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074856.050976:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074856.051057:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074856.051066:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.051083:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.051086:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074856.051091:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.051094:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.051180:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074856.051184:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074856.051188:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074856.051192:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074856.051217:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56c20. 00000020:00000010:0.0:1769074856.051225:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56c20. 00000020:00000010:0.0:1769074856.051236:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a000. 00080000:00000010:0.0:1769074856.051247:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad52ac00. 00000001:00000010:0.0:1769074856.051581:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a720. 00000001:00000010:0.0:1769074856.051589:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00010000:00000010:0.1:1769074856.051925:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074856.051932:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074856.051937:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074856.051940:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00000020:00000010:0.0:1769074856.051981:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a000. 00010000:00000010:0.0:1769074856.051991:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074856.051997:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.052011:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8780. 00010000:00000010:0.0:1769074856.052090:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074856.052117:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90131728. 00000004:00000010:0.0:1769074856.052126:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88dda000. 00000004:00000010:0.0:1769074856.052130:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba03dcbb0. 00000004:00000010:0.0:1769074856.052134:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabafd64c30. 00000004:00000010:0.0:1769074856.052141:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc701e0. 00010000:00000010:0.0:1769074856.052151:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.052171:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889962, last committed = 17179889941 00010000:00000200:0.0:1769074856.052182:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a8000 x1855007826401280/t17179889962(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.052202:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074856.052209:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826401280, offset 224 00000400:00000010:0.0:1769074856.052216:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d7a8. 00000400:00000200:0.0:1769074856.052220:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.052236:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.052242:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40700:40700:256:4294967295] 192.168.204.10@tcp LPNI seq info [40696:40696:8:4294967295] 00000400:00000200:0.0:1769074856.052249:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.052256:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.052263:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.052268:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074856.052275:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.052282:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.052287:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.052314:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee80. 00000020:00000010:0.0:1769074856.052318:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:0.0:1769074856.052323:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:1.0:1769074856.052469:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.052474:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:1.0:1769074856.052478:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.052484:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074856.054461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:3.1:1769074856.054476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074856.054481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.1:1769074856.054487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.1:1769074856.055048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074856.055055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00000400:00000200:0.0:1769074856.055586:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.055629:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d29 00000400:00000200:0.0:1769074856.055637:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.055648:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.055656:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:0.0:1769074856.055659:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00000400:00000200:0.0:1769074856.055686:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.055694:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c5880 00000400:00000200:0.0:1769074856.055701:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 151552 00000400:00000200:0.0:1769074856.055941:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.055946:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.055951:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.055958:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fed80. 00000020:00000010:0.0:1769074856.056014:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.056019:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.056025:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00000020:00000010:0.0:1769074856.056031:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.056036:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.056073:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.056076:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074856.056080:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826401408 00000001:00000010:0.0:1769074856.056090:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 00010000:00000010:0.0:1769074856.056113:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074856.056121:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074856.056146:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb48000. 00010000:00000010:0.0:1769074856.056175:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074856.056179:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.056196:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074856.056199:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074856.056204:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074856.056207:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.056281:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074856.056284:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074856.056291:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074856.056295:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.056372:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.056387:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.056392:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074856.056411:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.056426:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fed80 x1855007826401408/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.056443:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074856.056448:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826401408, offset 224 00000400:00000200:0.0:1769074856.056454:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.056463:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.056469:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40701:40701:256:4294967295] 192.168.204.10@tcp LPNI seq info [40697:40697:8:4294967295] 00000400:00000200:0.0:1769074856.056478:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.056484:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.056489:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074856.056495:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.056501:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.056505:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.056521:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.056524:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.056528:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00010000:00000010:2.0:1769074856.056744:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074856.056753:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:2.0:1769074856.056760:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00010000:00000010:3.1:1769074856.057473:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074856.057480:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074856.057507:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074856.057513:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:0.1:1769074856.059670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074856.059687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074856.059694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074856.059696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:2.1:1769074856.060056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:2.1:1769074856.060063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00000800:00000200:1.0:1769074856.060133:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.060138:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074856.060144:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.060154:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.060161:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:1.0:1769074856.060163:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00000400:00000200:1.0:1769074856.060523:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.060537:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c5980 00000400:00000200:1.0:1769074856.060547:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 152128 00000400:00000200:1.0:1769074856.060561:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.060565:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.060570:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.060596:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea9f80. 00000020:00000010:2.0:1769074856.061007:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.061013:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.061020:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074856.061026:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.061031:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.061075:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.061078:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.061081:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826401664 02000000:00000010:2.0:1769074856.061119:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c415000. 00010000:00000010:2.0:1769074856.061156:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074856.061170:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:2.0:1769074856.061187:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.061193:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.061209:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074856.061213:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.061217:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074856.061220:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.061301:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074856.061305:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074856.061309:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.061312:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00000020:00000010:2.0:1769074856.061336:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7c40. 00000020:00000010:2.0:1769074856.061343:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7c40. 00000020:00000010:2.0:1769074856.061354:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.061375:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f441000. 00000001:00000010:2.0:1769074856.061581:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd95a0. 00000001:00000010:2.0:1769074856.061588:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074856.061663:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.061672:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.061676:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074856.061688:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074856.061728:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00080000:00000010:2.0:1769074856.061760:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f54fc80. 00000004:00000010:2.0:1769074856.061767:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fa18000. 00000004:00000010:2.0:1769074856.061771:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8397b430. 00000004:00000010:2.0:1769074856.061775:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843129d8. 00000004:00000010:2.0:1769074856.061780:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f5494a0. 00010000:00000010:2.0:1769074856.061790:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074856.061806:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889963, last committed = 17179889941 00010000:00000200:2.0:1769074856.061816:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea9f80 x1855007826401664/t17179889963(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.061835:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074856.061840:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826401664, offset 224 00000400:00000010:2.0:1769074856.061847:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f73f0. 00000400:00000200:2.0:1769074856.061851:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.061864:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.061870:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40702:40702:256:4294967295] 192.168.204.10@tcp LPNI seq info [40698:40698:8:4294967295] 00000400:00000200:2.0:1769074856.061876:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.061884:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.061890:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.061895:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074856.061900:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.061907:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.061911:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.061931:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.061937:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.061942:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00010000:00000010:3.0:1769074856.062108:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:3.0:1769074856.062115:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788d80. 00010000:00000010:3.0:1769074856.062122:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00000800:00000200:0.0:1769074856.062486:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.062492:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:0.0:1769074856.062496:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.062501:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074856.065242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074856.065262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074856.065265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074856.065271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074856.065275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074856.065278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00000400:00000200:1.0:1769074856.068165:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.068187:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d31 00000400:00000200:1.0:1769074856.068194:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.068198:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.068205:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:1.0:1769074856.068208:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00000400:00000200:1.0:1769074856.068252:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.068259:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c5a00 00000400:00000200:1.0:1769074856.068266:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 152616 00000400:00000200:1.0:1769074856.068329:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.068333:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.068337:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.068344:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeabb80. 00010000:00000010:3.0:1769074856.069137:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:3.0:1769074856.069150:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788280. 00000020:00000010:2.0:1769074856.069228:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.069283:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.069291:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074856.069296:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.069301:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.069347:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.069350:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.069354:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826401792 00000001:00000010:2.0:1769074856.069447:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d80c0. 00010000:00000010:2.0:1769074856.069472:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074856.069478:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074856.069504:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c410000. 00010000:00000010:2.0:1769074856.069533:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074856.069537:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.069555:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074856.069559:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.069563:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074856.069566:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.1:1769074856.069625:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074856.069631:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.0:1769074856.069747:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074856.069752:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.069755:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.0:1769074856.069759:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.069812:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.069819:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074856.069822:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.069840:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074856.069856:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeabb80 x1855007826401792/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.069874:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074856.069879:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826401792, offset 224 00000400:00000200:2.0:1769074856.069886:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.069896:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.069902:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40703:40703:256:4294967295] 192.168.204.10@tcp LPNI seq info [40699:40699:8:4294967295] 00000400:00000200:2.0:1769074856.069913:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.069918:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.069923:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074856.069930:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.069936:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.069940:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.070010:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.070015:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.070020:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074856.070562:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.070566:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:1.0:1769074856.070571:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.070577:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.070582:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:1.0:1769074856.070584:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00010000:00000010:3.1:1769074856.072697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074856.072713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00000400:00000200:0.0:1769074856.072912:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.072929:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c5b00 00000400:00000200:0.0:1769074856.072937:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 153192 00000400:00000200:0.0:1769074856.072954:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.072958:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.072975:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.072981:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902ff800. 00000020:00000010:2.0:1769074856.073054:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.073059:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.073065:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074856.073070:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.073075:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.073118:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.073121:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.073124:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826402048 02000000:00000010:2.0:1769074856.073156:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c411000. 00010000:00000010:2.0:1769074856.073197:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.073209:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.073227:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.073342:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.073455:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074856.073459:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.073464:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074856.073467:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.073549:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074856.073553:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.073556:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074856.073560:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00000020:00000010:2.0:1769074856.073584:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7c40. 00000020:00000010:2.0:1769074856.073591:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7c40. 00000020:00000010:2.0:1769074856.073622:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.073634:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f442c00. 00000001:00000010:2.0:1769074856.074037:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9480. 00000001:00000010:2.0:1769074856.074043:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074856.074073:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.074080:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.074085:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.074098:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074856.074194:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00080000:00000010:2.0:1769074856.074224:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d4720. 00000004:00000010:2.0:1769074856.074231:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab9088a6c0. 00000004:00000010:2.0:1769074856.074243:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da14220. 00000004:00000010:2.0:1769074856.074248:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209708. 00000004:00000010:2.0:1769074856.074252:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eedb0e0. 00010000:00000010:2.0:1769074856.074262:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074856.074282:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889964, last committed = 17179889941 00010000:00000200:2.0:1769074856.074293:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902ff800 x1855007826402048/t17179889964(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.074313:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074856.074320:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826402048, offset 224 00000400:00000010:2.0:1769074856.074326:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7348. 00000400:00000200:2.0:1769074856.074331:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.074344:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.074351:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40704:40704:256:4294967295] 192.168.204.10@tcp LPNI seq info [40700:40700:8:4294967295] 00000400:00000200:2.0:1769074856.074458:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.074465:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.074471:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.074478:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074856.074485:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.074492:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.074496:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.074525:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.074531:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.074536:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:3.0:1769074856.074746:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.074759:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074856.074764:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.074769:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074856.076445:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:1.0:1769074856.076460:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:1.0:1769074856.076472:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00000400:00000200:3.0:1769074856.076474:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.076492:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d39 00000400:00000200:3.0:1769074856.076499:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.076503:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.076509:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:3.0:1769074856.076511:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00010000:00000010:2.0:1769074856.076652:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.076659:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788280. 00010000:00000010:2.1:1769074856.077742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:2.1:1769074856.077751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074856.077756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074856.077762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:3.1:1769074856.077904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074856.077911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000400:00000200:0.0:1769074856.078869:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.078886:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c5b80 00000400:00000200:0.0:1769074856.078895:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 153680 00000400:00000200:0.0:1769074856.078953:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.078968:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.078976:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.078983:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fdc00. 00000020:00000010:2.0:1769074856.079194:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.079201:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.079207:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074856.079212:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788280. 00000020:00000010:2.0:1769074856.079217:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.079257:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.079260:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.079263:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826402176 00000001:00000010:2.0:1769074856.079272:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074856.079296:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.079304:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074856.079328:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c413000. 00010000:00000010:2.0:1769074856.079367:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.079372:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.079392:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074856.079395:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.079401:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.079404:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074856.079477:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074856.079481:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074856.079484:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074856.079488:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074856.079550:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.079562:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074856.079568:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.079587:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074856.079625:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fdc00 x1855007826402176/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.079649:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074856.079656:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826402176, offset 224 00000400:00000200:2.0:1769074856.079663:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.079673:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.079679:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40705:40705:256:4294967295] 192.168.204.10@tcp LPNI seq info [40701:40701:8:4294967295] 00000400:00000200:2.0:1769074856.079690:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.079695:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.079701:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074856.079707:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.079714:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.079718:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.079747:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788280. 00000020:00000010:2.0:1769074856.079752:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.079757:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:3.0:1769074856.081158:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.081166:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:3.0:1769074856.081172:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.081180:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.081186:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:3.0:1769074856.081189:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00010000:00000010:2.1:1769074856.082289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074856.082301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074856.082305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074856.082309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:1.1:1769074856.082649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074856.082656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074856.082709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074856.082716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00000400:00000200:3.0:1769074856.084323:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.084341:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c5c80 00000400:00000200:3.0:1769074856.084349:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 154256 00000400:00000200:3.0:1769074856.084376:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.084381:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.084389:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.084395:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfd180. 00000020:00000010:0.0:1769074856.084569:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.084576:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.084583:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00000020:00000010:0.0:1769074856.084588:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.084593:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.084687:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.084690:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074856.084693:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826402432 02000000:00000010:0.0:1769074856.084899:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb4c000. 00010000:00000010:0.0:1769074856.084943:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:0.0:1769074856.084970:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788d80. 00010000:00000010:0.0:1769074856.084992:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074856.084998:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.085014:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074856.085017:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074856.085022:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074856.085025:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.085102:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074856.085106:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074856.085110:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074856.085113:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074856.085137:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56b20. 00000020:00000010:0.0:1769074856.085144:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56b20. 00000020:00000010:0.0:1769074856.085155:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a000. 00080000:00000010:0.0:1769074856.085164:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc773000. 00000001:00000010:0.0:1769074856.085482:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a660. 00000001:00000010:0.0:1769074856.085491:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00000020:00000010:0.0:1769074856.085529:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a000. 00010000:00000010:0.0:1769074856.085539:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074856.085544:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.085558:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8600. 00010000:00000010:0.0:1769074856.085598:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074856.085656:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb3ab8. 00000004:00000010:0.0:1769074856.085679:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a3ea300. 00000004:00000010:0.0:1769074856.085684:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da15540. 00000004:00000010:0.0:1769074856.085689:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89d05ac8. 00000004:00000010:0.0:1769074856.085693:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f917680. 00010000:00000010:0.0:1769074856.085705:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.085723:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889965, last committed = 17179889941 00010000:00000010:1.0:1769074856.086051:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074856.086059:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:1.0:1769074856.086065:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8600. 00010000:00000200:0.0:1769074856.086132:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfd180 x1855007826402432/t17179889965(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.086154:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074856.086161:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826402432, offset 224 00000400:00000010:0.0:1769074856.086168:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d7e0. 00000400:00000200:0.0:1769074856.086172:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.086186:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.086193:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40706:40706:256:4294967295] 192.168.204.10@tcp LPNI seq info [40702:40702:8:4294967295] 00000400:00000200:0.0:1769074856.086199:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.086206:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.086212:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.086217:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074856.086224:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.086231:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.086236:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.086295:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.086300:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.086304:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00010000:00000010:2.1:1769074856.087151:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074856.087161:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074856.087166:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074856.087172:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.087175:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074856.087177:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000800:00000200:2.0:1769074856.090430:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.090440:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:2.0:1769074856.090450:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.090459:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.091056:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.091074:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d41 00000400:00000200:1.0:1769074856.091081:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.091084:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.091090:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:1.0:1769074856.091093:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00000400:00000200:1.0:1769074856.091153:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.091160:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c5d00 00000400:00000200:1.0:1769074856.091168:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 154744 00000400:00000200:1.0:1769074856.091216:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.091221:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.091225:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.091232:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea8000. 00010000:00000010:3.0:1769074856.091969:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074856.091983:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074856.092168:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.092174:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.092181:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00000020:00000010:0.0:1769074856.092186:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.092191:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.092264:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.092268:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074856.092271:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826402560 00000001:00000010:0.0:1769074856.092282:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:0.0:1769074856.092306:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074856.092312:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074856.092339:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb4d000. 00010000:00000010:0.0:1769074856.092382:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.0:1769074856.092386:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.092405:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074856.092409:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074856.092413:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074856.092417:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.092494:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074856.092498:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074856.092503:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074856.092506:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.092561:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.092570:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.092574:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074856.092591:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.093009:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea8000 x1855007826402560/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.093033:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074856.093039:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826402560, offset 224 00000400:00000200:0.0:1769074856.093046:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.093061:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.093067:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40707:40707:256:4294967295] 192.168.204.10@tcp LPNI seq info [40703:40703:8:4294967295] 00000400:00000200:0.0:1769074856.093079:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.093084:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.093090:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074856.093096:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.093103:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.093108:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.093130:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.093134:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.093137:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00000800:00000200:3.0:1769074856.093289:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.093294:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:3.0:1769074856.093298:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.093304:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.093310:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:3.0:1769074856.093312:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00010000:00000010:1.1:1769074856.094668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074856.094683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00000100:00000010:1.0:1769074856.094759:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab90896840. 00000100:00000010:3.0:1769074856.094824:0:31615:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab908965a0. 00000400:00000200:3.0:1769074856.096446:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.096466:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c5e00 00000400:00000200:3.0:1769074856.096474:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 155320 00000400:00000200:3.0:1769074856.096490:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.096494:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.096503:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.096509:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfe680. 00010000:00000010:2.1:1769074856.096623:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074856.096631:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074856.096634:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074856.096647:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:0.1:1769074856.097349:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074856.097365:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074856.097370:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074856.097377:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00000100:00000010:2.0:1769074856.097649:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab90896ea0. 00000020:00000010:2.0:1769074856.097664:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.097669:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.097675:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074856.097681:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788280. 00000020:00000010:2.0:1769074856.097686:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.097729:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.097742:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.097745:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826402816 02000000:00000010:2.0:1769074856.097779:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c416000. 00010000:00000010:2.0:1769074856.097819:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074856.097833:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:2.0:1769074856.097850:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.097857:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.097872:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074856.097875:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.097880:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.097883:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074856.097978:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074856.097982:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.097985:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.097989:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00000020:00000010:2.0:1769074856.098012:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7d80. 00000020:00000010:2.0:1769074856.098019:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7d80. 00000020:00000010:2.0:1769074856.098030:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.098039:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e346800. 00000001:00000010:2.0:1769074856.098240:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd90c0. 00000001:00000010:2.0:1769074856.098247:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074856.098279:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.098287:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.098292:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074856.098304:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074856.098340:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074856.098347:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074856.098681:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.098688:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00080000:00000010:2.0:1769074856.098712:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90198ab0. 00000004:00000010:2.0:1769074856.098719:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd8a80. 00000004:00000010:2.0:1769074856.098724:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d825a90. 00000004:00000010:2.0:1769074856.098729:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117d870. 00000004:00000010:2.0:1769074856.098745:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeec1e0. 00010000:00000010:2.0:1769074856.098756:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074856.098774:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889966, last committed = 17179889941 00010000:00000200:2.0:1769074856.098785:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfe680 x1855007826402816/t17179889966(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.098805:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074856.098812:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826402816, offset 224 00000400:00000010:2.0:1769074856.098819:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7000. 00000400:00000200:2.0:1769074856.098823:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.098837:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.098844:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40708:40708:256:4294967295] 192.168.204.10@tcp LPNI seq info [40704:40704:8:4294967295] 00000400:00000200:2.0:1769074856.098851:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.098858:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.098865:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.098870:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074856.098876:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.098883:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.098887:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.098908:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788280. 00000020:00000010:2.0:1769074856.098913:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074856.098918:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000100:00000010:0.0:1769074856.099152:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab90896a80. 00000800:00000200:1.0:1769074856.101761:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.101772:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:1.0:1769074856.101782:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.101791:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074856.105092:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074856.105105:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00000400:00000200:0.0:1769074856.105177:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.105197:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d49 00000400:00000200:0.0:1769074856.105204:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.105209:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.105215:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:0.0:1769074856.105218:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:2.0:1769074856.105304:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074856.105315:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00000400:00000200:3.0:1769074856.106396:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.106410:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c5e80 00000400:00000200:3.0:1769074856.106418:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 155808 00000400:00000200:3.0:1769074856.106474:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.106478:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.106484:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.106491:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfd880. 00000020:00000010:1.0:1769074856.107300:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.107308:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.107316:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:1.0:1769074856.107321:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.107327:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.107379:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.107382:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074856.107386:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826402944 00000001:00000010:1.0:1769074856.107397:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d80c0. 00010000:00000010:1.0:1769074856.107422:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074856.107430:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 02000000:00000010:1.0:1769074856.107456:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b1d7000. 00010000:00000010:1.0:1769074856.107484:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.107488:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074856.107506:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074856.107509:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074856.107513:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074856.107516:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.107593:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074856.107597:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074856.107942:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.107949:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074856.108027:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074856.108040:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.108046:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074856.108066:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074856.108083:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfd880 x1855007826402944/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.108102:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074856.108109:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826402944, offset 224 00000400:00000200:1.0:1769074856.108115:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.108127:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.108133:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40709:40709:256:4294967295] 192.168.204.10@tcp LPNI seq info [40705:40705:8:4294967295] 00000400:00000200:1.0:1769074856.108143:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.108149:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.108155:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074856.108161:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.108168:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.108171:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.108200:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.108203:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.108207:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00000800:00000200:2.0:1769074856.108322:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.108327:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:2.0:1769074856.108332:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.108337:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.108342:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:2.0:1769074856.108344:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00010000:00000010:0.1:1769074856.108817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074856.108825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074856.108829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074856.108832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:2.1:1769074856.109813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.1:1769074856.109823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074856.109827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.109841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074856.109845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074856.109850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00000400:00000200:0.0:1769074856.112183:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.112202:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c5f80 00000400:00000200:0.0:1769074856.112212:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 156384 00000400:00000200:0.0:1769074856.112228:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.112233:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.112241:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.112247:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fe680. 00000020:00000010:1.0:1769074856.112341:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.112347:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.112364:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:1.0:1769074856.112369:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.112374:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.112415:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.112417:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074856.112421:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826403200 02000000:00000010:1.0:1769074856.112460:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbd525000. 00010000:00000010:1.0:1769074856.112498:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074856.112513:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074856.112534:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074856.112540:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074856.112555:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074856.112559:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074856.112562:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074856.112565:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074856.112691:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074856.112695:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074856.112699:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074856.112703:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074856.112727:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bdc0. 00000020:00000010:1.0:1769074856.112748:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bdc0. 00000020:00000010:1.0:1769074856.112759:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454e40. 00080000:00000010:1.0:1769074856.112768:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c49c00. 00000001:00000010:1.0:1769074856.112978:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454120. 00000001:00000010:1.0:1769074856.112985:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc540. 00000020:00000010:1.0:1769074856.113021:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454e40. 00010000:00000010:1.0:1769074856.113030:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.113034:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074856.113044:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074856.113073:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074856.113092:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90131008. 00000004:00000010:1.0:1769074856.113099:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88dda240. 00000004:00000010:1.0:1769074856.113103:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba03dd100. 00000004:00000010:1.0:1769074856.113107:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabafd64ac8. 00000004:00000010:1.0:1769074856.113113:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc71a40. 00010000:00000010:1.0:1769074856.113122:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074856.113139:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889967, last committed = 17179889941 00010000:00000200:1.0:1769074856.113149:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fe680 x1855007826403200/t17179889967(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.113166:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074856.113173:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826403200, offset 224 00000400:00000010:1.0:1769074856.113178:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fc40. 00000400:00000200:1.0:1769074856.113182:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.113195:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.113201:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40710:40710:256:4294967295] 192.168.204.10@tcp LPNI seq info [40706:40706:8:4294967295] 00000400:00000200:1.0:1769074856.113207:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.113213:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.113218:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.113223:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074856.113229:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.113237:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.113241:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.113270:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.113274:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.113278:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00010000:00000010:3.0:1769074856.113349:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:3.0:1769074856.113356:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2af00. 00010000:00000010:3.0:1769074856.113362:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc0c0. 00000800:00000200:0.0:1769074856.113651:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.113656:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:0.0:1769074856.113661:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.113665:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074856.115371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074856.115384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000400:00000200:2.0:1769074856.117407:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.117429:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d51 00000400:00000200:2.0:1769074856.117437:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.117442:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.117450:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:2.0:1769074856.117454:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00010000:00000010:3.0:1769074856.117860:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:3.0:1769074856.117871:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.1:1769074856.118722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074856.118741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074856.118747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074856.118750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:0.0:1769074856.118934:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.118948:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c6000 00000400:00000200:0.0:1769074856.118956:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 156872 00000400:00000200:0.0:1769074856.119029:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.119034:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.119042:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.119049:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fd180. 00000020:00000010:1.0:1769074856.119134:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.119140:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.119148:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:1.0:1769074856.119154:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.119160:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.119202:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.119205:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074856.119209:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826403328 00000001:00000010:1.0:1769074856.119219:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:1.0:1769074856.119241:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074856.119248:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 02000000:00000010:1.0:1769074856.119276:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87612000. 00010000:00000010:1.0:1769074856.119307:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074856.119311:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.119327:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074856.119330:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a280. 00010000:00000010:1.0:1769074856.119334:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.119337:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074856.119415:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074856.119418:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074856.119422:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074856.119425:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074856.119487:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.119499:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074856.119505:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a280. 00010000:00000010:1.0:1769074856.119524:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074856.119540:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fd180 x1855007826403328/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.119556:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074856.119562:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826403328, offset 224 00000400:00000200:1.0:1769074856.119569:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.119579:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.119584:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40711:40711:256:4294967295] 192.168.204.10@tcp LPNI seq info [40707:40707:8:4294967295] 00000400:00000200:1.0:1769074856.119594:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.119599:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.119644:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074856.119650:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.119657:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.119662:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.119683:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.119687:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.119691:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00000800:00000200:3.0:1769074856.119905:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.119909:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074856.119914:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.119918:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.119922:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00000400:00000010:3.0:1769074856.119924:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00010000:00000010:3.1:1769074856.122677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:3.1:1769074856.122697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074856.122887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074856.122893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074856.122898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074856.122904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:2.0:1769074856.124498:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.124518:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c6100 00000400:00000200:2.0:1769074856.124528:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 157448 00000400:00000200:2.0:1769074856.124564:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.124570:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.124579:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.124585:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603480. 00000020:00000010:0.0:1769074856.124802:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.124808:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.124815:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00000020:00000010:0.0:1769074856.124821:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.124826:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.124863:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.124866:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074856.124869:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826403584 02000000:00000010:0.0:1769074856.124905:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb49000. 00010000:00000010:0.0:1769074856.124946:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:0.0:1769074856.124978:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00010000:00000010:0.0:1769074856.124998:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074856.125005:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.125021:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074856.125025:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074856.125029:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.0:1769074856.125031:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.125112:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.125115:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.125119:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074856.125122:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074856.125148:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56840. 00000020:00000010:0.0:1769074856.125154:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56840. 00000020:00000010:0.0:1769074856.125165:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a000. 00080000:00000010:0.0:1769074856.125174:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc770800. 00000001:00000010:0.0:1769074856.125404:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a960. 00000001:00000010:0.0:1769074856.125412:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074856.125444:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a000. 00010000:00000010:0.0:1769074856.125453:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074856.125459:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.125471:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8780. 00010000:00000010:0.0:1769074856.125518:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074856.125543:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d4000. 00000004:00000010:0.0:1769074856.125551:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b424900. 00000004:00000010:0.0:1769074856.125554:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da15760. 00000004:00000010:0.0:1769074856.125559:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209a50. 00000004:00000010:0.0:1769074856.125563:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeda5a0. 00010000:00000010:0.0:1769074856.125572:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.125589:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889968, last committed = 17179889941 00010000:00000200:0.0:1769074856.125712:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603480 x1855007826403584/t17179889968(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.125966:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074856.125974:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826403584, offset 224 00000400:00000010:0.0:1769074856.125981:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8db98. 00000400:00000200:0.0:1769074856.125986:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.125999:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.126005:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40712:40712:256:4294967295] 192.168.204.10@tcp LPNI seq info [40708:40708:8:4294967295] 00000400:00000200:0.0:1769074856.126011:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.126017:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.126023:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.126028:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074856.126034:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.126041:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.126045:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.126066:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.126070:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.126074:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00000800:00000200:0.0:1769074856.126176:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.126179:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:0.0:1769074856.126183:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.126188:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074856.126670:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074856.126680:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:2.0:1769074856.126688:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00010000:00000010:1.1:1769074856.126852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074856.126859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074856.126864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074856.126867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:3.1:1769074856.127019:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074856.127025:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000400:00000200:3.0:1769074856.129234:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.129257:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d59 00000400:00000200:3.0:1769074856.129263:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.129267:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.129274:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:3.0:1769074856.129278:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00010000:00000010:2.0:1769074856.129396:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074856.129409:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00000400:00000200:2.0:1769074856.131991:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.132011:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c6180 00000400:00000200:2.0:1769074856.132021:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 157936 00000400:00000200:2.0:1769074856.132683:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.132690:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.132699:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.132708:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600380. 00000020:00000010:1.0:1769074856.132956:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.132974:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.132982:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:1.0:1769074856.132987:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.132992:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.133033:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.133036:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074856.133040:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826403712 00000001:00000010:1.0:1769074856.133050:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc540. 00010000:00000010:1.0:1769074856.133077:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074856.133085:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 02000000:00000010:1.0:1769074856.133111:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87611000. 00010000:00000010:1.0:1769074856.133143:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.133147:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074856.133166:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074856.133170:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a280. 00010000:00000010:1.0:1769074856.133173:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074856.133176:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.133251:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074856.133255:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074856.133259:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074856.133262:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074856.133327:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074856.133339:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.133344:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a280. 00010000:00000010:1.0:1769074856.133377:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074856.133392:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600380 x1855007826403712/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.133411:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074856.133417:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826403712, offset 224 00000400:00000200:1.0:1769074856.133424:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.133434:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.133440:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40713:40713:256:4294967295] 192.168.204.10@tcp LPNI seq info [40709:40709:8:4294967295] 00000400:00000200:1.0:1769074856.133451:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.133456:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.133461:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074856.133467:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.133474:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.133478:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.133503:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.133507:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.133511:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00010000:00000010:2.1:1769074856.136928:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074856.136943:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00000800:00000200:2.0:1769074856.136973:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.136979:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:2.0:1769074856.136985:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.136993:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.137000:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:2.0:1769074856.137003:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00000400:00000200:1.0:1769074856.138335:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.138364:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c6280 00000400:00000200:1.0:1769074856.138373:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 158512 00000400:00000200:1.0:1769074856.138389:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.138392:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.138400:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.138406:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea9c00. 00000020:00000010:2.0:1769074856.138562:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.138568:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.138574:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074856.138579:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.138585:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:1.0:1769074856.138757:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.138760:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074856.138765:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826403968 02000000:00000010:1.0:1769074856.138799:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87614000. 00010000:00000010:1.0:1769074856.138839:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074856.138856:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074856.138877:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074856.138882:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074856.138900:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074856.138903:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074856.138907:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.138910:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074856.139004:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074856.139008:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074856.139011:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.139015:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074856.139037:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bdc0. 00000020:00000010:1.0:1769074856.139043:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bdc0. 00000020:00000010:1.0:1769074856.139053:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454e40. 00080000:00000010:1.0:1769074856.139063:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c48000. 00000001:00000010:1.0:1769074856.139255:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04543c0. 00000001:00000010:1.0:1769074856.139262:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074856.139295:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454e40. 00010000:00000010:1.0:1769074856.139304:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074856.139309:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074856.139320:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc540. 00010000:00000010:1.0:1769074856.139548:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074856.139574:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f54ee40. 00000004:00000010:1.0:1769074856.139582:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fa18900. 00000004:00000010:1.0:1769074856.139585:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8397a000. 00000004:00000010:1.0:1769074856.139590:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843124b0. 00000004:00000010:1.0:1769074856.139594:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a0014a0. 00010000:00000010:1.0:1769074856.139631:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074856.139777:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889969, last committed = 17179889941 00010000:00000200:1.0:1769074856.139788:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea9c00 x1855007826403968/t17179889969(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.139809:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 00000100:00000200:1.0:1769074856.139815:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826403968, offset 224 00000400:00000010:1.0:1769074856.139821:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f380. 00000400:00000200:1.0:1769074856.139825:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.139838:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.139844:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40714:40714:256:4294967295] 192.168.204.10@tcp LPNI seq info [40710:40710:8:4294967295] 00000400:00000200:1.0:1769074856.139849:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.139856:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.139861:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.139866:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074856.139872:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.139879:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.139883:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.139905:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:1.0:1769074856.139911:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:1.0:1769074856.139916:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074856.142482:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.142492:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:1.0:1769074856.142500:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.142509:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074856.143056:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:3.0:1769074856.143067:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:3.0:1769074856.143078:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc540. 00000400:00000200:2.0:1769074856.143197:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.143215:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d61 00000400:00000200:2.0:1769074856.143221:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.143224:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.143229:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcdd0 00000400:00000010:2.0:1769074856.143232:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcdd0. 00000400:00000200:2.0:1769074856.143249:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.143256:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c6300 00000400:00000200:2.0:1769074856.143264:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 159000 00000400:00000200:2.0:1769074856.143317:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.143321:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.143326:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.143332:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602a00. 00010000:00000010:3.0:1769074856.144020:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:3.0:1769074856.144028:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.144113:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.144119:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.144126:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:1.0:1769074856.144131:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.144136:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.144175:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.144178:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074856.144181:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826404096 00000001:00000010:1.0:1769074856.144191:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:1.0:1769074856.144213:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.144220:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074856.144246:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87610000. 00010000:00000010:1.0:1769074856.144278:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.144282:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.144298:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074856.144302:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074856.144306:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074856.144309:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074856.144392:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074856.144396:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074856.144399:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074856.144403:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074856.144458:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.144467:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074856.144470:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074856.144487:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074856.144502:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602a00 x1855007826404096/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.144522:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074856.144529:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826404096, offset 224 00000400:00000200:1.0:1769074856.144535:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.144547:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.144555:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40715:40715:256:4294967295] 192.168.204.10@tcp LPNI seq info [40711:40711:8:4294967295] 00000400:00000200:1.0:1769074856.144566:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.144571:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.144575:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074856.144581:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.144588:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.144592:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:3.0:1769074856.144971:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.144975:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074856.144979:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.144984:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.144988:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:3.0:1769074856.144991:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00000020:00000010:1.0:1769074856.145529:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.145536:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.145540:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00010000:00000010:0.1:1769074856.145789:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:0.1:1769074856.145798:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074856.145802:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074856.145807:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00000400:00000200:1.0:1769074856.148800:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.148821:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c6400 00000400:00000200:1.0:1769074856.148830:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 159576 00000400:00000200:1.0:1769074856.148848:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.148853:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.148861:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.148868:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeaa300. 00000020:00000010:2.0:1769074856.149047:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.149054:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.149060:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:2.0:1769074856.149066:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788280. 00000020:00000010:2.0:1769074856.149071:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.149119:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.149122:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.149125:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826404352 02000000:00000010:2.0:1769074856.149163:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c414000. 00010000:00000010:2.0:1769074856.149205:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:2.0:1769074856.149221:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a300. 00010000:00000010:2.0:1769074856.149242:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.149247:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074856.149266:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074856.149270:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.149274:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.149277:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.149374:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074856.149380:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.149383:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.149387:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00000020:00000010:2.0:1769074856.149413:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074856.149420:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074856.149430:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.149440:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e347000. 00000001:00000010:2.0:1769074856.149700:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9300. 00000001:00000010:2.0:1769074856.149707:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf3c0. 00000020:00000010:2.0:1769074856.149743:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.149753:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.0:1769074856.149757:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074856.149769:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074856.149812:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00080000:00000010:2.0:1769074856.149837:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d48e8. 00000004:00000010:2.0:1769074856.149844:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b424d80. 00000004:00000010:2.0:1769074856.149848:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da14330. 00000004:00000010:2.0:1769074856.149852:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209528. 00000004:00000010:2.0:1769074856.149856:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eedbc20. 00010000:00000010:2.0:1769074856.149866:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000200:2.0:1769074856.149882:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889970, last committed = 17179889941 00010000:00000200:2.0:1769074856.149894:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeaa300 x1855007826404352/t17179889970(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.149914:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074856.149920:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826404352, offset 224 00000400:00000010:2.0:1769074856.149927:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7578. 00000400:00000200:2.0:1769074856.149931:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.149944:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.149951:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40716:40716:256:4294967295] 192.168.204.10@tcp LPNI seq info [40712:40712:8:4294967295] 00000400:00000200:2.0:1769074856.149969:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.149976:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.149982:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.149988:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074856.149995:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.150001:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.150005:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.150022:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788280. 00000020:00000010:2.0:1769074856.150027:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.150032:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00010000:00000010:3.0:1769074856.150232:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:3.0:1769074856.150239:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00010000:00000010:3.0:1769074856.150246:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00000800:00000200:0.0:1769074856.150853:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.150858:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:0.0:1769074856.150863:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.150869:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074856.151663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074856.151673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:3.1:1769074856.151677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:3.1:1769074856.151680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074856.151816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074856.151821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074856.151825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074856.151828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074856.151830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074856.151833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074856.151836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074856.151843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074856.151846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074856.151848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074856.151850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074856.151853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:2.1:1769074856.152106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074856.152113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00000400:00000200:3.0:1769074856.153794:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.153815:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d69 00000400:00000200:3.0:1769074856.153822:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.153826:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.153833:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:3.0:1769074856.153836:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00010000:00000010:2.0:1769074856.154021:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.154031:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:2.1:1769074856.155772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:2.1:1769074856.155787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074856.155792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.155799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00000400:00000200:1.0:1769074856.156346:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.156375:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c6480 00000400:00000200:1.0:1769074856.156384:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 160064 00000400:00000200:1.0:1769074856.156446:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.156452:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.156460:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.156468:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea8700. 00000020:00000010:2.0:1769074856.156576:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.156582:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.156588:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:2.0:1769074856.156594:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788980. 00000020:00000010:2.0:1769074856.156600:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.156686:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.156689:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.156692:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826404480 00000001:00000010:2.0:1769074856.156702:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcce40. 00010000:00000010:2.0:1769074856.156727:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.156971:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074856.157001:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c412000. 00010000:00000010:2.0:1769074856.157028:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.157032:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074856.157051:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074856.157055:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.157059:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074856.157062:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.157132:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074856.157135:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074856.157139:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074856.157142:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.157202:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074856.157213:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.157218:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.157238:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074856.157253:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea8700 x1855007826404480/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.157273:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074856.157279:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826404480, offset 224 00000400:00000200:2.0:1769074856.157286:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.157296:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.157303:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40717:40717:256:4294967295] 192.168.204.10@tcp LPNI seq info [40713:40713:8:4294967295] 00000400:00000200:2.0:1769074856.157314:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.157320:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.157325:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074856.157331:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.157338:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.157342:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.157369:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788980. 00000020:00000010:2.0:1769074856.157373:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.157377:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:0.0:1769074856.157973:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.157979:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:0.0:1769074856.157983:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.157989:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.157994:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:0.0:1769074856.157996:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00010000:00000010:3.1:1769074856.159672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074856.159686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074856.160122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074856.160129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000400:00000200:3.0:1769074856.163709:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.163729:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c6580 00000400:00000200:3.0:1769074856.163749:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 160640 00000400:00000200:3.0:1769074856.163766:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.163771:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.163779:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.163786:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfdf80. 00010000:00000010:2.1:1769074856.164015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.164023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074856.164028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074856.164031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00000020:00000010:2.0:1769074856.164064:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.164070:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.164076:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:2.0:1769074856.164082:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788980. 00000020:00000010:2.0:1769074856.164087:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.164129:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.164132:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.164135:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826404736 02000000:00000010:2.0:1769074856.164178:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3fa000. 00010000:00000010:2.0:1769074856.164220:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.164233:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074856.164253:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.164258:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.164274:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074856.164277:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074856.164282:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074856.164285:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.164567:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074856.164571:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.164574:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.164578:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00000020:00000010:2.0:1769074856.164682:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074856.164690:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074856.164700:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.164710:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e344c00. 00000001:00000010:2.0:1769074856.164934:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9420. 00000001:00000010:2.0:1769074856.164941:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074856.164982:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.164992:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.164996:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074856.165007:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074856.165094:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00080000:00000010:2.0:1769074856.165119:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f54fab8. 00000004:00000010:2.0:1769074856.165126:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fa18d80. 00000004:00000010:2.0:1769074856.165129:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8397add0. 00000004:00000010:2.0:1769074856.165133:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843128e8. 00000004:00000010:2.0:1769074856.165139:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f548000. 00010000:00000010:2.0:1769074856.165148:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074856.165165:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889971, last committed = 17179889941 00010000:00000200:2.0:1769074856.165176:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfdf80 x1855007826404736/t17179889971(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.165197:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074856.165204:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826404736, offset 224 00000400:00000010:2.0:1769074856.165210:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7738. 00000400:00000200:2.0:1769074856.165214:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.165227:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.165233:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40718:40718:256:4294967295] 192.168.204.10@tcp LPNI seq info [40714:40714:8:4294967295] 00000400:00000200:2.0:1769074856.165239:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.165246:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.165252:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.165258:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074856.165264:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.165271:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.165275:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.165300:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788980. 00000020:00000010:2.0:1769074856.165304:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.165308:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:1.0:1769074856.165775:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.165780:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074856.165785:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.165790:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074856.166715:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:3.0:1769074856.166726:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788280. 00010000:00000010:3.0:1769074856.166840:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00000400:00000200:0.0:1769074856.168249:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.168269:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d71 00000400:00000200:0.0:1769074856.168276:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.168280:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.168287:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:0.0:1769074856.168290:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00010000:00000010:3.0:1769074856.168386:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:3.0:1769074856.168395:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788d80. 00000400:00000200:3.0:1769074856.170479:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.170498:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c6600 00000400:00000200:3.0:1769074856.170507:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 161128 00000400:00000200:3.0:1769074856.170566:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.170572:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.170581:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.170589:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bffb80. 00010000:00000010:2.1:1769074856.171096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074856.171106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074856.171110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.171117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00000020:00000010:2.0:1769074856.171153:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.171158:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.171164:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:2.0:1769074856.171169:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788980. 00000020:00000010:2.0:1769074856.171174:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.171217:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fc00. 00000020:00000010:2.0:1769074856.171220:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fc00. 00000100:00000200:2.0:1769074856.171223:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826404864 00000001:00000010:2.0:1769074856.171234:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074856.171259:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.171267:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 02000000:00000010:2.0:1769074856.171293:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3f9000. 00010000:00000010:2.0:1769074856.171323:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.171327:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.171346:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074856.171350:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.171364:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074856.171368:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.171444:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074856.171449:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074856.171453:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074856.171456:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074856.171526:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.171537:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.171543:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.171563:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074856.171581:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bffb80 x1855007826404864/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.171630:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074856.171637:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826404864, offset 224 00000400:00000200:2.0:1769074856.171646:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.171659:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.171665:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40719:40719:256:4294967295] 192.168.204.10@tcp LPNI seq info [40715:40715:8:4294967295] 00000400:00000200:2.0:1769074856.171675:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.171679:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.171684:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074856.171690:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.171698:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.171702:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.171729:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788980. 00000020:00000010:2.0:1769074856.172035:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.172040:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:3.0:1769074856.172309:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.172313:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074856.172318:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.172323:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.172328:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:3.0:1769074856.172330:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00010000:00000010:3.1:1769074856.174665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074856.174680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074856.174684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074856.174687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000400:00000200:0.0:1769074856.176196:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.176216:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c6700 00000400:00000200:0.0:1769074856.176226:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 161704 00000400:00000200:0.0:1769074856.176242:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.176247:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.176254:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.176261:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fce00. 00000020:00000010:1.0:1769074856.176386:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.176393:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.176401:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:1.0:1769074856.176406:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.176411:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.176454:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.176457:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074856.176460:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826405120 02000000:00000010:1.0:1769074856.176495:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87615000. 00010000:00000010:1.0:1769074856.176534:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:1.0:1769074856.176551:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788d80. 00010000:00000010:1.0:1769074856.176570:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074856.176576:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074856.176591:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074856.176594:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074856.176599:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.176642:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074856.176721:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074856.176725:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a480. 00010000:00000010:1.0:1769074856.176729:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074856.176929:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074856.176968:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b200. 00000020:00000010:1.0:1769074856.176976:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b200. 00000020:00000010:1.0:1769074856.176986:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454e40. 00080000:00000010:1.0:1769074856.176998:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c4b000. 00000001:00000010:1.0:1769074856.177197:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454660. 00000001:00000010:1.0:1769074856.177205:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074856.177236:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454e40. 00010000:00000010:1.0:1769074856.177245:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.177250:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074856.177261:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcccc0. 00010000:00000010:1.0:1769074856.177378:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074856.177403:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90130000. 00000004:00000010:1.0:1769074856.177410:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88dda600. 00000004:00000010:1.0:1769074856.177413:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f9be880. 00000004:00000010:1.0:1769074856.177431:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabafd64780. 00000004:00000010:1.0:1769074856.177438:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc70960. 00010000:00000010:1.0:1769074856.177451:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074856.177470:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889972, last committed = 17179889941 00010000:00000200:1.0:1769074856.177481:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fce00 x1855007826405120/t17179889972(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.177501:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074856.177508:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826405120, offset 224 00000400:00000010:1.0:1769074856.177515:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fd20. 00000400:00000200:1.0:1769074856.177519:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.177533:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.177539:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40720:40720:256:4294967295] 192.168.204.10@tcp LPNI seq info [40716:40716:8:4294967295] 00000400:00000200:1.0:1769074856.177557:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.177564:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.177571:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.177577:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074856.177583:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.177589:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.177593:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.177808:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.177814:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.177818:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00000800:00000200:3.0:1769074856.178433:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.178438:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074856.178443:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.178450:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074856.179920:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.179933:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074856.179937:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074856.179940:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.179981:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:2.0:1769074856.179990:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a480. 00010000:00000010:2.0:1769074856.179998:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcccc0. 00000400:00000200:3.0:1769074856.181153:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.181173:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d79 00000400:00000200:3.0:1769074856.181180:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.181185:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.181191:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:3.0:1769074856.181194:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:2.0:1769074856.181310:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:2.0:1769074856.181318:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a680. 00010000:00000010:1.1:1769074856.186225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:1.1:1769074856.186244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074856.186249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074856.186256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:0.0:1769074856.187674:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.187694:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c6780 00000400:00000200:0.0:1769074856.187703:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 162192 00000400:00000200:0.0:1769074856.188109:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.188117:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.188127:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.188134:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fd500. 00000020:00000010:1.0:1769074856.188655:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.188661:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.188669:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:1.0:1769074856.188674:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.188679:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.188715:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074856.188717:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074856.188721:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826405248 00000001:00000010:1.0:1769074856.188741:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:1.0:1769074856.188769:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074856.188778:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074856.188804:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87616000. 00010000:00000010:1.0:1769074856.188833:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074856.188837:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.188856:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074856.188860:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074856.188864:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074856.188867:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.188937:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074856.188940:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a700. 00010000:00000010:1.0:1769074856.188944:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074856.188948:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074856.189025:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.189038:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.189043:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074856.189064:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074856.189080:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fd500 x1855007826405248/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.189100:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074856.189107:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826405248, offset 224 00000400:00000200:1.0:1769074856.189115:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.189126:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.189132:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40721:40721:256:4294967295] 192.168.204.10@tcp LPNI seq info [40717:40717:8:4294967295] 00000400:00000200:1.0:1769074856.189144:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.189149:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.189154:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074856.189160:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.189167:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.189172:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.189191:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.189195:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.189198:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00010000:00000010:2.1:1769074856.192872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074856.192891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000800:00000200:3.0:1769074856.193444:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.193450:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4e00. 00000400:00000200:3.0:1769074856.193457:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.193467:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.193474:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:3.0:1769074856.193477:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00000400:00000200:3.0:1769074856.193503:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.193517:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c6880 00000400:00000200:3.0:1769074856.193526:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 162768 00000400:00000200:3.0:1769074856.193542:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.193546:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.193551:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.193558:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfc000. 00000020:00000010:2.0:1769074856.193674:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074856.193680:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074856.193686:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:2.0:1769074856.193691:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788980. 00000020:00000010:2.0:1769074856.193696:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.193754:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074856.193757:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fdc0. 00000100:00000200:2.0:1769074856.193761:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826405504 02000000:00000010:2.0:1769074856.193800:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3fd000. 00010000:00000010:2.0:1769074856.193842:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:2.0:1769074856.193869:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a700. 00010000:00000010:2.0:1769074856.193889:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.193896:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.193917:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074856.193920:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.193924:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074856.193927:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.194026:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074856.194029:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.194033:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.194036:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00000020:00000010:2.0:1769074856.194065:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074856.194074:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074856.194085:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.194096:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e344400. 00000001:00000010:2.0:1769074856.194316:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9c00. 00000001:00000010:2.0:1769074856.194324:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00000020:00000010:2.0:1769074856.194358:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.194368:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.0:1769074856.194372:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074856.194385:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074856.194426:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00080000:00000010:2.0:1769074856.194449:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d4558. 00000004:00000010:2.0:1769074856.194456:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a3eaa80. 00000004:00000010:2.0:1769074856.194461:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da15a90. 00000004:00000010:2.0:1769074856.194466:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209d20. 00000004:00000010:2.0:1769074856.194470:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f916960. 00010000:00000010:2.0:1769074856.194480:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074856.194498:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889973, last committed = 17179889941 00010000:00000200:2.0:1769074856.194509:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfc000 x1855007826405504/t17179889973(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.194528:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074856.194534:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826405504, offset 224 00000400:00000010:2.0:1769074856.194541:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7460. 00000400:00000200:2.0:1769074856.194545:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.194559:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.194565:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40722:40722:256:4294967295] 192.168.204.10@tcp LPNI seq info [40718:40718:8:4294967295] 00000400:00000200:2.0:1769074856.194572:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.194579:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.194584:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.194590:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074856.194596:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.194636:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.194641:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.195690:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788980. 00000020:00000010:2.0:1769074856.195701:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.195707:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00010000:00000010:2.0:1769074856.195866:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074856.195874:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788280. 00010000:00000010:2.0:1769074856.195883:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf3c0. 00000800:00000200:1.0:1769074856.196155:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.196161:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:1.0:1769074856.196166:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.196173:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.202065:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.202090:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d81 00000400:00000200:1.0:1769074856.202099:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.202104:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.202112:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:1.0:1769074856.202116:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00000400:00000200:1.0:1769074856.202141:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.202148:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c6900 00000400:00000200:1.0:1769074856.202156:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 163256 00000400:00000200:1.0:1769074856.202213:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.202217:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.202222:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.202229:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea9500. 00010000:00000010:1.0:1769074856.202277:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:1.0:1769074856.202287:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00000020:00000010:1.0:1769074856.202334:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.202340:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.202349:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:1.0:1769074856.202361:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.202366:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.202402:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.202405:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d7c0. 00000100:00000200:1.0:1769074856.202408:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826405632 00000001:00000010:1.0:1769074856.202418:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074856.202443:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.202449:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074856.202501:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d25000. 00010000:00000010:1.0:1769074856.202535:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074856.202539:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.202556:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074856.202559:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074856.202562:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.202565:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.203362:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074856.203368:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074856.203373:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.203377:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074856.204037:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.204051:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.204057:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074856.204080:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074856.204099:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea9500 x1855007826405632/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.204124:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074856.204131:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826405632, offset 224 00000400:00000200:1.0:1769074856.204137:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.204149:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.204155:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40723:40723:256:4294967295] 192.168.204.10@tcp LPNI seq info [40719:40719:8:4294967295] 00000400:00000200:1.0:1769074856.204167:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.204172:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.204177:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074856.204184:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.204191:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.204196:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.204213:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.204217:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.204222:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00000800:00000200:0.0:1769074856.204531:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.204536:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:0.0:1769074856.204540:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.204546:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.204551:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:0.0:1769074856.204553:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00010000:00000010:2.1:1769074856.206037:0:1022:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074856.206050:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074856.207725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074856.207741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074856.207748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074856.207751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:1.0:1769074856.209459:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.209482:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c6a00 00000400:00000200:1.0:1769074856.209491:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 163832 00000400:00000200:1.0:1769074856.209513:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.209517:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.209525:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.209532:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea8e00. 00000020:00000010:0.0:1769074856.209991:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.209998:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.210004:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00000020:00000010:0.0:1769074856.210010:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.210015:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.210087:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.210091:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074856.210094:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826405888 02000000:00000010:0.0:1769074856.210134:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb4e000. 00010000:00000010:0.0:1769074856.210175:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:0.0:1769074856.210192:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a800. 00010000:00000010:0.0:1769074856.210212:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074856.210218:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.210235:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074856.210239:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074856.210243:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074856.210246:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.210361:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074856.210366:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074856.210370:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074856.210373:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074856.210399:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56380. 00000020:00000010:0.0:1769074856.210407:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56380. 00000020:00000010:0.0:1769074856.210418:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a000. 00080000:00000010:0.0:1769074856.210429:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc770000. 00000001:00000010:0.0:1769074856.210769:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a8a0. 00000001:00000010:0.0:1769074856.210777:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8c00. 00000020:00000010:0.0:1769074856.210814:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a000. 00010000:00000010:0.0:1769074856.210823:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.0:1769074856.210827:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.210840:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074856.210884:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074856.210907:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d4390. 00000004:00000010:0.0:1769074856.210913:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b4249c0. 00000004:00000010:0.0:1769074856.210917:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da14ff0. 00000004:00000010:0.0:1769074856.210923:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209438. 00000004:00000010:0.0:1769074856.210928:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eedaf00. 00010000:00000010:0.0:1769074856.210936:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.210953:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889974, last committed = 17179889941 00010000:00000200:0.0:1769074856.210976:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea8e00 x1855007826405888/t17179889974(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.210995:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074856.211001:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826405888, offset 224 00000400:00000010:0.0:1769074856.211007:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8dc08. 00000400:00000200:0.0:1769074856.211011:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.211025:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.211031:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40724:40724:256:4294967295] 192.168.204.10@tcp LPNI seq info [40720:40720:8:4294967295] 00000400:00000200:0.0:1769074856.211037:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.211045:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.211051:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.211056:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074856.211063:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.211072:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.211077:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.211105:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.211110:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.211113:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00010000:00000010:3.0:1769074856.211196:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074856.211203:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:3.0:1769074856.211209:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8180. 00010000:00000010:2.1:1769074856.214779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:2.1:1769074856.214795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074856.214801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.214808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074856.214812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074856.214815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:1.1:1769074856.215007:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074856.215013:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074856.215017:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074856.215020:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074856.215024:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074856.215027:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000800:00000200:1.0:1769074856.215045:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.215050:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:1.0:1769074856.215055:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.215064:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.215474:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.215492:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d89 00000400:00000200:0.0:1769074856.215498:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.215502:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.215508:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:0.0:1769074856.215511:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000400:00000200:0.0:1769074856.215577:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.215584:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c6a80 00000400:00000200:0.0:1769074856.215592:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 164320 00000400:00000200:0.0:1769074856.215789:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.215793:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.215800:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.215806:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fc700. 00000020:00000010:1.0:1769074856.216580:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.216587:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.216595:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:1.0:1769074856.216647:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.216654:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.216695:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.216698:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d7c0. 00000100:00000200:1.0:1769074856.216702:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826406016 00000001:00000010:1.0:1769074856.216713:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 00010000:00000010:1.0:1769074856.216895:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.216905:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074856.216933:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d21000. 00010000:00000010:1.0:1769074856.216974:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.216979:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.216999:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074856.217004:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074856.217008:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074856.217011:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.217088:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074856.217092:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a780. 00010000:00000010:1.0:1769074856.217096:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074856.217099:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074856.217171:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.217184:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.217189:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074856.217211:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074856.217230:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fc700 x1855007826406016/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.217251:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074856.217258:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826406016, offset 224 00000400:00000200:1.0:1769074856.217265:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.217278:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.217285:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40725:40725:256:4294967295] 192.168.204.10@tcp LPNI seq info [40721:40721:8:4294967295] 00000400:00000200:1.0:1769074856.217299:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.217305:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.217310:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074856.217316:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.217323:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.217328:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.217557:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.217562:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.217566:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00010000:00000010:2.0:1769074856.217661:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074856.217668:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:3.1:1769074856.218003:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074856.218010:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00000800:00000200:0.0:1769074856.222577:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.222587:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:0.0:1769074856.222597:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.222786:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.222793:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:0.0:1769074856.222796:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00000400:00000200:1.0:1769074856.223168:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.223184:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c6b80 00000400:00000200:1.0:1769074856.223194:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 164896 00000400:00000200:1.0:1769074856.223229:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.223233:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.223241:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.223248:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeaaa00. 00000020:00000010:0.0:1769074856.223332:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.223337:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.223343:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00000020:00000010:0.0:1769074856.223349:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.223450:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.223532:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.223535:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074856.223539:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826406272 02000000:00000010:0.0:1769074856.223594:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8bdf1000. 00010000:00000010:0.1:1769074856.223645:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:0.1:1769074856.223652:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074856.223658:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074856.223664:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074856.223706:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:0.0:1769074856.223720:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a780. 00010000:00000010:0.0:1769074856.223756:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074856.223763:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.223779:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074856.223783:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074856.223788:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074856.223791:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.223879:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074856.223882:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074856.223886:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074856.223890:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074856.223913:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56840. 00000020:00000010:0.0:1769074856.223920:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56840. 00000020:00000010:0.0:1769074856.223930:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a000. 00080000:00000010:0.0:1769074856.223941:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83a05c00. 00000001:00000010:0.0:1769074856.224175:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8aae0. 00000001:00000010:0.0:1769074856.224183:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074856.224215:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a000. 00010000:00000010:0.0:1769074856.224223:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074856.224227:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.224239:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074856.224279:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074856.224301:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90198558. 00000004:00000010:0.0:1769074856.224308:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd8900. 00000004:00000010:0.0:1769074856.224312:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d825320. 00000004:00000010:0.0:1769074856.224316:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117d960. 00000004:00000010:0.0:1769074856.224321:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeec780. 00010000:00000010:0.0:1769074856.224330:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.224346:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889975, last committed = 17179889941 00010000:00000200:0.0:1769074856.224368:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeaaa00 x1855007826406272/t17179889975(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.224387:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074856.224393:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826406272, offset 224 00000400:00000010:0.0:1769074856.224400:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8dee0. 00000400:00000200:0.0:1769074856.224403:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.224416:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.224422:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40726:40726:256:4294967295] 192.168.204.10@tcp LPNI seq info [40722:40722:8:4294967295] 00000400:00000200:0.0:1769074856.224428:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.224435:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.224440:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.224446:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074856.224452:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.224459:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.224464:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.224486:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.224491:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.224494:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00010000:00000010:1.0:1769074856.225228:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074856.225240:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:1.0:1769074856.225249:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000800:00000200:2.0:1769074856.225441:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.225446:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:2.0:1769074856.225452:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.225459:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074856.228889:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074856.228902:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074856.228906:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074856.228909:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:1.0:1769074856.228936:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.228955:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d91 00000400:00000200:1.0:1769074856.228971:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.228976:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.228982:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:1.0:1769074856.228985:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000400:00000200:1.0:1769074856.229054:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.229061:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c6c00 00000400:00000200:1.0:1769074856.229068:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 165384 00000400:00000200:1.0:1769074856.229127:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.229131:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.229137:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.229144:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeab100. 00010000:00000010:2.1:1769074856.229728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074856.229746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00000020:00000010:0.0:1769074856.229906:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.229913:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.229920:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1c00. 00000020:00000010:0.0:1769074856.229927:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.229931:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.229980:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3980. 00000020:00000010:0.0:1769074856.229983:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3980. 00000100:00000200:0.0:1769074856.229986:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826406400 00000001:00000010:0.0:1769074856.229996:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8c00. 00010000:00000010:0.0:1769074856.230022:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074856.230029:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074856.230059:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8bdf0000. 00010000:00000010:0.0:1769074856.230089:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074856.230093:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.230111:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074856.230116:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074856.230120:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074856.230123:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.230198:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074856.230201:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074856.230205:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074856.230208:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.230274:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.230284:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.230288:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074856.230307:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.230322:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeab100 x1855007826406400/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.230341:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9b28. 00000100:00000200:0.0:1769074856.230347:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826406400, offset 224 00000400:00000200:0.0:1769074856.230445:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.230457:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.230463:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40727:40727:256:4294967295] 192.168.204.10@tcp LPNI seq info [40723:40723:8:4294967295] 00000400:00000200:0.0:1769074856.230473:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.230478:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.230483:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074856.230490:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.230496:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.230501:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.230523:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.230527:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.230531:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1c00. 00000800:00000200:2.0:1769074856.230974:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.230980:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:2.0:1769074856.230984:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.230989:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.230994:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:2.0:1769074856.230996:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00010000:00000010:3.0:1769074856.234190:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074856.234210:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00000400:00000200:2.0:1769074856.234477:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.234494:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c6d00 00000400:00000200:2.0:1769074856.234502:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 165960 00000400:00000200:2.0:1769074856.234517:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.234520:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.234527:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.234533:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602300. 00000020:00000010:1.0:1769074856.234640:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.234646:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.234653:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:1.0:1769074856.234658:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.234662:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.234755:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.234759:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d7c0. 00000100:00000200:1.0:1769074856.234762:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826406656 02000000:00000010:1.0:1769074856.234799:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d20000. 00010000:00000010:1.0:1769074856.234830:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074856.234840:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:1.0:1769074856.234857:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.234863:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074856.234879:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074856.234882:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074856.234887:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074856.234889:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.234986:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074856.234989:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074856.234993:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.234996:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074856.235020:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b380. 00000020:00000010:1.0:1769074856.235027:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b380. 00000020:00000010:1.0:1769074856.235038:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454e40. 00080000:00000010:1.0:1769074856.235049:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84307800. 00000001:00000010:1.0:1769074856.235259:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454960. 00000001:00000010:1.0:1769074856.235265:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc540. 00000020:00000010:1.0:1769074856.235299:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454e40. 00010000:00000010:1.0:1769074856.235307:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074856.235310:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074856.235321:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074856.235372:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074856.235399:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d5560. 00000004:00000010:1.0:1769074856.235406:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a3ea3c0. 00000004:00000010:1.0:1769074856.235410:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da15cb0. 00000004:00000010:1.0:1769074856.235415:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89d05a50. 00000004:00000010:1.0:1769074856.235420:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f9161e0. 00010000:00000010:1.0:1769074856.235430:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074856.235446:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889976, last committed = 17179889941 00010000:00000200:1.0:1769074856.235455:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602300 x1855007826406656/t17179889976(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.235474:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074856.235480:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826406656, offset 224 00000400:00000010:1.0:1769074856.235487:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f658. 00000400:00000200:1.0:1769074856.235491:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.235504:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.235510:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40728:40728:256:4294967295] 192.168.204.10@tcp LPNI seq info [40724:40724:8:4294967295] 00000400:00000200:1.0:1769074856.235516:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.235523:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.235528:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.235534:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074856.235540:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.235547:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.235551:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.235570:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.235574:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.235578:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00000800:00000200:1.0:1769074856.235685:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.235689:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:1.0:1769074856.235692:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.235696:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074856.235782:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:3.0:1769074856.235788:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a000. 00010000:00000010:3.0:1769074856.235795:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcce40. 00000400:00000200:3.0:1769074856.239008:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.239034:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65d99 00000400:00000200:3.0:1769074856.239042:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.239046:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.239055:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:3.0:1769074856.239058:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00000400:00000200:3.0:1769074856.239092:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.239099:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c6d80 00000400:00000200:3.0:1769074856.239106:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 166448 00000400:00000200:3.0:1769074856.239160:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.239165:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.239170:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.239177:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfdc00. 00010000:00000010:0.0:1769074856.239259:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:0.0:1769074856.239270:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00010000:00000010:1.1:1769074856.240227:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074856.240239:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00000020:00000010:2.0:1769074856.240473:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074856.240478:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074856.240485:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:2.0:1769074856.240491:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788280. 00000020:00000010:2.0:1769074856.240497:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.240539:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074856.240541:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fdc0. 00000100:00000200:2.0:1769074856.240545:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826406784 00000001:00000010:2.0:1769074856.240557:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 00010000:00000010:2.0:1769074856.240582:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.240589:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 02000000:00000010:2.0:1769074856.240644:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3f8000. 00010000:00000010:2.0:1769074856.240674:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074856.240678:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.240694:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074856.240697:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.240701:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074856.240704:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.240784:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074856.240787:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.240792:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.240795:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074856.240851:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.240860:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.240865:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.240883:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000200:2.0:1769074856.240899:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfdc00 x1855007826406784/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.240917:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074856.240922:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826406784, offset 224 00000400:00000200:2.0:1769074856.240929:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.240940:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.240946:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40729:40729:256:4294967295] 192.168.204.10@tcp LPNI seq info [40725:40725:8:4294967295] 00000400:00000200:2.0:1769074856.240969:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.240975:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.240980:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074856.240986:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.240992:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.240997:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.241013:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788280. 00000020:00000010:2.0:1769074856.241017:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.241022:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:2.0:1769074856.241097:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.241100:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:2.0:1769074856.241104:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.241108:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.241112:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:2.0:1769074856.241115:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00000400:00000200:3.0:1769074856.244025:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.244046:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c6e80 00000400:00000200:3.0:1769074856.244055:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 167024 00000400:00000200:3.0:1769074856.244071:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.244075:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.244083:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.244091:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfe300. 00000020:00000010:2.0:1769074856.244279:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074856.244285:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074856.244291:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:2.0:1769074856.244297:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788280. 00000020:00000010:2.0:1769074856.244302:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.244384:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fdc0. 00000020:00000010:2.0:1769074856.244387:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fdc0. 00000100:00000200:2.0:1769074856.244391:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826407040 02000000:00000010:2.0:1769074856.244426:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3fe000. 00010000:00000010:2.0:1769074856.244468:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074856.244484:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.244503:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074856.244509:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074856.244526:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074856.244530:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.244534:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074856.244538:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074856.244649:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074856.244653:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.244657:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074856.244660:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00000020:00000010:2.0:1769074856.244686:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7340. 00000020:00000010:2.0:1769074856.244693:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7340. 00000020:00000010:2.0:1769074856.244703:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.244713:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e345c00. 00000001:00000010:2.0:1769074856.244927:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9f60. 00000001:00000010:2.0:1769074856.244934:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074856.244978:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.244988:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.244993:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.245006:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074856.245042:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00080000:00000010:2.0:1769074856.245065:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90130c78. 00000004:00000010:2.0:1769074856.245072:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88dda3c0. 00000004:00000010:2.0:1769074856.245076:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba03dd650. 00000004:00000010:2.0:1769074856.245081:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabafd648e8. 00000004:00000010:2.0:1769074856.245087:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc710e0. 00010000:00000010:2.0:1769074856.245097:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074856.245115:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889977, last committed = 17179889941 00010000:00000200:2.0:1769074856.245126:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfe300 x1855007826407040/t17179889977(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.245146:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074856.245152:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826407040, offset 224 00000400:00000010:2.0:1769074856.245159:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7230. 00000400:00000200:2.0:1769074856.245163:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.245175:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.245182:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40730:40730:256:4294967295] 192.168.204.10@tcp LPNI seq info [40726:40726:8:4294967295] 00000400:00000200:2.0:1769074856.245188:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.245195:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.245200:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.245205:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074856.245211:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.245218:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.245222:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.245241:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788280. 00000020:00000010:2.0:1769074856.245245:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.245250:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:2.0:1769074856.248563:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.248574:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:2.0:1769074856.248582:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.248591:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074856.248999:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:0.1:1769074856.249008:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074856.249014:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074856.249019:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074856.249022:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074856.249026:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074856.249030:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074856.249032:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074856.249198:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074856.249204:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:3.1:1769074856.249207:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074856.249210:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:3.0:1769074856.249244:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:3.0:1769074856.249254:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:3.0:1769074856.249262:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf3c0. 00000400:00000200:2.0:1769074856.249305:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.249321:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65da1 00000400:00000200:2.0:1769074856.249328:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.249331:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.249336:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:2.0:1769074856.249338:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00000400:00000200:2.0:1769074856.249476:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.249484:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c6f00 00000400:00000200:2.0:1769074856.249492:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 167512 00000400:00000200:2.0:1769074856.249545:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.249549:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.249554:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.249560:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603100. 00000020:00000010:3.0:1769074856.250185:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074856.250192:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074856.250198:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074856.250204:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074856.250210:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.250247:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074856.250250:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f080. 00000100:00000200:3.0:1769074856.250253:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826407168 00000001:00000010:3.0:1769074856.250263:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc540. 00010000:00000010:3.0:1769074856.250286:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074856.250293:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 02000000:00000010:3.0:1769074856.250317:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a134000. 00010000:00000010:3.0:1769074856.250343:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.250347:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.250374:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074856.250378:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074856.250383:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.250386:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.250463:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074856.250467:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074856.250471:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074856.250474:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074856.250533:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.250544:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.250548:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074856.250567:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000200:3.0:1769074856.250582:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603100 x1855007826407168/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.250619:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46bb0. 00000100:00000200:3.0:1769074856.250625:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826407168, offset 224 00000400:00000200:3.0:1769074856.250714:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.250727:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.250743:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40731:40731:256:4294967295] 192.168.204.10@tcp LPNI seq info [40727:40727:8:4294967295] 00000400:00000200:3.0:1769074856.250755:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.250760:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.250766:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074856.250772:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.250778:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.250781:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.250808:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074856.250812:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.250815:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:2.0:1769074856.251031:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.251036:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074856.251041:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.251046:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.251050:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46bb0 00000400:00000010:2.0:1769074856.251052:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46bb0. 00000400:00000200:2.0:1769074856.254164:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.254185:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c7000 00000400:00000200:2.0:1769074856.254194:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 168088 00000400:00000200:2.0:1769074856.254210:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.254215:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.254222:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.254228:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600700. 00000020:00000010:1.0:1769074856.254307:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.254313:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.254320:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:1.0:1769074856.254326:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.254331:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.254384:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d7c0. 00000020:00000010:1.0:1769074856.254388:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d7c0. 00000100:00000200:1.0:1769074856.254391:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826407424 02000000:00000010:1.0:1769074856.254428:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d23000. 00010000:00000010:1.0:1769074856.254472:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:1.0:1769074856.254489:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:1.0:1769074856.254507:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.254514:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074856.254531:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074856.254535:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074856.254539:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074856.254542:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.254667:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074856.254671:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074856.254674:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074856.254679:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00000020:00000010:1.0:1769074856.254701:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b760. 00000020:00000010:1.0:1769074856.254708:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b760. 00000020:00000010:1.0:1769074856.254718:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454e40. 00080000:00000010:1.0:1769074856.254727:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84307400. 00000001:00000010:1.0:1769074856.254931:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454300. 00000001:00000010:1.0:1769074856.254939:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcca80. 00000020:00000010:1.0:1769074856.254979:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454e40. 00010000:00000010:1.0:1769074856.254988:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074856.254992:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074856.255003:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074856.255042:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00080000:00000010:1.0:1769074856.255068:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f54f1d0. 00000004:00000010:1.0:1769074856.255075:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fa18300. 00000004:00000010:1.0:1769074856.255079:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8397abb0. 00000004:00000010:1.0:1769074856.255083:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84312d98. 00000004:00000010:1.0:1769074856.255088:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f548780. 00010000:00000010:1.0:1769074856.255097:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074856.255113:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889978, last committed = 17179889941 00010000:00000200:1.0:1769074856.255122:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600700 x1855007826407424/t17179889978(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.255140:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074856.255146:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826407424, offset 224 00000400:00000010:1.0:1769074856.255152:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fdc8. 00000400:00000200:1.0:1769074856.255156:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.255169:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.255174:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40732:40732:256:4294967295] 192.168.204.10@tcp LPNI seq info [40728:40728:8:4294967295] 00000400:00000200:1.0:1769074856.255180:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.255186:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.255191:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.255196:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4100. 00000800:00000200:1.0:1769074856.255203:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.255209:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.255213:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.255236:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074856.255240:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.255244:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00000800:00000200:1.0:1769074856.255332:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.255336:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4100. 00000400:00000200:1.0:1769074856.255341:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.255345:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074856.255638:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:2.0:1769074856.255645:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a580. 00010000:00000010:2.0:1769074856.255653:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc0c0. 00000400:00000200:2.0:1769074856.258406:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.258429:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65da9 00000400:00000200:2.0:1769074856.258437:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.258442:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.258450:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:2.0:1769074856.258454:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00010000:00000010:1.0:1769074856.258891:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.258902:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:0.0:1769074856.259018:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:0.0:1769074856.259025:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00010000:00000010:2.1:1769074856.259668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074856.259677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074856.259681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074856.259684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.259688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074856.259690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074856.259692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074856.259697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:1.1:1769074856.259772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074856.259778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074856.259782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074856.259788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:2.0:1769074856.260149:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.260164:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c7080 00000400:00000200:2.0:1769074856.260173:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 168576 00000400:00000200:2.0:1769074856.260233:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.260238:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.260244:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.260250:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602d80. 00000020:00000010:3.0:1769074856.260440:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074856.260446:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074856.260452:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074856.260457:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074856.260462:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.260504:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074856.260507:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f080. 00000100:00000200:3.0:1769074856.260510:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826407552 00000001:00000010:3.0:1769074856.260521:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:3.0:1769074856.260546:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074856.260554:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 02000000:00000010:3.0:1769074856.260580:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a137000. 00010000:00000010:3.0:1769074856.260642:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074856.260647:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.260667:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074856.260670:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074856.260675:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.260678:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.260966:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074856.260970:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074856.260974:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.260978:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074856.261041:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.261053:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.261058:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074856.261078:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000200:3.0:1769074856.261094:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602d80 x1855007826407552/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.261113:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074856.261118:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826407552, offset 224 00000400:00000200:3.0:1769074856.261125:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.261136:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.261141:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40733:40733:256:4294967295] 192.168.204.10@tcp LPNI seq info [40729:40729:8:4294967295] 00000400:00000200:3.0:1769074856.261151:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.261157:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.261163:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074856.261169:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.261175:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.261180:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.261207:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074856.261212:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.261216:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:2.0:1769074856.262298:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.262307:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074856.262315:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.262323:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.262329:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46330 00000400:00000010:2.0:1769074856.262331:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46330. 00010000:00000010:3.1:1769074856.263707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074856.263721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:3.1:1769074856.263726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.1:1769074856.263730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074856.263747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.1:1769074856.263750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:0.1:1769074856.263925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:0.1:1769074856.263932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074856.267284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:1.1:1769074856.267297:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074856.267302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074856.267308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074856.267312:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074856.267316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:0.1:1769074856.267653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074856.267658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:3.1:1769074856.267931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074856.267937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074856.267941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.1:1769074856.267944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.1:1769074856.270112:0:36901:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:2.1:1769074856.270130:0:36901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000400:00000200:0.0:1769074856.278452:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.278472:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c7180 00000400:00000200:0.0:1769074856.278481:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 169152 00000400:00000200:0.0:1769074856.278497:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.278502:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.278510:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.278517:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fea00. 00000020:00000010:3.0:1769074856.278694:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074856.278700:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074856.278706:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074856.278711:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074856.278715:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.278771:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074856.278775:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f080. 00000100:00000200:3.0:1769074856.278778:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826407808 02000000:00000010:3.0:1769074856.278815:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a135000. 00010000:00000010:3.0:1769074856.278859:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074856.278875:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074856.278892:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074856.278899:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074856.278915:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074856.278918:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074856.278922:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.278925:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074856.279019:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074856.279024:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074856.279028:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074856.279031:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00000020:00000010:3.0:1769074856.279056:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8ce0. 00000020:00000010:3.0:1769074856.279063:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8ce0. 00000020:00000010:3.0:1769074856.279074:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.279085:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e932c00. 00000001:00000010:3.0:1769074856.279309:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede67e0. 00000001:00000010:3.0:1769074856.279317:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ec00. 00000020:00000010:3.0:1769074856.279362:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00010000:00000010:3.0:1769074856.279372:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074856.279376:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.279388:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074856.279430:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00080000:00000010:3.0:1769074856.279453:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90130ab0. 00000004:00000010:3.0:1769074856.279461:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ddac00. 00000004:00000010:3.0:1769074856.279465:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba03dd980. 00000004:00000010:3.0:1769074856.279470:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabafd64348. 00000004:00000010:3.0:1769074856.279476:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc70b40. 00010000:00000010:3.0:1769074856.279487:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074856.279504:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889979, last committed = 17179889941 00010000:00000200:3.0:1769074856.279514:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fea00 x1855007826407808/t17179889979(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.279533:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074856.279540:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826407808, offset 224 00000400:00000010:3.0:1769074856.279547:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3e38. 00000400:00000200:3.0:1769074856.279551:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.279563:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.279569:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40734:40734:256:4294967295] 192.168.204.10@tcp LPNI seq info [40730:40730:8:4294967295] 00000400:00000200:3.0:1769074856.279575:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.279582:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.279589:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.279594:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074856.279628:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.279635:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.279639:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.279660:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074856.279665:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.279669:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:3.0:1769074856.279770:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.279774:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:3.0:1769074856.279781:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.279785:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074856.279930:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:0.0:1769074856.279937:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:0.0:1769074856.279945:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e3c0. 00000400:00000200:3.0:1769074856.283220:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.283242:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65db1 00000400:00000200:3.0:1769074856.283250:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.283256:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.283262:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46330 00000400:00000010:3.0:1769074856.283266:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46330. 00000400:00000200:3.0:1769074856.283302:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.283310:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c7200 00000400:00000200:3.0:1769074856.283316:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 169640 00000400:00000200:3.0:1769074856.283373:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.283377:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.283382:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.283388:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfc700. 00010000:00000010:0.0:1769074856.283549:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:0.0:1769074856.283561:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00000020:00000010:1.0:1769074856.286475:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d080. 00000020:00000010:1.0:1769074856.286485:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d080. 00000020:00000010:1.0:1769074856.286492:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.286498:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.286502:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.286544:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d080. 00000020:00000010:1.0:1769074856.286547:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d080. 00000100:00000200:1.0:1769074856.286551:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826407936 00000001:00000010:1.0:1769074856.286562:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcca80. 00010000:00000010:1.0:1769074856.286585:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074856.286593:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 02000000:00000010:1.0:1769074856.286645:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d24000. 00010000:00000010:1.0:1769074856.286677:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.286681:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074856.286700:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074856.286704:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074856.286707:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074856.286710:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.286786:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074856.286790:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074856.286792:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.286796:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074856.286859:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074856.286872:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.286878:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074856.286899:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000200:1.0:1769074856.286917:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfc700 x1855007826407936/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.286935:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074856.286941:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826407936, offset 224 00000400:00000200:1.0:1769074856.286949:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.286974:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.286981:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40735:40735:256:4294967295] 192.168.204.10@tcp LPNI seq info [40731:40731:8:4294967295] 00000400:00000200:1.0:1769074856.286993:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.286999:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.287004:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074856.287011:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.287018:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.287022:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.287044:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.287048:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.287051:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:1.0:1769074856.287155:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.287159:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4e00. 00000400:00000200:1.0:1769074856.287163:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.287168:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.287174:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:1.0:1769074856.287176:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00010000:00000010:0.1:1769074856.290342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:0.1:1769074856.290369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.1:1769074856.290585:0:36932:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074856.290591:0:36932:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074856.290595:0:36932:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074856.290618:0:36932:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:0.1:1769074856.294991:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074856.295005:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00000400:00000200:0.0:1769074856.295037:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.295055:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c7300 00000400:00000200:0.0:1769074856.295063:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 170216 00000400:00000200:0.0:1769074856.295081:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.295085:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.295094:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.295100:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902ffb80. 00000020:00000010:1.0:1769074856.295197:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470da80. 00000020:00000010:1.0:1769074856.295203:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470da80. 00000020:00000010:1.0:1769074856.295210:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.295216:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.295220:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.295262:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470da80. 00000020:00000010:1.0:1769074856.295265:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470da80. 00000100:00000200:1.0:1769074856.295268:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826408192 02000000:00000010:1.0:1769074856.295305:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d22000. 00010000:00000010:1.0:1769074856.295350:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074856.295377:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074856.295397:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074856.295404:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074856.295423:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074856.295426:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074856.295431:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074856.295434:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074856.295523:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074856.295527:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074856.295530:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.295534:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00000020:00000010:1.0:1769074856.295557:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b000. 00000020:00000010:1.0:1769074856.295564:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b000. 00000020:00000010:1.0:1769074856.295574:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454e40. 00080000:00000010:1.0:1769074856.295583:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84304400. 00010000:00000010:1.1:1769074856.295944:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074856.295951:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074856.295955:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074856.295968:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000001:00000010:1.0:1769074856.296166:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04540c0. 00000001:00000010:1.0:1769074856.296173:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc9c0. 00000020:00000010:1.0:1769074856.296204:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454e40. 00010000:00000010:1.0:1769074856.296213:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074856.296218:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074856.296231:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcca80. 00010000:00000010:1.0:1769074856.296271:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00080000:00000010:1.0:1769074856.296297:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f54e558. 00000004:00000010:1.0:1769074856.296304:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fa18e40. 00000004:00000010:1.0:1769074856.296307:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8397b650. 00000004:00000010:1.0:1769074856.296312:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84312ca8. 00000004:00000010:1.0:1769074856.296317:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a0012c0. 00010000:00000010:1.0:1769074856.296328:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074856.296345:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889980, last committed = 17179889941 00010000:00000200:1.0:1769074856.296538:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902ffb80 x1855007826408192/t17179889980(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.296560:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074856.296568:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826408192, offset 224 00000400:00000010:1.0:1769074856.296574:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fa80. 00000400:00000200:1.0:1769074856.296579:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.296594:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.296600:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40736:40736:256:4294967295] 192.168.204.10@tcp LPNI seq info [40732:40732:8:4294967295] 00000400:00000200:1.0:1769074856.296650:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.296656:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.296661:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.296667:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4e00. 00000800:00000200:1.0:1769074856.296673:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.296680:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.296684:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.296702:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.296706:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.296710:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:0.0:1769074856.297037:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.297042:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4e00. 00000400:00000200:0.0:1769074856.297047:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.297053:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.299848:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.299871:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65db9 00000400:00000200:1.0:1769074856.299878:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.299883:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.299891:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:1.0:1769074856.299894:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00000400:00000200:1.0:1769074856.299917:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.299923:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c7380 00000400:00000200:1.0:1769074856.299932:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 170704 00000400:00000200:1.0:1769074856.299999:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.300004:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.300009:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.300015:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeaad80. 00000020:00000010:1.0:1769074856.300061:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470da80. 00000020:00000010:1.0:1769074856.300066:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470da80. 00000020:00000010:1.0:1769074856.300074:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.300080:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.300085:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.300116:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470da80. 00000020:00000010:1.0:1769074856.300119:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470da80. 00000100:00000200:1.0:1769074856.300122:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826408320 00000001:00000010:1.0:1769074856.300132:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ec00. 00010000:00000010:1.0:1769074856.300156:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074856.300164:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 02000000:00000010:1.0:1769074856.300190:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d26000. 00010000:00000010:1.0:1769074856.300219:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.300224:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.300242:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074856.300246:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074856.300249:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074856.300252:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074856.300329:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074856.300333:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074856.300337:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074856.300341:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074856.300414:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.300428:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074856.300433:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074856.300453:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074856.300468:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeaad80 x1855007826408320/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.300487:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074856.300492:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826408320, offset 224 00000400:00000200:1.0:1769074856.300498:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.300507:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.300513:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40737:40737:256:4294967295] 192.168.204.10@tcp LPNI seq info [40733:40733:8:4294967295] 00000400:00000200:1.0:1769074856.300524:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.300529:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.300534:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074856.300539:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.300546:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.300550:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.300565:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.300569:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.300572:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00010000:00000010:0.0:1769074856.301288:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:0.0:1769074856.301300:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00000800:00000200:0.0:1769074856.301399:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.301403:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:0.0:1769074856.301407:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.301413:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.301418:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:0.0:1769074856.301421:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00010000:00000010:3.0:1769074856.301563:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:3.0:1769074856.301570:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:3.0:1769074856.301576:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcca80. 00010000:00000010:1.1:1769074856.310324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074856.310337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074856.310342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074856.310350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:0.1:1769074856.314240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:0.1:1769074856.314255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:3.1:1769074856.314988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:3.1:1769074856.314997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000400:00000200:1.0:1769074856.318726:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.318817:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c7480 00000400:00000200:1.0:1769074856.318825:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 171280 00000400:00000200:1.0:1769074856.318842:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.318847:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.318857:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.318863:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeab800. 00000001:00000010:1.0:1769074856.319264:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04549c0. 00080000:00000010:1.0:1769074856.319273:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c4b400. 00000020:00000010:0.0:1769074856.319523:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3600. 00000020:00000010:0.0:1769074856.319529:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3600. 00000020:00000010:0.0:1769074856.319537:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0c00. 00000020:00000010:0.0:1769074856.319542:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.319547:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.319598:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3600. 00000020:00000010:0.0:1769074856.319623:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3600. 00000100:00000200:0.0:1769074856.319628:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826408576 02000000:00000010:0.0:1769074856.319681:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8bdf3000. 00010000:00000010:0.0:1769074856.319726:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:0.0:1769074856.319761:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2af00. 00010000:00000010:0.0:1769074856.319784:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074856.319790:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.319805:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074856.319808:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074856.319812:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074856.319815:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.319895:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074856.319899:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074856.319902:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074856.319905:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074856.319929:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b565e0. 00000020:00000010:0.0:1769074856.319935:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b565e0. 00000020:00000010:0.0:1769074856.319946:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a240. 00080000:00000010:0.0:1769074856.319954:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83a06400. 00000001:00000010:0.0:1769074856.320168:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f06ae0. 00000001:00000010:0.0:1769074856.320175:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8540. 00000020:00000010:0.0:1769074856.320207:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a240. 00010000:00000010:0.0:1769074856.320216:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.320220:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.320231:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074856.320273:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074856.320299:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d4c78. 00000004:00000010:0.0:1769074856.320306:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b424540. 00000004:00000010:0.0:1769074856.320309:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da15ba0. 00000004:00000010:0.0:1769074856.320314:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e2095a0. 00000004:00000010:0.0:1769074856.320319:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeda3c0. 00010000:00000010:0.0:1769074856.320327:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.320345:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889981, last committed = 17179889941 00010000:00000010:3.0:1769074856.320705:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074856.320712:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:3.0:1769074856.320718:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8cc0. 00010000:00000200:0.0:1769074856.321036:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeab800 x1855007826408576/t17179889981(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.321065:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074856.321072:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826408576, offset 224 00000400:00000010:0.0:1769074856.321078:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d508. 00000400:00000200:0.0:1769074856.321082:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.321098:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.321105:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40738:40738:256:4294967295] 192.168.204.10@tcp LPNI seq info [40734:40734:8:4294967295] 00000400:00000200:0.0:1769074856.321112:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.321119:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.321124:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.321129:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074856.321136:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.321143:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.321147:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.321271:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.321277:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.321282:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0c00. 00010000:00000010:1.1:1769074856.321360:0:2375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074856.321368:0:2375:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074856.321372:0:2375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074856.321376:0:2375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000800:00000200:3.0:1769074856.322174:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.322180:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074856.322185:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.322195:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.325414:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.325435:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65dc1 00000400:00000200:0.0:1769074856.325443:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.325447:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.325453:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:0.0:1769074856.325457:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00000400:00000200:0.0:1769074856.325495:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.325502:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c7500 00000400:00000200:0.0:1769074856.325510:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 171768 00000400:00000200:0.0:1769074856.325568:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.325572:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.325578:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.325585:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fca80. 00010000:00000010:2.0:1769074856.325746:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074856.325759:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00000020:00000010:3.0:1769074856.326370:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.326377:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.326384:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074856.326389:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074856.326394:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.326433:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.326436:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.326439:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826408704 00000001:00000010:3.0:1769074856.326450:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc9c0. 00010000:00000010:3.0:1769074856.326475:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074856.326482:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 02000000:00000010:3.0:1769074856.326508:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a136000. 00010000:00000010:3.0:1769074856.326536:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074856.326540:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.326557:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074856.326560:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074856.326564:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.326567:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074856.326676:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074856.326680:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074856.326684:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.326688:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074856.326871:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.326882:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074856.326886:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074856.326904:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074856.326921:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fca80 x1855007826408704/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.326941:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074856.326948:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826408704, offset 224 00000400:00000200:3.0:1769074856.326964:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.326977:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.326983:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40739:40739:256:4294967295] 192.168.204.10@tcp LPNI seq info [40735:40735:8:4294967295] 00000400:00000200:3.0:1769074856.326994:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.327000:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.327005:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074856.327011:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.327019:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.327024:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.327049:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074856.327054:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.327058:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:0.0:1769074856.327559:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.327564:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074856.327572:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.327577:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.327582:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46330 00000400:00000010:0.0:1769074856.327584:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46330. 00000400:00000200:3.0:1769074856.330788:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.330808:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c7600 00000400:00000200:3.0:1769074856.330819:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 172344 00000400:00000200:3.0:1769074856.330850:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.330855:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.330863:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.330887:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72d80. 00000020:00000010:2.0:1769074856.331046:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.331053:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.331059:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.331063:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.331068:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.331109:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.331112:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.331115:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826408960 02000000:00000010:2.0:1769074856.331147:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3fc000. 00010000:00000010:2.0:1769074856.331184:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:2.0:1769074856.331200:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:2.0:1769074856.331220:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074856.331226:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074856.331241:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074856.331245:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.331249:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.331252:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.331339:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074856.331343:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.331346:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.331349:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00000020:00000010:2.0:1769074856.331384:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.331391:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.331402:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.331411:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e346000. 00000001:00000010:2.0:1769074856.331646:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9ba0. 00000001:00000010:2.0:1769074856.331653:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074856.331683:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.331691:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074856.331695:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074856.331705:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074856.331745:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00080000:00000010:2.0:1769074856.331767:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d5398. 00000004:00000010:2.0:1769074856.331775:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab9088a300. 00000004:00000010:2.0:1769074856.331779:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da14990. 00000004:00000010:2.0:1769074856.331783:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209258. 00000004:00000010:2.0:1769074856.331788:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eedb4a0. 00010000:00000010:2.0:1769074856.331797:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074856.331811:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889982, last committed = 17179889941 00010000:00000200:2.0:1769074856.331820:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72d80 x1855007826408960/t17179889982(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.331839:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074856.331845:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826408960, offset 224 00000400:00000010:2.0:1769074856.331851:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7150. 00000400:00000200:2.0:1769074856.331856:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.331867:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.331873:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40740:40740:256:4294967295] 192.168.204.10@tcp LPNI seq info [40736:40736:8:4294967295] 00000400:00000200:2.0:1769074856.331878:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.331884:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.331889:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.331894:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074856.331900:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.331907:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.331911:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.331928:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.331932:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.331937:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:0.0:1769074856.332042:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:0.0:1769074856.332048:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:0.0:1769074856.332054:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00000800:00000200:1.0:1769074856.332462:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.332467:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074856.332471:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.332476:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074856.333945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:0.1:1769074856.333965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074856.333972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074856.333978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074856.334792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074856.334801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00000400:00000200:0.0:1769074856.334935:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.334964:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65dc9 00000400:00000200:0.0:1769074856.334972:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.334977:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.334984:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:0.0:1769074856.334986:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00010000:00000010:1.0:1769074856.335090:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:1.0:1769074856.335101:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:0.1:1769074856.335833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074856.335841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074856.340392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074856.340408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:2.1:1769074856.340420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.1:1769074856.340425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074856.340429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.340437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:3.1:1769074856.340553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074856.340559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074856.340563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074856.340565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.1:1769074856.341038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074856.341044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00000400:00000200:3.0:1769074856.341768:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.341787:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c7680 00000400:00000200:3.0:1769074856.341796:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 172832 00000400:00000200:3.0:1769074856.341854:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.341859:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.341867:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.341873:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73800. 00000020:00000010:0.0:1769074856.342146:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.342152:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.342159:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:0.0:1769074856.342164:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.342168:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.342214:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.342217:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.342220:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826409088 00000001:00000010:0.0:1769074856.342230:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8540. 00010000:00000010:0.0:1769074856.342256:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074856.342263:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074856.342290:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8bdf4000. 00010000:00000010:0.0:1769074856.342322:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074856.342326:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.342344:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074856.342359:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074856.342364:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074856.342368:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.342443:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.342447:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.342450:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074856.342454:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.342517:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.342529:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.342534:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074856.342550:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.342564:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73800 x1855007826409088/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.342581:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074856.342587:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826409088, offset 224 00000400:00000200:0.0:1769074856.342593:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.342837:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.342843:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40741:40741:256:4294967295] 192.168.204.10@tcp LPNI seq info [40737:40737:8:4294967295] 00000400:00000200:0.0:1769074856.342854:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.342859:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.342864:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074856.342870:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.342877:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.342881:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.342941:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.342946:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.342949:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:0.0:1769074856.347077:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.347088:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:0.0:1769074856.347097:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.347105:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.347112:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:0.0:1769074856.347115:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00000400:00000200:0.0:1769074856.347454:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.347468:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c7780 00000400:00000200:0.0:1769074856.347476:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 173408 00000400:00000200:0.0:1769074856.347492:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.347495:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.347501:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.347509:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fc000. 00000020:00000010:0.0:1769074856.347929:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.347935:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.347943:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:0.0:1769074856.347949:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.347953:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.348062:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.348066:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.348070:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826409344 02000000:00000010:0.0:1769074856.348110:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8bdf2000. 00010000:00000010:0.0:1769074856.348156:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.348173:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.348192:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.348199:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.348216:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074856.348220:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.348224:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074856.348227:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.348309:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074856.348313:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074856.348317:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074856.348320:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074856.348344:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b567a0. 00000020:00000010:0.0:1769074856.348445:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b567a0. 00000020:00000010:0.0:1769074856.348459:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a240. 00080000:00000010:0.0:1769074856.348469:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83a04000. 00000001:00000010:0.0:1769074856.348870:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad360. 00000001:00000010:0.0:1769074856.348879:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d83c0. 00000020:00000010:0.0:1769074856.348914:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a240. 00010000:00000010:0.0:1769074856.348922:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074856.348927:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.348940:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8540. 00010000:00000010:0.0:1769074856.349049:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074856.349072:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90199c80. 00000004:00000010:0.0:1769074856.349080:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd89c0. 00000004:00000010:0.0:1769074856.349085:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d825760. 00000004:00000010:0.0:1769074856.349090:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117d168. 00000004:00000010:0.0:1769074856.349095:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeede00. 00010000:00000010:0.0:1769074856.349104:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074856.349122:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889983, last committed = 17179889941 00010000:00000200:0.0:1769074856.349133:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fc000 x1855007826409344/t17179889983(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.349153:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074856.349160:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826409344, offset 224 00000400:00000010:0.0:1769074856.349166:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d310. 00000400:00000200:0.0:1769074856.349170:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.349184:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.349190:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40742:40742:256:4294967295] 192.168.204.10@tcp LPNI seq info [40738:40738:8:4294967295] 00000400:00000200:0.0:1769074856.349196:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.349203:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.349209:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.349214:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074856.349220:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.349227:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.349231:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.349369:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.349374:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.349377:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:1.0:1769074856.349506:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074856.349513:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:1.0:1769074856.349520:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8540. 00000800:00000200:0.0:1769074856.352978:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.352989:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:0.0:1769074856.352995:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.353005:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.353088:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.353105:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65dd1 00000400:00000200:2.0:1769074856.353112:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.353115:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.353121:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:2.0:1769074856.353123:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00010000:00000010:0.0:1769074856.353215:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.353225:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00000400:00000200:0.0:1769074856.354247:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.354263:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c7800 00000400:00000200:0.0:1769074856.354272:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 173896 00000400:00000200:0.0:1769074856.354333:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.354337:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.354344:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.354377:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdc380. 00000020:00000010:2.0:1769074856.354916:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.354923:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.354929:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.354936:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.354941:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.354993:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.354996:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.355000:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826409472 00000001:00000010:2.0:1769074856.355010:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074856.355036:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074856.355043:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 02000000:00000010:2.0:1769074856.355072:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3ff000. 00010000:00000010:2.0:1769074856.355104:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.355108:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074856.355128:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074856.355132:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074856.355136:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074856.355139:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074856.355212:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074856.355217:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.355221:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074856.355224:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074856.355292:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074856.355303:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074856.355308:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788d80. 00010000:00000010:2.0:1769074856.355327:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074856.355341:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdc380 x1855007826409472/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.355371:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074856.355378:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826409472, offset 224 00000400:00000200:2.0:1769074856.355384:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.355395:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.355401:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40743:40743:256:4294967295] 192.168.204.10@tcp LPNI seq info [40739:40739:8:4294967295] 00000400:00000200:2.0:1769074856.355412:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.355418:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.355423:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074856.355430:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.355437:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.355441:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.355466:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788f80. 00000020:00000010:2.0:1769074856.355470:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.355475:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074856.355701:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.355706:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:0.0:1769074856.355710:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.355715:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.355719:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:0.0:1769074856.355722:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00010000:00000010:0.1:1769074856.356804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.1:1769074856.356815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074856.356820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.1:1769074856.356822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00000400:00000200:2.0:1769074856.359855:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.359875:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c7900 00000400:00000200:2.0:1769074856.359885:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 174472 00000400:00000200:2.0:1769074856.359902:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.359906:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.359914:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.359921:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600a80. 00000020:00000010:3.0:1769074856.360057:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.360063:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.360070:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074856.360075:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074856.360080:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.360122:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.360125:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.360128:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826409728 02000000:00000010:3.0:1769074856.360184:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8d83b000. 00010000:00000010:3.0:1769074856.360225:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.0:1769074856.360241:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:3.0:1769074856.360260:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074856.360266:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074856.360282:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074856.360286:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074856.360290:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.360293:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:1.1:1769074856.360653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074856.360660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:2.0:1769074856.361240:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074856.361247:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.361252:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074856.361257:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00000020:00000010:2.0:1769074856.361295:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.361302:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.361313:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.361325:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff0cc00. 00010000:00000010:2.1:1769074856.362027:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.362034:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074856.362038:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074856.362041:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000001:00000010:2.0:1769074856.362087:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd99c0. 00000001:00000010:2.0:1769074856.362096:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074856.362129:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.362140:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074856.362146:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074856.362160:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074856.362239:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00080000:00000010:2.0:1769074856.362280:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90198c78. 00000004:00000010:2.0:1769074856.362287:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd8300. 00000004:00000010:2.0:1769074856.362291:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d824550. 00000004:00000010:2.0:1769074856.362295:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117d690. 00000004:00000010:2.0:1769074856.362300:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeeda40. 00010000:00000010:2.0:1769074856.362310:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:2.0:1769074856.362329:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889984, last committed = 17179889941 00010000:00000200:2.0:1769074856.362340:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600a80 x1855007826409728/t17179889984(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.362371:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074856.362378:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826409728, offset 224 00000400:00000010:2.0:1769074856.362385:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7118. 00000400:00000200:2.0:1769074856.362389:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.362402:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.362409:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40744:40744:256:4294967295] 192.168.204.10@tcp LPNI seq info [40740:40740:8:4294967295] 00000400:00000200:2.0:1769074856.362415:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.362421:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.362428:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.362434:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074856.362441:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.362448:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.362452:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.362478:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e400. 00000020:00000010:2.0:1769074856.362483:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:2.0:1769074856.362487:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00010000:00000010:0.1:1769074856.363315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074856.363324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074856.363328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074856.363333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074856.363336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074856.363338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00000800:00000200:0.0:1769074856.363438:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.363443:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:0.0:1769074856.363448:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.363455:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074856.366595:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:3.0:1769074856.367052:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00010000:00000010:3.0:1769074856.367063:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00000400:00000200:0.0:1769074856.367161:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.367180:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65dd9 00000400:00000200:0.0:1769074856.367187:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.367191:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.367197:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:0.0:1769074856.367200:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00000400:00000200:0.0:1769074856.367270:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.367277:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c7980 00000400:00000200:0.0:1769074856.367284:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 174960 00000400:00000200:0.0:1769074856.367342:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.367346:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.367356:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.367362:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdca80. 00010000:00000010:1.0:1769074856.368221:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:1.0:1769074856.368232:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00000020:00000010:2.0:1769074856.368444:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.368450:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.368457:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.368462:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.368467:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.368546:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.368549:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.368552:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826409856 00000001:00000010:2.0:1769074856.368563:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d83c0. 00010000:00000010:2.0:1769074856.368586:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074856.368593:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 02000000:00000010:2.0:1769074856.368652:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88aa0000. 00010000:00000010:2.0:1769074856.368682:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.368687:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074856.368702:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074856.368706:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.368710:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074856.368713:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074856.368799:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074856.368803:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.368807:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074856.368810:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074856.368867:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074856.368877:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074856.368882:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.368901:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074856.368917:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdca80 x1855007826409856/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.368935:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074856.368942:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826409856, offset 224 00000400:00000200:2.0:1769074856.368948:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.368973:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.368979:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40745:40745:256:4294967295] 192.168.204.10@tcp LPNI seq info [40741:40741:8:4294967295] 00000400:00000200:2.0:1769074856.368991:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.368997:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.369003:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074856.369010:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.369017:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.369022:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.369044:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.369048:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.369053:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.1:1769074856.369114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.1:1769074856.369121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00000800:00000200:3.0:1769074856.369214:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.369218:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074856.369222:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.369226:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.369230:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:3.0:1769074856.369232:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00000400:00000200:3.0:1769074856.372103:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.372123:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c7a80 00000400:00000200:3.0:1769074856.372133:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 175536 00000400:00000200:3.0:1769074856.372149:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.372154:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.372162:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.372169:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73480. 00000020:00000010:0.0:1769074856.372995:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.373003:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.373010:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:0.0:1769074856.373015:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074856.373020:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.373061:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.373064:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.373067:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826410112 02000000:00000010:0.0:1769074856.373102:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8bdf6000. 00010000:00000010:0.0:1769074856.373143:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:0.0:1769074856.373161:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788600. 00010000:00000010:0.0:1769074856.373182:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.373189:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.373205:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074856.373209:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074856.373213:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074856.373215:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.373297:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.373301:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074856.373304:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074856.373307:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074856.373331:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56200. 00000020:00000010:0.0:1769074856.373338:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56200. 00000020:00000010:0.0:1769074856.373499:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074856.373510:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83a07800. 00000001:00000010:0.0:1769074856.373983:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad6c0. 00000001:00000010:0.0:1769074856.373991:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8f00. 00000020:00000010:0.0:1769074856.374025:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074856.374034:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074856.374040:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.374052:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8480. 00010000:00000010:0.0:1769074856.374091:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074856.374114:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90130390. 00000004:00000010:0.0:1769074856.374122:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88dda0c0. 00000004:00000010:0.0:1769074856.374126:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba03dc000. 00000004:00000010:0.0:1769074856.374131:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabafd64690. 00000004:00000010:0.0:1769074856.374138:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc71860. 00010000:00000010:0.0:1769074856.374148:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.374165:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889985, last committed = 17179889941 00010000:00000200:0.0:1769074856.374176:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73480 x1855007826410112/t17179889985(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.374196:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074856.374202:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826410112, offset 224 00000400:00000010:0.0:1769074856.374208:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d888. 00000400:00000200:0.0:1769074856.374212:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.374227:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.374233:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40746:40746:256:4294967295] 192.168.204.10@tcp LPNI seq info [40742:40742:8:4294967295] 00000400:00000200:0.0:1769074856.374240:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.374246:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.374252:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.374258:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074856.374266:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.374272:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.374277:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.374306:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074856.374310:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.374314:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:3.0:1769074856.374382:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074856.374389:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:3.0:1769074856.374395:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8480. 00000800:00000200:1.0:1769074856.374594:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.374599:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:1.0:1769074856.377225:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.377240:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.377499:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.377517:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65de1 00000400:00000200:3.0:1769074856.377524:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.377528:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.377535:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:3.0:1769074856.377538:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00000400:00000200:3.0:1769074856.377564:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.377571:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c7b00 00000400:00000200:3.0:1769074856.377579:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 176024 00010000:00000010:0.0:1769074856.378030:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.378042:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00000400:00000200:3.0:1769074856.378574:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.378581:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.378588:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.378594:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70380. 00000020:00000010:2.0:1769074856.379065:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.379071:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.379078:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.379085:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.379090:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.379169:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.379172:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.379175:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826410240 00000001:00000010:2.0:1769074856.379186:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074856.379209:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.379217:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 02000000:00000010:2.0:1769074856.379246:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88aa3000. 00010000:00000010:2.0:1769074856.379277:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074856.379281:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074856.379300:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074856.379304:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.379308:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.379311:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074856.379397:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074856.379401:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.379405:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074856.379409:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.379475:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074856.379485:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074856.379490:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.379512:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074856.379531:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70380 x1855007826410240/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.379552:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074856.379558:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826410240, offset 224 00000400:00000200:2.0:1769074856.379565:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.379577:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.379584:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40747:40747:256:4294967295] 192.168.204.10@tcp LPNI seq info [40743:40743:8:4294967295] 00000400:00000200:2.0:1769074856.379596:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00010000:00000010:2.1:1769074856.379649:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074856.379658:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00000800:00000200:2.0:1769074856.379664:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.379670:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074856.379676:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.379683:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.379688:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.379708:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.379712:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.379717:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.1:1769074856.379909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074856.379916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000800:00000200:3.0:1769074856.380014:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.380018:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074856.380023:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.380027:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.380031:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:3.0:1769074856.380034:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00010000:00000010:2.1:1769074856.383717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.383741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074856.383748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074856.383750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.1:1769074856.383798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:0.1:1769074856.383804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074856.383808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074856.383814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074856.383817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074856.383820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:1.1:1769074856.383864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074856.383869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00000400:00000200:1.0:1769074856.384971:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.384994:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c7c00 00000400:00000200:1.0:1769074856.385004:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 176600 00000400:00000200:1.0:1769074856.385023:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.385028:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.385036:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.385044:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeab480. 00000020:00000010:2.0:1769074856.385162:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.385169:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.385175:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.385181:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.385187:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.385275:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.385278:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.385282:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826410496 02000000:00000010:2.0:1769074856.385321:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88aa4000. 00010000:00000010:2.0:1769074856.385376:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.385394:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.385417:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074856.385424:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.385453:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074856.385457:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.385461:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074856.385464:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074856.385555:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074856.385559:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.385563:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.385566:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00000020:00000010:2.0:1769074856.385593:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.385776:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.385791:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.385801:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff0d800. 00000001:00000010:2.0:1769074856.386013:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9600. 00000001:00000010:2.0:1769074856.386020:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074856.386052:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.386061:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074856.386066:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074856.386079:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074856.386166:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00080000:00000010:2.0:1769074856.386191:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90130e40. 00000004:00000010:2.0:1769074856.386200:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a3eaf00. 00000004:00000010:2.0:1769074856.386204:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba03dd430. 00000004:00000010:2.0:1769074856.386209:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabafd64438. 00000004:00000010:2.0:1769074856.386215:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc70000. 00010000:00000010:2.0:1769074856.386224:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000200:2.0:1769074856.386241:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889986, last committed = 17179889941 00010000:00000200:2.0:1769074856.386250:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeab480 x1855007826410496/t17179889986(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.386268:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074856.386274:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826410496, offset 224 00000400:00000010:2.0:1769074856.386280:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f75b0. 00000400:00000200:2.0:1769074856.386284:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.386297:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.386304:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40748:40748:256:4294967295] 192.168.204.10@tcp LPNI seq info [40744:40744:8:4294967295] 00000400:00000200:2.0:1769074856.386310:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.386316:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.386321:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.386326:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074856.386333:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.386339:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.386343:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.386371:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.386377:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.386382:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074856.386504:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.386509:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:3.0:1769074856.386513:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.386518:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.388382:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.388400:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65de9 00000400:00000200:3.0:1769074856.388407:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.388411:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.388418:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:3.0:1769074856.388421:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:3.0:1769074856.388478:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:3.0:1769074856.388489:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788600. 00010000:00000010:1.0:1769074856.390287:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:1.0:1769074856.390305:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:1.0:1769074856.390318:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00010000:00000010:3.1:1769074856.391053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074856.391064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00000400:00000200:1.0:1769074856.391188:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.391205:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c7c80 00000400:00000200:1.0:1769074856.391213:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 177088 00000400:00000200:1.0:1769074856.391276:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.391281:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.391289:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.391295:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea8380. 00010000:00000010:2.1:1769074856.391636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074856.391644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074856.391648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074856.391652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00000020:00000010:2.0:1769074856.391685:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.391691:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.391697:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.391703:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.391708:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.391753:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.391756:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.391759:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826410624 00000001:00000010:2.0:1769074856.391768:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8f00. 00010000:00000010:2.0:1769074856.391792:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.391799:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 02000000:00000010:2.0:1769074856.391826:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88aa2000. 00010000:00000010:2.0:1769074856.391857:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.391861:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074856.391878:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074856.391882:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.391886:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074856.391889:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074856.391970:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074856.391973:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.391978:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074856.391981:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074856.392043:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074856.392052:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074856.392056:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.392076:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000200:2.0:1769074856.392091:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea8380 x1855007826410624/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.392108:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074856.392115:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826410624, offset 224 00000400:00000200:2.0:1769074856.392122:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.392132:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.392139:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40749:40749:256:4294967295] 192.168.204.10@tcp LPNI seq info [40745:40745:8:4294967295] 00000400:00000200:2.0:1769074856.392151:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.392156:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.392161:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074856.392168:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.392175:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.392179:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.392199:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.392203:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.392208:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074856.392674:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.392679:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:3.0:1769074856.392683:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.392688:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.392693:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:3.0:1769074856.392696:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00010000:00000010:3.1:1769074856.395668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074856.395686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:1.1:1769074856.395803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074856.395810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00000400:00000200:3.0:1769074856.396880:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.396898:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c7d80 00000400:00000200:3.0:1769074856.396907:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 177664 00000400:00000200:3.0:1769074856.396924:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.396929:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.396937:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.396943:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70a80. 00000020:00000010:0.0:1769074856.397252:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.397259:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.397266:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:0.0:1769074856.397272:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.397277:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.397318:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.397320:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.397324:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826410880 02000000:00000010:0.0:1769074856.397372:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8bdf7000. 00010000:00000010:0.0:1769074856.397414:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:0.0:1769074856.397431:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:0.0:1769074856.397452:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074856.397459:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.397476:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074856.397479:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.397483:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.397486:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.397570:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074856.397575:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074856.397579:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074856.397582:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074856.397648:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56200. 00000020:00000010:0.0:1769074856.397656:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56200. 00000020:00000010:0.0:1769074856.397668:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074856.397678:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83a05000. 00000001:00000010:0.0:1769074856.397894:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adc60. 00000001:00000010:0.0:1769074856.397901:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8e40. 00000020:00000010:0.0:1769074856.397934:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074856.397942:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074856.397946:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.397971:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8000. 00010000:00000010:0.0:1769074856.398002:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074856.398025:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d5ab8. 00000004:00000010:0.0:1769074856.398033:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a3ea180. 00000004:00000010:0.0:1769074856.398036:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da15dc0. 00000004:00000010:0.0:1769074856.398041:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209b40. 00000004:00000010:0.0:1769074856.398045:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f916b40. 00010000:00000010:0.0:1769074856.398054:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074856.398071:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889987, last committed = 17179889941 00010000:00000200:0.0:1769074856.398082:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70a80 x1855007826410880/t17179889987(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.398101:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074856.398107:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826410880, offset 224 00000400:00000010:0.0:1769074856.398114:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8dc78. 00000400:00000200:0.0:1769074856.398117:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.398132:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.398138:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40750:40750:256:4294967295] 192.168.204.10@tcp LPNI seq info [40746:40746:8:4294967295] 00000400:00000200:0.0:1769074856.398144:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.398151:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.398157:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.398162:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074856.398168:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.398174:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.398178:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.398209:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074856.398214:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.398218:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:1.0:1769074856.398695:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074856.398704:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:1.0:1769074856.398711:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8000. 00000800:00000200:3.0:1769074856.398977:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.398982:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074856.398987:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.398993:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074856.399217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074856.399225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074856.399229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.399233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074856.399237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074856.399239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074856.399241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074856.399243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00000400:00000200:3.0:1769074856.401301:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.401325:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65df1 00000400:00000200:3.0:1769074856.401332:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.401335:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.401342:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:3.0:1769074856.401345:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00010000:00000010:0.0:1769074856.401524:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.401535:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00000400:00000200:3.0:1769074856.404116:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.404137:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c7e00 00000400:00000200:3.0:1769074856.404147:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 178152 00000400:00000200:3.0:1769074856.404216:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.404222:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.404230:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.404237:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71180. 00010000:00000010:0.1:1769074856.404648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:0.1:1769074856.404659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074856.404664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074856.404671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00000020:00000010:3.0:1769074856.405850:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.405860:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.405867:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.405874:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.405880:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.405972:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.405975:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.405979:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826411008 00000001:00000010:3.0:1769074856.405990:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:3.0:1769074856.406014:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074856.406022:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 02000000:00000010:3.0:1769074856.406050:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8d83c000. 00010000:00000010:3.0:1769074856.406081:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.406086:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.406106:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074856.406109:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074856.406114:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.406117:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074856.406185:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074856.406190:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074856.406194:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074856.406197:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074856.406261:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.406272:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074856.406278:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074856.406295:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000200:3.0:1769074856.406312:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71180 x1855007826411008/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.406336:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46bb0. 00000100:00000200:3.0:1769074856.406342:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826411008, offset 224 00000400:00000200:3.0:1769074856.406360:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.406373:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.406379:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40751:40751:256:4294967295] 192.168.204.10@tcp LPNI seq info [40747:40747:8:4294967295] 00000400:00000200:3.0:1769074856.406391:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.406397:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.406402:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074856.406408:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.406415:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.406419:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.406479:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.406484:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.406488:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074856.407300:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.407307:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074856.407317:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.407323:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.407329:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46bb0 00000400:00000010:1.0:1769074856.407332:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46bb0. 00010000:00000010:0.1:1769074856.409662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074856.409676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:1.1:1769074856.409826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074856.409832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00000400:00000200:3.0:1769074856.412713:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.412746:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c7f00 00000400:00000200:3.0:1769074856.412755:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 178728 00000400:00000200:3.0:1769074856.412774:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.412778:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.412786:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.412792:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72680. 00000020:00000010:2.0:1769074856.412907:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.412914:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.412920:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.412925:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.412931:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.412974:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.412977:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.412980:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826411264 02000000:00000010:2.0:1769074856.413017:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88aa6000. 00010000:00000010:2.0:1769074856.413060:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:2.0:1769074856.413078:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:2.0:1769074856.413097:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.413103:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.413119:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074856.413123:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.413127:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074856.413130:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074856.413236:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074856.413244:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.413247:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.413251:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00000020:00000010:2.0:1769074856.413276:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.413284:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.413295:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.413305:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff0c400. 00000001:00000010:2.0:1769074856.413533:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9960. 00000001:00000010:2.0:1769074856.413540:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074856.413572:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.413581:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074856.413585:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074856.413597:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074856.413672:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00080000:00000010:2.0:1769074856.413693:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d5728. 00000004:00000010:2.0:1769074856.413700:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc4e2900. 00000004:00000010:2.0:1769074856.413704:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da14770. 00000004:00000010:2.0:1769074856.413708:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209e88. 00000004:00000010:2.0:1769074856.413713:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f917e00. 00010000:00000010:2.0:1769074856.413722:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000200:2.0:1769074856.413738:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889988, last committed = 17179889941 00010000:00000200:2.0:1769074856.413748:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72680 x1855007826411264/t17179889988(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.413768:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074856.413775:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826411264, offset 224 00000400:00000010:2.0:1769074856.413781:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7f88. 00000400:00000200:2.0:1769074856.413785:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.413799:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.413805:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40752:40752:256:4294967295] 192.168.204.10@tcp LPNI seq info [40748:40748:8:4294967295] 00000400:00000200:2.0:1769074856.413812:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.413819:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.413824:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.413829:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074856.413836:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.413843:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.413847:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.413864:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.413869:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.413874:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074856.414196:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.414201:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074856.414205:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.414210:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074856.414820:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:1.0:1769074856.414828:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:1.0:1769074856.414836:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00010000:00000010:3.1:1769074856.415653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.1:1769074856.415663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074856.415669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074856.415672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.1:1769074856.419430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.1:1769074856.419447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074856.419451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074856.419458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00000400:00000200:1.0:1769074856.420800:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.420821:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65df9 00000400:00000200:1.0:1769074856.420829:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.420833:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.420840:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:1.0:1769074856.420843:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00010000:00000010:3.0:1769074856.420944:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:3.0:1769074856.420964:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00000400:00000200:3.0:1769074856.422774:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.422792:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c7f80 00000400:00000200:3.0:1769074856.422801:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 179216 00000400:00000200:3.0:1769074856.422863:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.422868:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.422875:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.422882:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71880. 00000020:00000010:0.0:1769074856.422993:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.422999:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.423008:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:0.0:1769074856.423013:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074856.423018:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.423061:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.423064:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.423068:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826411392 00000001:00000010:0.0:1769074856.423078:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8e40. 00010000:00000010:0.0:1769074856.423105:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.423113:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074856.423138:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8bdf5000. 00010000:00000010:0.0:1769074856.423166:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074856.423170:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.423188:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074856.423192:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074856.423196:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074856.423199:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.423268:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074856.423272:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074856.423276:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074856.423280:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.423342:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.423361:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.423367:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074856.423385:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.423399:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71880 x1855007826411392/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.423417:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074856.423422:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826411392, offset 224 00000400:00000200:0.0:1769074856.423428:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.423439:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.423444:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40753:40753:256:4294967295] 192.168.204.10@tcp LPNI seq info [40749:40749:8:4294967295] 00000400:00000200:0.0:1769074856.423455:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.423460:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.423465:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074856.423471:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.423477:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.423481:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.423507:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074856.423511:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.423514:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:3.0:1769074856.424130:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.424136:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:3.0:1769074856.424141:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.424147:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.424152:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:3.0:1769074856.424155:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00010000:00000010:1.1:1769074856.425758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074856.425771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00000400:00000200:1.0:1769074856.427892:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.427911:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c8080 00000400:00000200:1.0:1769074856.427921:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 179792 00000400:00000200:1.0:1769074856.427963:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.427968:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.427976:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.427983:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea8a80. 00000020:00000010:2.0:1769074856.428978:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.428988:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.428994:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.429001:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.429006:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.429081:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.429085:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.429088:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826411648 02000000:00000010:2.0:1769074856.429126:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88aa7000. 00010000:00000010:2.0:1769074856.429169:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074856.429184:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:2.0:1769074856.429204:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.429210:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.429228:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074856.429231:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.429235:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.429238:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074856.429324:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074856.429327:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.429330:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.429334:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074856.429372:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.429378:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.429389:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.429398:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff0d000. 00000001:00000010:2.0:1769074856.429596:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9f00. 00000001:00000010:2.0:1769074856.429641:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074856.429675:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.429684:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074856.429688:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074856.429700:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:3.0:1769074856.430019:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:3.0:1769074856.430027:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074856.430065:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.430070:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788600. 00080000:00000010:2.0:1769074856.430093:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d41c8. 00000004:00000010:2.0:1769074856.430100:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a3ead80. 00000004:00000010:2.0:1769074856.430104:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da14880. 00000004:00000010:2.0:1769074856.430108:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209960. 00000004:00000010:2.0:1769074856.430113:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f917860. 00010000:00000010:2.0:1769074856.430123:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000200:2.0:1769074856.430140:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889989, last committed = 17179889941 00010000:00000200:2.0:1769074856.430150:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea8a80 x1855007826411648/t17179889989(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.430170:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074856.430176:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826411648, offset 224 00000400:00000010:2.0:1769074856.430183:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7620. 00000400:00000200:2.0:1769074856.430187:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.430203:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.430209:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40754:40754:256:4294967295] 192.168.204.10@tcp LPNI seq info [40750:40750:8:4294967295] 00000400:00000200:2.0:1769074856.430216:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.430223:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.430229:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.430235:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074856.430242:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.430250:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.430254:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.430282:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.430286:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.430291:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074856.430423:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.430427:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:3.0:1769074856.430431:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.430436:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.432932:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.432963:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e01 00000400:00000200:3.0:1769074856.432972:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.432976:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.432983:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:3.0:1769074856.432986:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00010000:00000010:0.1:1769074856.433335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074856.433345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074856.433361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.1:1769074856.433364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.433403:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:0.0:1769074856.433414:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:3.1:1769074856.433653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074856.433659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000400:00000200:1.0:1769074856.435969:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.435991:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c8100 00000400:00000200:1.0:1769074856.436001:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 180280 00000400:00000200:1.0:1769074856.436062:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.436068:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.436076:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.436084:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea9180. 00000020:00000010:2.0:1769074856.436587:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.436594:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.436619:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.436626:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.436639:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.436677:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.436680:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.436683:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826411776 00000001:00000010:2.0:1769074856.436695:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074856.436721:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074856.436729:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 02000000:00000010:2.0:1769074856.436770:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88aa5000. 00010000:00000010:2.0:1769074856.436798:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.436802:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.436822:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074856.436826:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.436830:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.436833:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.436905:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074856.436910:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.436914:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.0:1769074856.436917:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074856.436991:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.437003:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.437010:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.437029:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000200:2.0:1769074856.437046:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea9180 x1855007826411776/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.437063:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074856.437070:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826411776, offset 224 00000400:00000200:2.0:1769074856.437077:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.437088:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.437094:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40755:40755:256:4294967295] 192.168.204.10@tcp LPNI seq info [40751:40751:8:4294967295] 00000400:00000200:2.0:1769074856.437105:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.437111:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.437116:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074856.437123:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.437130:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.437134:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.437153:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.437157:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.437162:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074856.437891:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.437898:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074856.437904:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.437910:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.437915:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:3.0:1769074856.437917:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00000400:00000200:3.0:1769074856.441890:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.441910:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c8200 00000400:00000200:3.0:1769074856.441920:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 180856 00000400:00000200:3.0:1769074856.441937:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.441942:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.441950:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.441968:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71f80. 00000020:00000010:0.0:1769074856.442229:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.442236:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.442243:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:0.0:1769074856.442248:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074856.442253:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.442293:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.442296:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.442299:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826412032 02000000:00000010:0.0:1769074856.442362:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fb74000. 00010000:00000010:0.0:1769074856.442403:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:0.0:1769074856.442420:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:0.0:1769074856.442440:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.442445:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.442461:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074856.442464:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074856.442469:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074856.442471:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.442551:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074856.442555:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074856.442558:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074856.442561:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074856.442581:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56200. 00000020:00000010:0.0:1769074856.442587:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56200. 00000020:00000010:0.0:1769074856.442599:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074856.442642:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83a07c00. 00000001:00000010:0.0:1769074856.442907:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad180. 00000001:00000010:0.0:1769074856.442914:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8a80. 00000020:00000010:0.0:1769074856.442946:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074856.442966:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074856.442971:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.442983:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8e40. 00010000:00000010:0.0:1769074856.443011:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074856.443041:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90130720. 00000004:00000010:0.0:1769074856.443047:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88dda300. 00000004:00000010:0.0:1769074856.443050:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba03dcdd0. 00000004:00000010:0.0:1769074856.443054:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabafd64bb8. 00000004:00000010:0.0:1769074856.443061:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc70d20. 00010000:00000010:0.0:1769074856.443070:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.443087:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889990, last committed = 17179889941 00010000:00000200:0.0:1769074856.443096:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71f80 x1855007826412032/t17179889990(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.443115:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074856.443122:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826412032, offset 224 00000400:00000010:0.0:1769074856.443127:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d268. 00000400:00000200:0.0:1769074856.443131:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.443142:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.443149:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40756:40756:256:4294967295] 192.168.204.10@tcp LPNI seq info [40752:40752:8:4294967295] 00000400:00000200:0.0:1769074856.443156:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.443162:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.443168:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.443173:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074856.443179:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.443186:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.443191:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.443215:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074856.443220:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.443224:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:1.0:1769074856.443306:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074856.443312:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:1.0:1769074856.443318:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8e40. 00010000:00000010:2.1:1769074856.443474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074856.443481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074856.443485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074856.443489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.443494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074856.443647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00000800:00000200:3.0:1769074856.443750:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.443754:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074856.443759:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.443764:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.445893:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.445913:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e09 00000400:00000200:3.0:1769074856.445921:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.445924:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.445930:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:3.0:1769074856.445933:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00010000:00000010:1.0:1769074856.446075:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074856.446086:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00000400:00000200:3.0:1769074856.448861:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.448880:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c8280 00000400:00000200:3.0:1769074856.448889:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 181344 00000400:00000200:3.0:1769074856.448950:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.449264:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.449275:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.449282:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73b80. 00000020:00000010:2.0:1769074856.449547:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.449553:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.449559:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.449565:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.449570:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.449634:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.449637:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.449640:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826412160 00000001:00000010:2.0:1769074856.449650:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074856.449675:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.449682:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 02000000:00000010:2.0:1769074856.449712:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbcaaa000. 00010000:00000010:2.0:1769074856.449939:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.449944:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.449974:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074856.449978:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.449982:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.0:1769074856.449986:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.450065:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074856.450069:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.450072:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074856.450075:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074856.450136:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.450148:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.450154:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.450175:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000200:2.0:1769074856.450190:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73b80 x1855007826412160/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.450208:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074856.450214:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826412160, offset 224 00000400:00000200:2.0:1769074856.450220:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.450233:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.450240:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40757:40757:256:4294967295] 192.168.204.10@tcp LPNI seq info [40753:40753:8:4294967295] 00000400:00000200:2.0:1769074856.450251:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.450256:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.450261:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074856.450268:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.450275:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.450279:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.450295:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.450299:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.450304:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074856.450458:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.450463:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:3.0:1769074856.450467:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.450472:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.450477:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:3.0:1769074856.450479:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00010000:00000010:0.1:1769074856.451766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074856.451779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00000400:00000200:3.0:1769074856.455099:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.455119:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c8380 00000400:00000200:3.0:1769074856.455128:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 181920 00000400:00000200:3.0:1769074856.455144:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.455149:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.455157:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.455164:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70000. 00000020:00000010:2.0:1769074856.455320:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.455325:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.455332:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.455337:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.455342:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.455393:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.455396:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.455399:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826412416 02000000:00000010:2.0:1769074856.455456:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee3000. 00010000:00000010:2.0:1769074856.455496:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074856.455511:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.455532:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074856.455537:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074856.455553:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074856.455556:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.455560:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074856.455563:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.455681:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074856.455685:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.455689:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074856.455692:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074856.455716:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.455724:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00010000:00000010:0.1:1769074856.456166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074856.456174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074856.456763:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074856.456770:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074856.456773:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074856.456776:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00000020:00000010:2.0:1769074856.456791:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.456803:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff0ec00. 00000001:00000010:2.0:1769074856.457054:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9c60. 00000001:00000010:2.0:1769074856.457062:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074856.457094:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.457106:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074856.457113:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.457133:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074856.457181:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00080000:00000010:2.0:1769074856.457209:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90198720. 00000004:00000010:2.0:1769074856.457216:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd80c0. 00000004:00000010:2.0:1769074856.457220:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d825870. 00000004:00000010:2.0:1769074856.457226:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117d618. 00000004:00000010:2.0:1769074856.457231:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeed680. 00010000:00000010:2.0:1769074856.457243:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074856.457260:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889991, last committed = 17179889941 00010000:00000200:2.0:1769074856.457273:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70000 x1855007826412416/t17179889991(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.457293:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074856.457300:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826412416, offset 224 00000400:00000010:2.0:1769074856.457307:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7a80. 00000400:00000200:2.0:1769074856.457311:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.457325:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.457332:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40758:40758:256:4294967295] 192.168.204.10@tcp LPNI seq info [40754:40754:8:4294967295] 00000400:00000200:2.0:1769074856.457339:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.457346:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.457366:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.457372:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074856.457378:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.457385:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.457389:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.457407:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.457412:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.457417:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074856.457800:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.457804:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074856.457809:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.457815:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074856.458301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074856.458309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:1.1:1769074856.458313:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074856.458316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:1.0:1769074856.458343:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:1.0:1769074856.458362:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788600. 00010000:00000010:1.0:1769074856.458370:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00010000:00000010:2.1:1769074856.458921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.458929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074856.458933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074856.458935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:0.1:1769074856.459662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074856.459673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00000400:00000200:3.0:1769074856.460469:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.460489:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e11 00000400:00000200:3.0:1769074856.460496:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.460501:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.460507:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:3.0:1769074856.460510:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00010000:00000010:0.0:1769074856.460658:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:0.0:1769074856.460668:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00000400:00000200:3.0:1769074856.463110:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.463128:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c8400 00000400:00000200:3.0:1769074856.463136:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 182408 00000400:00000200:3.0:1769074856.463199:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.463205:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.463213:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.463220:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71c00. 00010000:00000010:1.1:1769074856.463636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074856.463644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074856.463921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074856.463928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074856.463930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074856.463936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000020:00000010:2.0:1769074856.463979:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.463985:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.463993:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.463999:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.464005:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.464048:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.464051:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.464055:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826412544 00000001:00000010:2.0:1769074856.464065:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8a80. 00010000:00000010:2.0:1769074856.464090:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074856.464098:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 02000000:00000010:2.0:1769074856.464126:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8eee4000. 00010000:00000010:2.0:1769074856.464329:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074856.464334:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.464364:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074856.464368:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.464373:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074856.464378:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.464452:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074856.464456:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.464460:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.464463:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.464529:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.464539:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.464544:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.464563:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074856.464579:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71c00 x1855007826412544/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.464598:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074856.465159:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826412544, offset 224 00000400:00000200:2.0:1769074856.465171:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.465184:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.465190:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40759:40759:256:4294967295] 192.168.204.10@tcp LPNI seq info [40755:40755:8:4294967295] 00000400:00000200:2.0:1769074856.465203:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.465209:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.465215:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074856.465221:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.465228:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.465233:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.465308:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.465314:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.465319:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074856.469193:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.469203:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074856.469211:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.469220:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.469228:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:3.0:1769074856.469230:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00000400:00000200:3.0:1769074856.469257:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.469271:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c8500 00000400:00000200:3.0:1769074856.469279:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 182984 00000400:00000200:3.0:1769074856.469296:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.469300:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.469305:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.469311:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72300. 00000020:00000010:2.0:1769074856.469401:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.469408:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.469414:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.469420:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.469425:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.469466:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.469469:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.469472:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826412800 02000000:00000010:2.0:1769074856.469505:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee2000. 00010000:00000010:2.0:1769074856.469543:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.469560:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.469579:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.0:1769074856.469585:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.469600:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074856.469626:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.469639:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.469643:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074856.469722:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074856.469727:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.469741:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.469746:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074856.469771:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.469778:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.469788:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.469798:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff0f000. 00000001:00000010:2.0:1769074856.470046:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9e40. 00000001:00000010:2.0:1769074856.470053:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00000020:00000010:2.0:1769074856.470087:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.470095:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.470099:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.470112:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf480. 00010000:00000010:2.0:1769074856.470152:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.470159:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf480. 00010000:00000010:2.0:1769074856.470179:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.470183:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00080000:00000010:2.0:1769074856.470206:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f54f560. 00000004:00000010:2.0:1769074856.470214:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fa18180. 00000004:00000010:2.0:1769074856.470218:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8397acc0. 00000004:00000010:2.0:1769074856.470223:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84312168. 00000004:00000010:2.0:1769074856.470227:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f5492c0. 00010000:00000010:2.0:1769074856.470235:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074856.470253:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889992, last committed = 17179889941 00010000:00000200:2.0:1769074856.470263:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72300 x1855007826412800/t17179889992(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.470283:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074856.470290:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826412800, offset 224 00000400:00000010:2.0:1769074856.470296:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7dc8. 00000400:00000200:2.0:1769074856.470300:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.470313:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.470319:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40760:40760:256:4294967295] 192.168.204.10@tcp LPNI seq info [40756:40756:8:4294967295] 00000400:00000200:2.0:1769074856.470325:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.470332:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.470337:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.470342:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074856.470348:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.470354:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.470358:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.471027:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.471036:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.471041:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074856.471193:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.471198:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074856.471202:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.471210:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.474680:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.474703:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e19 00000400:00000200:3.0:1769074856.474710:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.474716:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.474723:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:3.0:1769074856.474726:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00000400:00000200:3.0:1769074856.474768:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.474775:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c8580 00000400:00000200:3.0:1769074856.474782:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 183472 00000400:00000200:3.0:1769074856.474833:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.474837:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.474842:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.474849:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70700. 00000020:00000010:2.0:1769074856.475497:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.475504:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.475511:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.475516:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.475522:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.475567:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.475570:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.475574:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826412928 00000001:00000010:2.0:1769074856.475585:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074856.475638:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074856.475648:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 02000000:00000010:2.0:1769074856.475677:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8eee6000. 00010000:00000010:2.0:1769074856.475708:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074856.475711:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.475739:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074856.475744:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788300. 00010000:00000010:2.0:1769074856.475748:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074856.475751:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.475823:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074856.475827:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.475831:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074856.475834:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074856.475899:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.475912:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.475917:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788300. 00010000:00000010:2.0:1769074856.475938:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074856.475967:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70700 x1855007826412928/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.475986:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074856.475993:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826412928, offset 224 00000400:00000200:2.0:1769074856.475999:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.476010:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.476016:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40761:40761:256:4294967295] 192.168.204.10@tcp LPNI seq info [40757:40757:8:4294967295] 00000400:00000200:2.0:1769074856.476027:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.476032:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.476038:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074856.476044:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.476051:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.476055:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.476071:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.476076:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.476081:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:0.1:1769074856.476359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074856.476366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:0.0:1769074856.476390:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:0.0:1769074856.476395:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00000800:00000200:3.0:1769074856.476674:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.476679:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074856.476684:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.476689:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.476694:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:3.0:1769074856.476696:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00010000:00000010:2.1:1769074856.478822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074856.478834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074856.478838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074856.478842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00000400:00000200:1.0:1769074856.480186:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.480205:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c8680 00000400:00000200:1.0:1769074856.480212:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 184048 00000400:00000200:1.0:1769074856.480228:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.480232:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.480239:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.480245:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeaa680. 00000020:00000010:0.0:1769074856.480334:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.480339:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.480346:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:0.0:1769074856.480360:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074856.480364:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.480400:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.480402:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.480405:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826413184 02000000:00000010:0.0:1769074856.480438:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fb72000. 00010000:00000010:0.0:1769074856.480473:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:0.0:1769074856.480489:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:0.0:1769074856.480506:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.480512:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.480528:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.480531:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074856.480535:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074856.480538:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.480654:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074856.480658:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074856.480661:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074856.480664:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074856.480684:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56200. 00000020:00000010:0.0:1769074856.480689:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56200. 00000020:00000010:0.0:1769074856.480699:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074856.480710:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83a06800. 00000001:00000010:0.0:1769074856.481157:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad0c0. 00000001:00000010:0.0:1769074856.481165:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8e40. 00000020:00000010:0.0:1769074856.481199:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074856.481208:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074856.481212:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.481223:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8a80. 00010000:00000010:0.0:1769074856.481268:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074856.481290:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901991d0. 00000004:00000010:0.0:1769074856.481297:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd8e40. 00000004:00000010:0.0:1769074856.481301:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d824990. 00000004:00000010:0.0:1769074856.481305:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117d8e8. 00000004:00000010:0.0:1769074856.481309:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeec3c0. 00010000:00000010:0.0:1769074856.481318:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074856.481335:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889993, last committed = 17179889941 00010000:00000200:0.0:1769074856.481696:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeaa680 x1855007826413184/t17179889993(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.481721:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074856.481728:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826413184, offset 224 00000400:00000010:0.0:1769074856.481745:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8da48. 00000400:00000200:0.0:1769074856.481750:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.481763:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.481769:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40762:40762:256:4294967295] 192.168.204.10@tcp LPNI seq info [40758:40758:8:4294967295] 00000400:00000200:0.0:1769074856.481775:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.481782:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.481787:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.481791:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074856.481797:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.481804:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.481808:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.481830:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074856.481835:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.481839:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:3.0:1769074856.481971:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074856.481979:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:3.0:1769074856.481985:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8a80. 00000800:00000200:1.0:1769074856.482437:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.482442:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074856.482446:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.482452:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074856.484027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074856.484040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00000400:00000200:3.0:1769074856.484881:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.484900:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e21 00000400:00000200:3.0:1769074856.484907:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.484911:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.484919:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:3.0:1769074856.484922:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00010000:00000010:2.1:1769074856.485000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074856.485007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074856.485013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074856.485016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074856.485019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074856.485024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.0:1769074856.485113:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.485122:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:2.1:1769074856.486901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074856.486913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074856.486916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074856.486920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074856.487065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074856.487072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074856.487122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:0.1:1769074856.487128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00000400:00000200:1.0:1769074856.487774:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.487791:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c8700 00000400:00000200:1.0:1769074856.487801:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 184536 00000400:00000200:1.0:1769074856.487868:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.487874:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.487882:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.487890:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea9880. 00000020:00000010:0.0:1769074856.488013:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.488019:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.488027:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:0.0:1769074856.488033:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.488038:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.488079:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.488082:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.488086:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826413312 00000001:00000010:0.0:1769074856.488096:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 00010000:00000010:0.0:1769074856.488123:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074856.488132:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074856.488163:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fb76000. 00010000:00000010:0.0:1769074856.488193:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.0:1769074856.488198:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.488217:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074856.488220:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.488225:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074856.488228:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.488304:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074856.488309:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074856.488312:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074856.488316:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.488388:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.488400:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.488405:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.488424:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074856.488439:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea9880 x1855007826413312/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.488458:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074856.488464:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826413312, offset 224 00000400:00000200:0.0:1769074856.488471:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.488481:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.488487:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40763:40763:256:4294967295] 192.168.204.10@tcp LPNI seq info [40759:40759:8:4294967295] 00000400:00000200:0.0:1769074856.488499:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.488505:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.488511:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074856.488517:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.488523:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.488527:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.488540:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.488543:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.488547:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:1.0:1769074856.488969:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.488974:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074856.488978:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.488983:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.488987:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:1.0:1769074856.488990:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00010000:00000010:0.1:1769074856.490906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074856.490923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00000400:00000200:3.0:1769074856.493015:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.493035:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c8800 00000400:00000200:3.0:1769074856.493044:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 185112 00000400:00000200:3.0:1769074856.493060:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.493064:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.493072:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.493079:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71500. 00000020:00000010:2.0:1769074856.493212:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.493218:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.493224:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.493229:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.493235:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.493272:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.493276:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.493278:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826413568 02000000:00000010:2.0:1769074856.493315:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee7000. 00010000:00000010:2.0:1769074856.493369:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074856.493386:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:2.0:1769074856.493405:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074856.493412:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.493428:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074856.493432:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788300. 00010000:00000010:2.0:1769074856.493436:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074856.493439:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074856.493520:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074856.493524:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.493528:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074856.493530:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074856.493553:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.493559:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.493570:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.493580:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff0f400. 00000001:00000010:2.0:1769074856.493999:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9840. 00000001:00000010:2.0:1769074856.494007:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf480. 00000020:00000010:2.0:1769074856.494037:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.494046:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.0:1769074856.494050:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074856.494062:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074856.494093:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00080000:00000010:2.0:1769074856.494116:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90198000. 00000004:00000010:2.0:1769074856.494123:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd8cc0. 00000004:00000010:2.0:1769074856.494127:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d824ee0. 00000004:00000010:2.0:1769074856.494131:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117de88. 00000004:00000010:2.0:1769074856.494136:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeed860. 00010000:00000010:2.0:1769074856.494146:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074856.494162:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889994, last committed = 17179889941 00010000:00000200:2.0:1769074856.494171:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71500 x1855007826413568/t17179889994(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.494189:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074856.494195:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826413568, offset 224 00000400:00000010:2.0:1769074856.494202:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7658. 00000400:00000200:2.0:1769074856.494206:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.494220:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.494226:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40764:40764:256:4294967295] 192.168.204.10@tcp LPNI seq info [40760:40760:8:4294967295] 00000400:00000200:2.0:1769074856.494233:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.494240:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.494246:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.494252:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074856.494258:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.494265:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.494270:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.494299:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.494305:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.494310:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:1.0:1769074856.494543:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:1.0:1769074856.494548:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788600. 00010000:00000010:1.0:1769074856.494554:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000800:00000200:3.0:1769074856.494963:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.494969:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074856.494974:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.494980:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074856.496087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074856.496100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00000400:00000200:1.0:1769074856.497364:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.497384:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e29 00000400:00000200:1.0:1769074856.497391:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.497395:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.497401:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:1.0:1769074856.497403:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00010000:00000010:0.0:1769074856.497558:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:0.0:1769074856.497569:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788300. 00010000:00000010:0.1:1769074856.499778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074856.499793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074856.499798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074856.499801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:2.1:1769074856.499912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:2.1:1769074856.499918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00000400:00000200:3.0:1769074856.500091:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.500107:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c8880 00000400:00000200:3.0:1769074856.500115:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 185600 00000400:00000200:3.0:1769074856.500173:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.500179:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.500189:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.500195:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70e00. 00000020:00000010:0.0:1769074856.500405:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.500411:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.500419:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:0.0:1769074856.500426:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.500430:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.500473:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.500476:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.500479:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826413696 00000001:00000010:0.0:1769074856.500489:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8e40. 00010000:00000010:0.0:1769074856.500512:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074856.500519:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074856.500546:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fb77000. 00010000:00000010:0.0:1769074856.500574:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074856.500579:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.500596:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074856.500638:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.500644:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.0:1769074856.500648:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.500722:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.500726:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:1.1:1769074856.500896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074856.500904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:0.0:1769074856.501009:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074856.501015:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.501085:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.501096:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.501101:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.501120:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074856.501137:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70e00 x1855007826413696/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.501156:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074856.501163:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826413696, offset 224 00000400:00000200:0.0:1769074856.501170:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.501180:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.501187:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40765:40765:256:4294967295] 192.168.204.10@tcp LPNI seq info [40761:40761:8:4294967295] 00000400:00000200:0.0:1769074856.501198:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.501204:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.501208:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074856.501215:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.501221:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.501226:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.501245:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.501249:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.501253:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:3.0:1769074856.501430:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.501435:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074856.501439:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.501444:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.501449:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:3.0:1769074856.501451:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00010000:00000010:2.1:1769074856.503668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074856.503687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00000400:00000200:1.0:1769074856.505340:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.505373:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c8980 00000400:00000200:1.0:1769074856.505383:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 186176 00000400:00000200:1.0:1769074856.505403:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.505408:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.505417:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.505455:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f51c00. 00000020:00000010:0.0:1769074856.505663:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.505670:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.505676:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:0.0:1769074856.505683:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.505689:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.505748:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.505751:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.505754:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826413952 02000000:00000010:0.0:1769074856.505793:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fb75000. 00010000:00000010:0.0:1769074856.505834:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.505850:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074856.505870:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.505877:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.505892:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074856.505896:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074856.505901:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074856.505904:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.506000:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074856.506003:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.506008:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074856.506012:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074856.506040:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56200. 00000020:00000010:0.0:1769074856.506047:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56200. 00000020:00000010:0.0:1769074856.506058:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074856.506068:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83a06c00. 00000001:00000010:0.0:1769074856.506271:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad600. 00000001:00000010:0.0:1769074856.506278:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074856.506311:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074856.506320:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074856.506324:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.506335:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8e40. 00010000:00000010:0.0:1769074856.506979:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074856.507005:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f54e1c8. 00000004:00000010:0.0:1769074856.507011:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fa18780. 00000004:00000010:0.0:1769074856.507015:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8397b100. 00000004:00000010:0.0:1769074856.507020:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84312b40. 00000004:00000010:0.0:1769074856.507025:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f5481e0. 00010000:00000010:0.0:1769074856.507034:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074856.507052:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889995, last committed = 17179889941 00010000:00000200:0.0:1769074856.507063:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f51c00 x1855007826413952/t17179889995(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.507082:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074856.507088:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826413952, offset 224 00000400:00000010:0.0:1769074856.507095:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d690. 00000400:00000200:0.0:1769074856.507099:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.507113:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.507120:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40766:40766:256:4294967295] 192.168.204.10@tcp LPNI seq info [40762:40762:8:4294967295] 00000400:00000200:0.0:1769074856.507126:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.507133:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.507139:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.507144:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074856.507150:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.507157:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.507162:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.507178:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.507181:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.507185:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:1.0:1769074856.507357:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074856.507364:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:1.0:1769074856.507371:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8e40. 00000800:00000200:3.0:1769074856.507592:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.507597:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:3.0:1769074856.507634:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.507640:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074856.508915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074856.508924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00000400:00000200:3.0:1769074856.509913:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.509932:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e31 00000400:00000200:3.0:1769074856.509939:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.509943:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.509949:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:3.0:1769074856.509962:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00010000:00000010:0.0:1769074856.510255:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.510266:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00000400:00000200:1.0:1769074856.512197:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.512215:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c8a00 00000400:00000200:1.0:1769074856.512224:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 186664 00000400:00000200:1.0:1769074856.512285:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.512292:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.512302:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.512309:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f52300. 00000020:00000010:2.0:1769074856.512413:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.512418:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.512425:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.512430:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.512436:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.512467:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.512470:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.512474:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826414080 00000001:00000010:2.0:1769074856.512483:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf480. 00010000:00000010:2.0:1769074856.512509:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074856.512518:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 02000000:00000010:2.0:1769074856.512545:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8eee5000. 00010000:00000010:2.0:1769074856.512578:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074856.512582:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.512642:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074856.512647:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.512651:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.512654:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074856.512729:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074856.512746:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788300. 00010000:00000010:2.0:1769074856.512750:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.512754:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074856.512818:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.512830:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074856.512835:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.512854:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074856.512869:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f52300 x1855007826414080/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.512887:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074856.512893:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826414080, offset 224 00000400:00000200:2.0:1769074856.512899:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.512909:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.512915:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40767:40767:256:4294967295] 192.168.204.10@tcp LPNI seq info [40763:40763:8:4294967295] 00000400:00000200:2.0:1769074856.512925:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.512931:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.512935:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074856.512941:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.512948:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.512963:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.512988:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.512992:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.512997:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074856.513170:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.513174:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:3.0:1769074856.513178:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.513182:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.513187:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:3.0:1769074856.513190:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00010000:00000010:0.1:1769074856.514170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074856.514182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074856.514186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074856.514190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074856.514193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074856.514196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074856.514199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074856.514204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00000400:00000200:3.0:1769074856.518086:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.518105:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c8b00 00000400:00000200:3.0:1769074856.518114:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 187240 00000400:00000200:3.0:1769074856.518148:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.518153:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.518163:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.518170:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72a00. 00010000:00000010:1.1:1769074856.518266:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:1.1:1769074856.518276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00000020:00000010:0.0:1769074856.518384:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.518391:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.518398:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:0.0:1769074856.518404:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074856.518409:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefbb8. 00000020:00000010:0.0:1769074856.518447:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.518450:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.518454:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826414336 02000000:00000010:0.0:1769074856.518496:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fb71000. 00010000:00000010:0.0:1769074856.518536:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:0.0:1769074856.518550:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788300. 00010000:00000010:0.0:1769074856.518572:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.518579:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.518595:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.518599:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074856.518625:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074856.518640:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.518726:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074856.518731:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:3.0:1769074856.519534:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.519543:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00000020:00000010:3.0:1769074856.519586:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.519593:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.519641:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.519651:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd747400. 00000001:00000010:3.0:1769074856.519874:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede63c0. 00000001:00000010:3.0:1769074856.519881:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074856.519912:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00010000:00000010:3.0:1769074856.519922:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074856.519926:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074856.519938:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074856.519988:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00080000:00000010:3.0:1769074856.520015:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90198390. 00000004:00000010:3.0:1769074856.520023:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd8c00. 00000004:00000010:3.0:1769074856.520026:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d824220. 00000004:00000010:3.0:1769074856.520031:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117d258. 00000004:00000010:3.0:1769074856.520036:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeecb40. 00010000:00000010:3.0:1769074856.520046:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:3.0:1769074856.520064:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889996, last committed = 17179889941 00010000:00000200:3.0:1769074856.520076:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72a00 x1855007826414336/t17179889996(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.520096:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074856.520103:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826414336, offset 224 00000400:00000010:3.0:1769074856.520110:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e32d8. 00000400:00000200:3.0:1769074856.520115:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.520129:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.520135:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40768:40768:256:4294967295] 192.168.204.10@tcp LPNI seq info [40764:40764:8:4294967295] 00000400:00000200:3.0:1769074856.520141:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.520147:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.520153:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.520158:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074856.520164:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.520172:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.520177:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.520206:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:3.0:1769074856.520210:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefbb8. 00000020:00000010:3.0:1769074856.520214:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:1.0:1769074856.520657:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.520662:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074856.520670:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.520677:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074856.521124:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:2.0:1769074856.521135:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:2.0:1769074856.521143:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 00010000:00000010:2.1:1769074856.521747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074856.521756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074856.521760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074856.521763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074856.521845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074856.521851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00000400:00000200:3.0:1769074856.523265:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.523288:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e39 00000400:00000200:3.0:1769074856.523296:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.523301:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.523308:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46110 00000400:00000010:3.0:1769074856.523311:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46110. 00010000:00000010:0.0:1769074856.523518:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.523529:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:3.1:1769074856.525663:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.1:1769074856.525680:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00000400:00000200:3.0:1769074856.525713:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.525743:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c8b80 00000400:00000200:3.0:1769074856.525752:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 187728 00000400:00000200:3.0:1769074856.525813:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.525819:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.525826:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.525832:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73100. 00010000:00000010:0.1:1769074856.526058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:0.1:1769074856.526066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00000020:00000010:1.0:1769074856.526142:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.526149:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.526158:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.526163:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.526168:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.526211:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.526215:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074856.526218:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826414464 00000001:00000010:1.0:1769074856.526228:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:1.0:1769074856.526257:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.526265:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 02000000:00000010:1.0:1769074856.526291:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d27000. 00010000:00000010:1.0:1769074856.526320:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.526325:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074856.526343:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074856.526356:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074856.526361:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.526364:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.526437:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074856.526441:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a880. 00010000:00000010:1.0:1769074856.526445:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074856.526448:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074856.526512:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074856.526523:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.526530:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074856.526549:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074856.526565:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73100 x1855007826414464/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.526585:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074856.526592:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826414464, offset 224 00000400:00000200:1.0:1769074856.526599:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.526645:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.526651:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40769:40769:256:4294967295] 192.168.204.10@tcp LPNI seq info [40765:40765:8:4294967295] 00000400:00000200:1.0:1769074856.526663:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.526669:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.526674:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074856.526681:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.526688:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.526692:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.526713:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.526717:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.526720:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:3.0:1769074856.527237:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.527243:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074856.527247:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.527252:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.527257:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:3.0:1769074856.527260:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00010000:00000010:2.1:1769074856.528659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074856.528671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00000400:00000200:3.0:1769074856.530792:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.530810:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c8c80 00000400:00000200:3.0:1769074856.530819:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 188304 00000400:00000200:3.0:1769074856.530835:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.530840:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.530847:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.530876:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0a80. 00000020:00000010:2.0:1769074856.531078:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.531084:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.531091:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.531096:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.531102:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.531137:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.531140:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.531143:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826414720 02000000:00000010:2.0:1769074856.531179:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee1000. 00010000:00000010:2.0:1769074856.531218:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:2.0:1769074856.531235:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a880. 00010000:00000010:2.0:1769074856.531257:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074856.531262:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.531278:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074856.531281:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.531286:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.531290:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074856.531388:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074856.531392:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.531395:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074856.531398:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074856.531423:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.531430:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.531439:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.531451:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8374dc00. 00000001:00000010:2.0:1769074856.531698:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9240. 00000001:00000010:2.0:1769074856.531705:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074856.531751:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.531760:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.531764:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074856.531775:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf480. 00010000:00000010:2.0:1769074856.531809:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00080000:00000010:2.0:1769074856.531834:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8c605c80. 00000004:00000010:2.0:1769074856.531841:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fa18c00. 00000004:00000010:2.0:1769074856.531845:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8397aaa0. 00000004:00000010:2.0:1769074856.531849:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84312348. 00000004:00000010:2.0:1769074856.531854:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a000780. 00010000:00000010:2.0:1769074856.531864:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074856.531881:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889997, last committed = 17179889941 00010000:00000200:2.0:1769074856.531891:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0a80 x1855007826414720/t17179889997(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.531909:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074856.531915:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826414720, offset 224 00000400:00000010:2.0:1769074856.531921:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7d20. 00000400:00000200:2.0:1769074856.531925:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.531938:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.531943:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40770:40770:256:4294967295] 192.168.204.10@tcp LPNI seq info [40766:40766:8:4294967295] 00000400:00000200:2.0:1769074856.531950:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.531970:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.531976:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.531981:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074856.531987:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.531994:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.531999:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.532025:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.532029:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.532035:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074856.532485:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.532490:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:0.0:1769074856.532495:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.532501:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074856.533197:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:3.0:1769074856.533207:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788600. 00010000:00000010:3.0:1769074856.533215:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf480. 00010000:00000010:1.1:1769074856.533925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074856.533933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074856.533937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074856.533940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:0.1:1769074856.533998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074856.534003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00000400:00000200:3.0:1769074856.535915:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.535935:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e41 00000400:00000200:3.0:1769074856.535943:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.535947:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.535964:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:3.0:1769074856.535968:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00010000:00000010:0.0:1769074856.536083:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:0.0:1769074856.536093:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00000400:00000200:3.0:1769074856.537565:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.537581:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c8d00 00000400:00000200:3.0:1769074856.537589:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 188792 00000400:00000200:3.0:1769074856.537689:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.537694:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.537702:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.537708:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1180. 00010000:00000010:2.1:1769074856.537888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074856.537897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00000020:00000010:1.0:1769074856.537987:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.537994:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.538003:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.538009:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.538013:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.538057:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.538059:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074856.538063:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826414848 00000001:00000010:1.0:1769074856.538073:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 00010000:00000010:1.0:1769074856.538099:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.538108:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 02000000:00000010:1.0:1769074856.538163:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83ea6000. 00010000:00000010:1.0:1769074856.538195:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.538199:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.538219:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074856.538221:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074856.538225:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.538228:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074856.538305:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074856.538309:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a900. 00010000:00000010:1.0:1769074856.538312:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.538316:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074856.538398:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.538410:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074856.538414:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074856.538432:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074856.538447:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1180 x1855007826414848/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.538464:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074856.538469:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826414848, offset 224 00000400:00000200:1.0:1769074856.538476:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.538486:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.538492:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40771:40771:256:4294967295] 192.168.204.10@tcp LPNI seq info [40767:40767:8:4294967295] 00000400:00000200:1.0:1769074856.538502:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.538507:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.538512:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074856.538519:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.538526:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.538530:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.538546:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.538551:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.538554:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:0.0:1769074856.538839:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.538844:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:0.0:1769074856.538848:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.538853:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.538857:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:0.0:1769074856.538860:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00010000:00000010:3.1:1769074856.540658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074856.540672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074856.540927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074856.540961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074856.541042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074856.541047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000400:00000200:3.0:1769074856.543182:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.543202:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c8e00 00000400:00000200:3.0:1769074856.543211:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 189368 00000400:00000200:3.0:1769074856.543227:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.543231:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.543239:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.543246:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb2680. 00000020:00000010:2.0:1769074856.543373:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.543379:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.543385:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.543391:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.543395:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.543437:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.543440:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.543443:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826415104 02000000:00000010:2.0:1769074856.543478:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee0000. 00010000:00000010:2.0:1769074856.543519:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:2.0:1769074856.543537:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a900. 00010000:00000010:2.0:1769074856.543560:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074856.543567:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.543585:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074856.543589:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.543593:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074856.543596:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074856.543741:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074856.543746:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.543749:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074856.543753:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00000020:00000010:2.0:1769074856.543777:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.543784:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.543794:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.543803:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8374c400. 00000001:00000010:2.0:1769074856.544017:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9ae0. 00000001:00000010:2.0:1769074856.544024:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074856.544057:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.544066:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074856.544070:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074856.544082:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074856.544116:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00080000:00000010:2.0:1769074856.544151:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90130558. 00000004:00000010:2.0:1769074856.544158:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ddad80. 00000004:00000010:2.0:1769074856.544167:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba03dccc0. 00000004:00000010:2.0:1769074856.544176:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabafd64d98. 00000004:00000010:2.0:1769074856.544182:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc71680. 00010000:00000010:2.0:1769074856.544193:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074856.544210:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889998, last committed = 17179889941 00010000:00000200:2.0:1769074856.544220:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb2680 x1855007826415104/t17179889998(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.544239:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074856.544246:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826415104, offset 224 00000400:00000010:2.0:1769074856.544252:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7380. 00000400:00000200:2.0:1769074856.544257:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.544269:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.544275:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40772:40772:256:4294967295] 192.168.204.10@tcp LPNI seq info [40768:40768:8:4294967295] 00000400:00000200:2.0:1769074856.544282:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.544289:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.544295:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.544300:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074856.544307:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.544314:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.544318:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.544550:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.544555:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.544560:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:0.0:1769074856.544798:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:0.0:1769074856.544806:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00010000:00000010:0.0:1769074856.544813:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00000800:00000200:3.0:1769074856.546145:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.546152:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074856.546158:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.546165:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074856.546769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074856.546778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074856.546783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074856.546786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000400:00000200:0.0:1769074856.547798:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.547819:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e49 00000400:00000200:0.0:1769074856.547826:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.547831:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.547838:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:0.0:1769074856.547841:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00010000:00000010:1.0:1769074856.547940:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:1.0:1769074856.547950:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00000400:00000200:3.0:1769074856.552481:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.552503:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c8e80 00000400:00000200:3.0:1769074856.552511:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 189856 00000400:00000200:3.0:1769074856.552573:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.552578:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.552586:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.552593:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1880. 00010000:00000010:2.1:1769074856.553023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:2.1:1769074856.553032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00000020:00000010:2.0:1769074856.553069:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.553074:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.553080:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.553086:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.553091:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.553120:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.553123:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.553126:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826415232 00000001:00000010:2.0:1769074856.553134:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074856.553157:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074856.553164:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 02000000:00000010:2.0:1769074856.553209:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf4000. 00010000:00000010:2.0:1769074856.553238:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.553243:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074856.553261:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074856.553264:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.553268:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.553271:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074856.553339:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074856.553342:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f80. 00010000:00000010:2.0:1769074856.553346:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.553361:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074856.553423:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074856.553435:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074856.553440:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.553460:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074856.553474:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1880 x1855007826415232/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.553494:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074856.553500:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826415232, offset 224 00000400:00000200:2.0:1769074856.553508:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.553520:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.553526:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40773:40773:256:4294967295] 192.168.204.10@tcp LPNI seq info [40769:40769:8:4294967295] 00000400:00000200:2.0:1769074856.553536:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.553542:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.553547:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074856.553552:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.553559:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.553563:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.553587:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.553591:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.553596:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074856.553812:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.553817:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:3.0:1769074856.553821:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.553825:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.553830:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:3.0:1769074856.553833:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:2.1:1769074856.555043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074856.555056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:0.1:1769074856.557505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074856.557519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00000400:00000200:0.0:1769074856.557558:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.557575:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c8f80 00000400:00000200:0.0:1769074856.557583:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 190432 00000400:00000200:0.0:1769074856.557599:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.557641:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.557649:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.557655:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdd180. 00010000:00000010:1.1:1769074856.557981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074856.557988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00000020:00000010:1.0:1769074856.558022:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.558028:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.558036:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.558041:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.558046:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.558089:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.558092:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074856.558095:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826415488 02000000:00000010:1.0:1769074856.558130:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83ea7000. 00010000:00000010:1.0:1769074856.558169:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:1.0:1769074856.558183:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f80. 00010000:00000010:1.0:1769074856.558204:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.558211:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074856.558226:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074856.558229:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074856.558233:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.558236:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074856.558315:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074856.558320:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074856.558323:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.558326:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00000020:00000010:1.0:1769074856.558362:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b980. 00000020:00000010:1.0:1769074856.558370:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b980. 00000020:00000010:1.0:1769074856.558381:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454c60. 00080000:00000010:1.0:1769074856.558391:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84305400. 00000001:00000010:1.0:1769074856.558593:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04548a0. 00000001:00000010:1.0:1769074856.558637:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcca80. 00000020:00000010:1.0:1769074856.558672:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454c60. 00010000:00000010:1.0:1769074856.558681:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074856.558685:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074856.558697:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcccc0. 00010000:00000010:1.0:1769074856.558752:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00080000:00000010:1.0:1769074856.558785:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90199008. 00000004:00000010:1.0:1769074856.558793:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd8b40. 00000004:00000010:1.0:1769074856.558796:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d824770. 00000004:00000010:1.0:1769074856.558801:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117d000. 00000004:00000010:1.0:1769074856.558805:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeecd20. 00010000:00000010:1.0:1769074856.558815:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074856.558831:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179889999, last committed = 17179889941 00010000:00000200:1.0:1769074856.558841:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdd180 x1855007826415488/t17179889999(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.558861:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074856.558869:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826415488, offset 224 00000400:00000010:1.0:1769074856.558876:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fb28. 00000400:00000200:1.0:1769074856.558881:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.558895:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.558901:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40774:40774:256:4294967295] 192.168.204.10@tcp LPNI seq info [40770:40770:8:4294967295] 00000400:00000200:1.0:1769074856.558907:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.558914:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.558919:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.558924:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074856.558931:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.558937:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.558941:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.558971:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.558975:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.558979:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:3.0:1769074856.559271:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.559276:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074856.559281:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.559285:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074856.559868:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:0.0:1769074856.559878:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a180. 00010000:00000010:0.0:1769074856.559887:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcccc0. 00010000:00000010:2.1:1769074856.560662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074856.560672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074856.560677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074856.560680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00000400:00000200:3.0:1769074856.562515:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.562537:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e51 00000400:00000200:3.0:1769074856.562545:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.562550:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.562557:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:3.0:1769074856.562560:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00010000:00000010:0.0:1769074856.562797:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:0.0:1769074856.562808:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00000400:00000200:0.0:1769074856.564164:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.564181:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c9000 00000400:00000200:0.0:1769074856.564191:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 190920 00000400:00000200:0.0:1769074856.564248:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.564253:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.564261:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.564267:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffde680. 00000020:00000010:2.0:1769074856.564403:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.564410:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.564418:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.564423:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.564428:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.564468:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.564470:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.564474:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826415616 00000001:00000010:2.0:1769074856.564484:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074856.564510:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074856.564529:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 02000000:00000010:2.0:1769074856.564557:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf2000. 00010000:00000010:2.0:1769074856.564589:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.564593:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074856.564658:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074856.564663:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.564667:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.564671:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074856.565056:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074856.565061:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.565065:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074856.565069:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074856.565331:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074856.565346:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074856.565352:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.565374:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074856.565392:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffde680 x1855007826415616/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.565411:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074856.565418:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826415616, offset 224 00000400:00000200:2.0:1769074856.565425:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.565436:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.565442:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40775:40775:256:4294967295] 192.168.204.10@tcp LPNI seq info [40771:40771:8:4294967295] 00000400:00000200:2.0:1769074856.565453:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.565459:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.565464:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074856.565470:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.565478:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.565482:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.565509:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.565513:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.565518:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074856.565801:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.565805:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074856.565810:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.565814:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.565819:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:3.0:1769074856.565821:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00010000:00000010:0.1:1769074856.566162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074856.566171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:3.0:1769074856.569925:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.569946:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c9100 00000400:00000200:3.0:1769074856.569983:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 191496 00000400:00000200:3.0:1769074856.569999:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.570003:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.570011:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.570017:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1f80. 00000020:00000010:2.0:1769074856.570174:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.570181:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.570187:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.570194:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.570199:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.570235:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.570238:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.570241:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826415872 02000000:00000010:2.0:1769074856.570277:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88bf6000. 00010000:00000010:2.0:1769074856.570317:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074856.570333:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.570364:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074856.570370:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074856.570386:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074856.570389:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:2.0:1769074856.570394:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074856.570397:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074856.570480:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074856.570484:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788980. 00010000:00000010:2.0:1769074856.570488:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.0:1769074856.570491:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00000020:00000010:2.0:1769074856.570516:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.570524:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.570536:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.570547:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa897df000. 00000001:00000010:2.0:1769074856.570877:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd96c0. 00000001:00000010:2.0:1769074856.570885:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074856.570918:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.570926:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074856.570931:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074856.570942:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074856.570990:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00080000:00000010:2.0:1769074856.571013:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d4ab0. 00000004:00000010:2.0:1769074856.571020:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab9088ab40. 00000004:00000010:2.0:1769074856.571024:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da14550. 00000004:00000010:2.0:1769074856.571029:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209000. 00000004:00000010:2.0:1769074856.571034:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeda960. 00010000:00000010:2.0:1769074856.571043:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074856.571059:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890000, last committed = 17179889941 00010000:00000200:2.0:1769074856.571069:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1f80 x1855007826415872/t17179890000(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.571089:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074856.571095:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826415872, offset 224 00000400:00000010:2.0:1769074856.571102:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f74d0. 00000400:00000200:2.0:1769074856.571106:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.571120:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.571126:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40776:40776:256:4294967295] 192.168.204.10@tcp LPNI seq info [40772:40772:8:4294967295] 00000400:00000200:2.0:1769074856.571132:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.571140:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.571146:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.571151:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074856.571157:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.571164:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.571167:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.571189:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.571193:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.571199:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074856.571370:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.571374:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:0.0:1769074856.571379:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.571383:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074856.572227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:1.1:1769074856.572238:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074856.572243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074856.572248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:3.0:1769074856.572474:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:3.0:1769074856.572482:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788980. 00010000:00000010:3.0:1769074856.572489:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00010000:00000010:0.1:1769074856.572886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:0.1:1769074856.572892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:2.1:1769074856.573059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074856.573065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074856.573069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074856.573071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00000400:00000200:3.0:1769074856.574290:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.574309:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e59 00000400:00000200:3.0:1769074856.574317:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.574322:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.574329:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:3.0:1769074856.574332:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:1.0:1769074856.575990:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:1.0:1769074856.576010:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00000400:00000200:3.0:1769074856.576334:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.576359:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c9180 00000400:00000200:3.0:1769074856.576367:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 191984 00000400:00000200:3.0:1769074856.576425:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.576430:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.576437:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.576442:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb3b80. 00000020:00000010:1.0:1769074856.577209:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.577216:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.577224:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.577229:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.577234:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.577311:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.577314:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074856.577317:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826416000 00000001:00000010:1.0:1769074856.577328:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcca80. 00010000:00000010:1.0:1769074856.577363:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.577370:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 02000000:00000010:1.0:1769074856.577398:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83ea5000. 00010000:00000010:1.0:1769074856.577432:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.577436:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.577454:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074856.577457:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074856.577462:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074856.577464:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074856.577541:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074856.577546:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074856.577550:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074856.577554:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074856.577647:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.577658:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074856.577663:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074856.577682:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074856.577697:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb3b80 x1855007826416000/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.577715:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074856.577721:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826416000, offset 224 00000400:00000200:1.0:1769074856.577728:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.577739:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.577745:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40777:40777:256:4294967295] 192.168.204.10@tcp LPNI seq info [40773:40773:8:4294967295] 00000400:00000200:1.0:1769074856.577757:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.577762:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.577766:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074856.577772:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.577780:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.577785:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.577797:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.577801:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.577805:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:0.0:1769074856.577923:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.577928:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:0.0:1769074856.577933:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.577938:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.577943:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:0.0:1769074856.577945:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00010000:00000010:3.1:1769074856.579986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074856.580001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00000400:00000200:3.0:1769074856.581518:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.581536:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c9280 00000400:00000200:3.0:1769074856.581545:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 192560 00000400:00000200:3.0:1769074856.581561:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.581565:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.581572:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.581577:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0000. 00000020:00000010:2.0:1769074856.582143:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.582150:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.582155:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.582162:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.582166:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.582204:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.582207:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.582210:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826416256 02000000:00000010:2.0:1769074856.582243:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88bf7000. 00010000:00000010:2.0:1769074856.582283:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:2.0:1769074856.582297:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00010000:00000010:2.0:1769074856.582314:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074856.582320:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074856.582336:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074856.582339:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788600. 00010000:00000010:2.0:1769074856.582454:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.582460:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074856.582537:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074856.582540:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788300. 00010000:00000010:2.0:1769074856.582543:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.582546:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00000020:00000010:2.0:1769074856.582564:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.582570:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f40. 00000020:00000010:2.0:1769074856.582579:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd93c0. 00080000:00000010:2.0:1769074856.582588:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daba02d0400. 00000001:00000010:2.0:1769074856.583065:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9180. 00000001:00000010:2.0:1769074856.583072:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfc00. 00000020:00000010:2.0:1769074856.583102:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd93c0. 00010000:00000010:2.0:1769074856.583109:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.583113:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074856.583126:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074856.583202:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00080000:00000010:2.0:1769074856.583226:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d51d0. 00000004:00000010:2.0:1769074856.583233:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a3ea480. 00000004:00000010:2.0:1769074856.583237:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da14440. 00000004:00000010:2.0:1769074856.583241:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89d059d8. 00000004:00000010:2.0:1769074856.583245:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f916d20. 00010000:00000010:2.0:1769074856.583253:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074856.583267:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890001, last committed = 17179889941 00010000:00000200:2.0:1769074856.583278:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0000 x1855007826416256/t17179890001(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.583298:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074856.583303:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826416256, offset 224 00000400:00000010:2.0:1769074856.583309:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f76c8. 00000400:00000200:2.0:1769074856.583312:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.583325:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.583331:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40778:40778:256:4294967295] 192.168.204.10@tcp LPNI seq info [40774:40774:8:4294967295] 00000400:00000200:2.0:1769074856.583337:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.583344:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.583359:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.583364:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074856.583370:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.583376:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.583380:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.583399:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788d80. 00000020:00000010:2.0:1769074856.583404:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.583408:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074856.583507:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.583511:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:2.0:1769074856.583515:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.583519:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074856.586832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074856.586848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074856.586853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074856.586860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:3.0:1769074856.587182:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074856.587192:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788300. 00010000:00000010:3.0:1769074856.587200:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00000400:00000200:0.0:1769074856.587250:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.587269:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e61 00000400:00000200:0.0:1769074856.587277:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.587281:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.587289:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:0.0:1769074856.587292:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00000400:00000200:0.0:1769074856.587361:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.587369:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c9300 00000400:00000200:0.0:1769074856.587375:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 193048 00000400:00000200:0.0:1769074856.587427:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.587431:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.587436:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.587443:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdd880. 00000020:00000010:3.0:1769074856.588403:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.588411:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.588417:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.588423:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.588428:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.588466:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.588469:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.588472:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826416384 00000001:00000010:3.0:1769074856.588482:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:3.0:1769074856.588508:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.588516:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 02000000:00000010:3.0:1769074856.588545:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8d83a000. 00010000:00000010:3.0:1769074856.588574:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.588578:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.588595:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074856.588598:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074856.588618:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.588622:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074856.588707:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074856.588710:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074856.588714:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.588718:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074856.588859:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.588872:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074856.588877:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074856.588898:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000200:3.0:1769074856.588914:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdd880 x1855007826416384/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.588933:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074856.588939:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826416384, offset 224 00000400:00000200:3.0:1769074856.588946:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.588967:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.588972:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40779:40779:256:4294967295] 192.168.204.10@tcp LPNI seq info [40775:40775:8:4294967295] 00000400:00000200:3.0:1769074856.588983:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.588989:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.588995:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074856.589001:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.589008:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.589013:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.589043:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.589047:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.589051:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074856.589443:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.589448:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074856.589456:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.589461:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.589466:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46110 00000400:00000010:0.0:1769074856.589469:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46110. 00000400:00000200:3.0:1769074856.592378:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.592398:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c9400 00000400:00000200:3.0:1769074856.592408:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c1d [64] + 193624 00000400:00000200:3.0:1769074856.592423:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.592427:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.592434:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.592441:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1c00. 00000020:00000010:1.0:1769074856.592540:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.592546:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.592554:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.592559:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.592564:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.592643:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.592646:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074856.592650:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826416640 02000000:00000010:1.0:1769074856.592692:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83ea1000. 00010000:00000010:1.0:1769074856.592747:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:1.0:1769074856.592766:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:1.0:1769074856.592788:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074856.592794:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074856.592810:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074856.592814:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074856.592818:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074856.592821:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074856.592905:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074856.592909:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074856.592912:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.592916:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00000020:00000010:1.0:1769074856.592940:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b980. 00000020:00000010:1.0:1769074856.592947:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b980. 00000020:00000010:1.0:1769074856.592970:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454c60. 00080000:00000010:1.0:1769074856.592981:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84306400. 00000001:00000010:1.0:1769074856.593194:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04541e0. 00000001:00000010:1.0:1769074856.593201:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcce40. 00000020:00000010:1.0:1769074856.593235:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454c60. 00010000:00000010:1.0:1769074856.593244:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074856.593248:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074856.593261:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcca80. 00010000:00000010:1.0:1769074856.593294:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00080000:00000010:1.0:1769074856.593316:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d4e40. 00000004:00000010:1.0:1769074856.593323:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a3ea000. 00000004:00000010:1.0:1769074856.593341:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da15870. 00000004:00000010:1.0:1769074856.593346:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e209078. 00000004:00000010:1.0:1769074856.593350:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f9170e0. 00010000:00000010:1.0:1769074856.593361:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074856.593377:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890002, last committed = 17179889941 00010000:00000200:1.0:1769074856.593386:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1c00 x1855007826416640/t17179890002(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.593404:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074856.593410:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826416640, offset 224 00000400:00000010:1.0:1769074856.593417:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fb60. 00000400:00000200:1.0:1769074856.593422:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.593436:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.593442:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40780:40780:256:4294967295] 192.168.204.10@tcp LPNI seq info [40776:40776:8:4294967295] 00000400:00000200:1.0:1769074856.593448:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.593455:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.593460:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.593466:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074856.593472:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.593478:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.593482:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.593501:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2aa80. 00000020:00000010:1.0:1769074856.593505:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.593508:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00010000:00000010:0.0:1769074856.593799:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:0.0:1769074856.593806:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a180. 00010000:00000010:0.0:1769074856.593815:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcca80. 00000800:00000200:0.0:1769074856.593903:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.593907:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:0.0:1769074856.593912:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.593917:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.596308:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.596328:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e69 00000400:00000200:0.0:1769074856.596334:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.596339:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.596353:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:0.0:1769074856.596357:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00010000:00000010:1.0:1769074856.596581:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074856.596591:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00010000:00000010:2.0:1769074856.596798:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074856.596804:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788600. 00010000:00000010:1.1:1769074856.597821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074856.597830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:1.1:1769074856.597834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074856.597838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074856.597842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074856.597844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:2.1:1769074856.597908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:2.1:1769074856.597913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074856.597917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074856.597921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00000400:00000200:3.0:1769074856.598526:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.598543:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c9480 00000400:00000200:3.0:1769074856.598551:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c1d [64] + 194112 00000400:00000010:3.0:1769074856.598556:0:12638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b790. 00000400:00000200:3.0:1769074856.598560:0:12638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daba10cd000 00000400:00000200:3.0:1769074856.598836:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.598842:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.598847:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba10cd000 00000400:00000010:3.0:1769074856.598850:0:12638:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daba10cd000. 00000100:00000200:3.0:1769074856.598856:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1769074856.598963:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.598969:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.598977:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:0.0:1769074856.598982:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.598987:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.599030:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.599033:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.599036:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826416768 00000001:00000010:0.0:1769074856.599047:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:0.0:1769074856.599074:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074856.599082:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074856.599110:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fb70000. 00010000:00000010:0.0:1769074856.599143:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074856.599146:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.599168:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.599171:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074856.599175:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074856.599179:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.599251:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074856.599255:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074856.599258:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074856.599263:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.599326:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.599336:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.599340:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074856.599367:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074856.599382:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88dd8050 x1855007826416768/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.599404:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074856.599410:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826416768, offset 224 00000400:00000200:0.0:1769074856.599417:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.599427:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.599434:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40781:40781:256:4294967295] 192.168.204.10@tcp LPNI seq info [40777:40777:8:4294967295] 00000400:00000200:0.0:1769074856.599445:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.599451:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.599456:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074856.599462:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.599469:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.599473:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.599546:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.599550:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.599554:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00010000:00000010:0.1:1769074856.599639:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074856.599645:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 02000000:00000010:0.0:1769074856.599661:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83ea1000. 00000100:00000010:0.0:1769074856.599667:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1c00. 02000000:00000010:0.0:1769074856.599671:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8d83a000. 00000100:00000010:0.0:1769074856.599674:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdd880. 02000000:00000010:0.0:1769074856.599677:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88bf7000. 00000100:00000010:0.0:1769074856.599680:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0000. 02000000:00000010:0.0:1769074856.599682:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83ea5000. 00000100:00000010:0.0:1769074856.599685:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb3b80. 02000000:00000010:0.0:1769074856.599688:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88bf6000. 00000100:00000010:0.0:1769074856.599690:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1f80. 02000000:00000010:0.0:1769074856.599693:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf2000. 00000100:00000010:0.0:1769074856.599696:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffde680. 02000000:00000010:0.0:1769074856.599700:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83ea7000. 00000100:00000010:0.0:1769074856.599703:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdd180. 02000000:00000010:0.0:1769074856.599706:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf4000. 00000100:00000010:0.0:1769074856.599709:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1880. 02000000:00000010:0.0:1769074856.599712:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee0000. 00000100:00000010:0.0:1769074856.599716:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb2680. 02000000:00000010:0.0:1769074856.599718:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83ea6000. 00000100:00000010:0.0:1769074856.599721:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1180. 02000000:00000010:0.0:1769074856.599724:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee1000. 00000100:00000010:0.0:1769074856.599726:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0a80. 02000000:00000010:0.0:1769074856.599729:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d27000. 00010000:00000010:1.1:1769074856.599841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.1:1769074856.599847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074856.599850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074856.599856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074856.599859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074856.599862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000100:00000010:0.0:1769074856.599907:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73100. 02000000:00000010:0.0:1769074856.599911:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fb71000. 00000100:00000010:0.0:1769074856.599913:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72a00. 02000000:00000010:0.0:1769074856.599916:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8eee5000. 00000100:00000010:0.0:1769074856.599919:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f52300. 02000000:00000010:0.0:1769074856.599922:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fb75000. 00000100:00000010:0.0:1769074856.599925:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f51c00. 02000000:00000010:0.0:1769074856.599927:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fb77000. 00000100:00000010:0.0:1769074856.599930:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70e00. 02000000:00000010:0.0:1769074856.599934:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee7000. 00000100:00000010:0.0:1769074856.599938:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71500. 02000000:00000010:0.0:1769074856.599941:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fb76000. 00000100:00000010:0.0:1769074856.599944:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea9880. 02000000:00000010:0.0:1769074856.599947:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fb72000. 00000100:00000010:0.0:1769074856.599960:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeaa680. 02000000:00000010:0.0:1769074856.599964:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8eee6000. 00000100:00000010:0.0:1769074856.599966:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70700. 02000000:00000010:0.0:1769074856.599969:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee2000. 00000100:00000010:0.0:1769074856.599973:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72300. 02000000:00000010:0.0:1769074856.599975:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8eee4000. 00000100:00000010:0.0:1769074856.599978:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71c00. 02000000:00000010:0.0:1769074856.599980:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee3000. 00000100:00000010:0.0:1769074856.599983:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70000. 02000000:00000010:0.0:1769074856.599986:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbcaaa000. 00000100:00000010:0.0:1769074856.599989:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73b80. 02000000:00000010:0.0:1769074856.599993:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fb74000. 00000100:00000010:0.0:1769074856.599996:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71f80. 02000000:00000010:0.0:1769074856.599999:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88aa5000. 00000100:00000010:0.0:1769074856.600003:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea9180. 02000000:00000010:0.0:1769074856.600006:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88aa7000. 00000100:00000010:0.0:1769074856.600008:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea8a80. 02000000:00000010:0.0:1769074856.600011:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8bdf5000. 00000100:00000010:0.0:1769074856.600014:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71880. 02000000:00000010:0.0:1769074856.600016:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88aa6000. 00000100:00000010:0.0:1769074856.600019:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72680. 02000000:00000010:0.0:1769074856.600022:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8d83c000. 00000100:00000010:0.0:1769074856.600024:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71180. 02000000:00000010:0.0:1769074856.600027:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8bdf7000. 00000100:00000010:0.0:1769074856.600030:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70a80. 02000000:00000010:0.0:1769074856.600033:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88aa2000. 00000100:00000010:0.0:1769074856.600035:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea8380. 02000000:00000010:0.0:1769074856.600038:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88aa4000. 00000100:00000010:0.0:1769074856.600041:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeab480. 02000000:00000010:0.0:1769074856.600044:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88aa3000. 00000100:00000010:0.0:1769074856.600046:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70380. 02000000:00000010:0.0:1769074856.600049:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8bdf6000. 00000100:00000010:0.0:1769074856.600052:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73480. 02000000:00000010:0.0:1769074856.600054:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88aa0000. 00000100:00000010:0.0:1769074856.600057:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdca80. 02000000:00000010:0.0:1769074856.600060:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8d83b000. 00000100:00000010:0.0:1769074856.600062:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600a80. 02000000:00000010:0.0:1769074856.600065:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3ff000. 00000100:00000010:0.0:1769074856.600068:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdc380. 02000000:00000010:0.0:1769074856.600071:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8bdf2000. 00000100:00000010:0.0:1769074856.600073:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fc000. 02000000:00000010:0.0:1769074856.600077:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8bdf4000. 00000100:00000010:0.0:1769074856.600079:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73800. 02000000:00000010:0.0:1769074856.600082:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3fc000. 00000100:00000010:0.0:1769074856.600085:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72d80. 02000000:00000010:0.0:1769074856.600088:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a136000. 00000100:00000010:0.0:1769074856.600091:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fca80. 02000000:00000010:0.0:1769074856.600094:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8bdf3000. 00000100:00000010:0.0:1769074856.600096:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeab800. 02000000:00000010:0.0:1769074856.600099:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d26000. 00000100:00000010:0.0:1769074856.600102:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeaad80. 02000000:00000010:0.0:1769074856.600104:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d22000. 00000100:00000010:0.0:1769074856.600107:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ffb80. 02000000:00000010:0.0:1769074856.600111:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d24000. 00000100:00000010:0.0:1769074856.600114:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfc700. 02000000:00000010:0.0:1769074856.600118:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a135000. 00000100:00000010:0.0:1769074856.600120:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fea00. 02000000:00000010:0.0:1769074856.600124:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a137000. 00000100:00000010:0.0:1769074856.600127:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602d80. 02000000:00000010:0.0:1769074856.600130:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d23000. 00000100:00000010:0.0:1769074856.600133:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600700. 02000000:00000010:0.0:1769074856.600135:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a134000. 00000100:00000010:0.0:1769074856.600138:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603100. 02000000:00000010:0.0:1769074856.600141:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3fe000. 00000100:00000010:0.0:1769074856.600144:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfe300. 02000000:00000010:0.0:1769074856.600148:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3f8000. 00000100:00000010:0.0:1769074856.600150:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfdc00. 02000000:00000010:0.0:1769074856.600154:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d20000. 00000100:00000010:0.0:1769074856.600156:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602300. 02000000:00000010:0.0:1769074856.600159:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8bdf0000. 00000100:00000010:0.0:1769074856.600161:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeab100. 02000000:00000010:0.0:1769074856.600164:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8bdf1000. 00000100:00000010:0.0:1769074856.600181:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeaaa00. 02000000:00000010:0.0:1769074856.600184:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d21000. 00000100:00000010:0.0:1769074856.600186:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fc700. 02000000:00000010:0.0:1769074856.600189:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb4e000. 00000100:00000010:0.0:1769074856.600192:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea8e00. 02000000:00000010:0.0:1769074856.600195:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d25000. 00000100:00000010:0.0:1769074856.600198:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea9500. 02000000:00000010:0.0:1769074856.600200:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3fd000. 00000100:00000010:0.0:1769074856.600202:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfc000. 02000000:00000010:0.0:1769074856.600205:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87616000. 00000100:00000010:0.0:1769074856.600208:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fd500. 02000000:00000010:0.0:1769074856.600211:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87615000. 00000100:00000010:0.0:1769074856.600213:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fce00. 02000000:00000010:0.0:1769074856.600216:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3f9000. 00000100:00000010:0.0:1769074856.600218:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bffb80. 02000000:00000010:0.0:1769074856.600222:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3fa000. 00000100:00000010:0.0:1769074856.600225:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfdf80. 02000000:00000010:0.0:1769074856.600228:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c412000. 00000100:00000010:0.0:1769074856.600231:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea8700. 02000000:00000010:0.0:1769074856.600234:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c414000. 00000100:00000010:0.0:1769074856.600236:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeaa300. 02000000:00000010:0.0:1769074856.600239:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87610000. 00000100:00000010:0.0:1769074856.600241:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602a00. 02000000:00000010:0.0:1769074856.600244:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87614000. 00000100:00000010:0.0:1769074856.600247:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea9c00. 02000000:00000010:0.0:1769074856.600249:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87611000. 00000100:00000010:0.0:1769074856.600252:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600380. 02000000:00000010:0.0:1769074856.600254:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb49000. 00000100:00000010:0.0:1769074856.600256:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603480. 02000000:00000010:0.0:1769074856.600259:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87612000. 00000100:00000010:0.0:1769074856.600261:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fd180. 02000000:00000010:0.0:1769074856.600264:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbd525000. 00000100:00000010:0.0:1769074856.600267:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fe680. 02000000:00000010:0.0:1769074856.600270:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8b1d7000. 00000100:00000010:0.0:1769074856.600273:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfd880. 02000000:00000010:0.0:1769074856.600275:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c416000. 00000100:00000010:0.0:1769074856.600278:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfe680. 02000000:00000010:0.0:1769074856.600281:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb4d000. 00000100:00000010:0.0:1769074856.600284:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea8000. 02000000:00000010:0.0:1769074856.600287:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb4c000. 00000100:00000010:0.0:1769074856.600289:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfd180. 02000000:00000010:0.0:1769074856.600292:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c413000. 00000100:00000010:0.0:1769074856.600295:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fdc00. 02000000:00000010:0.0:1769074856.600297:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c411000. 00000100:00000010:0.0:1769074856.600300:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ff800. 02000000:00000010:0.0:1769074856.600302:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c410000. 00000100:00000010:0.0:1769074856.600304:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeabb80. 02000000:00000010:0.0:1769074856.600307:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c415000. 00000100:00000010:0.0:1769074856.600309:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea9f80. 02000000:00000010:0.0:1769074856.600312:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb48000. 00000100:00000010:0.0:1769074856.600314:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fed80. 02000000:00000010:0.0:1769074856.600317:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8bdb7000. 00000100:00000010:0.0:1769074856.600319:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8000. 02000000:00000010:0.0:1769074856.600323:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb4a000. 00000100:00000010:0.0:1769074856.600325:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5ab800. 02000000:00000010:0.0:1769074856.600328:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a133000. 00000100:00000010:0.0:1769074856.600331:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ff100. 02000000:00000010:0.0:1769074856.600334:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabae3f1000. 00000100:00000010:0.0:1769074856.600337:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9880. 02000000:00000010:0.0:1769074856.600339:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabae3f3000. 00000100:00000010:0.0:1769074856.600342:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0700. 02000000:00000010:0.0:1769074856.600346:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8bdb1000. 00000100:00000010:0.0:1769074856.600348:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fdf80. 02000000:00000010:0.0:1769074856.600351:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a130000. 00000100:00000010:0.0:1769074856.600353:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3480. 02000000:00000010:0.0:1769074856.600356:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf19a000. 00000100:00000010:0.0:1769074856.600359:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfca80. 02000000:00000010:0.0:1769074856.600362:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf19b000. 00000100:00000010:0.0:1769074856.600365:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfc380. 02000000:00000010:0.0:1769074856.600367:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf199000. 00000100:00000010:0.0:1769074856.600369:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bff480. 02000000:00000010:0.0:1769074856.600373:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8b1d6000. 00000100:00000010:0.0:1769074856.600375:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bff800. 02000000:00000010:0.0:1769074856.600378:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf19e000. 00000100:00000010:0.0:1769074856.600380:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfed80. 02000000:00000010:0.0:1769074856.600383:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8a132000. 00000100:00000010:0.0:1769074856.600386:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3b80. 02000000:00000010:0.0:1769074856.600389:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8b1d5000. 00000100:00000010:0.0:1769074856.600391:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfd500. 02000000:00000010:0.0:1769074856.600394:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc83c000. 00000100:00000010:0.0:1769074856.600396:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1500. 02000000:00000010:0.0:1769074856.600399:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc83f000. 00000100:00000010:0.0:1769074856.600402:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3480. 02000000:00000010:0.0:1769074856.600405:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc83e000. 00000100:00000010:0.0:1769074856.600407:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028b800. 02000000:00000010:0.0:1769074856.600409:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab854cc000. 00000100:00000010:0.0:1769074856.600412:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028ad80. 02000000:00000010:0.0:1769074856.600414:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82bcc000. 00000100:00000010:0.0:1769074856.600417:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601500. 02000000:00000010:0.0:1769074856.600419:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc83a000. 00000100:00000010:0.0:1769074856.600426:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028aa00. 02000000:00000010:0.0:1769074856.600429:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8b1d2000. 00000100:00000010:0.0:1769074856.600431:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600000. 02000000:00000010:0.0:1769074856.600434:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab88b90000. 00000100:00000010:0.0:1769074856.600437:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947480. 02000000:00000010:0.0:1769074856.600440:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854c8000. 00000100:00000010:0.0:1769074856.600443:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028a300. 02000000:00000010:0.0:1769074856.600445:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab854c9000. 00000100:00000010:0.0:1769074856.600448:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289500. 02000000:00000010:0.0:1769074856.600451:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ad75000. 00000100:00000010:0.0:1769074856.600454:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288a80. 02000000:00000010:0.0:1769074856.600457:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc83b000. 00000100:00000010:0.0:1769074856.600459:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288000. 02000000:00000010:0.0:1769074856.600461:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ad73000. 00000100:00000010:0.0:1769074856.600464:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601f80. 02000000:00000010:0.0:1769074856.600467:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbff7d000. 00000100:00000010:0.0:1769074856.600469:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289c00. 02000000:00000010:0.0:1769074856.600471:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854cb000. 00000100:00000010:0.0:1769074856.600473:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288c700. 02000000:00000010:0.0:1769074856.600476:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbff79000. 00000100:00000010:0.0:1769074856.600478:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288e680. 02000000:00000010:0.0:1769074856.600482:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e930800. 00000100:00000010:0.0:1769074856.600484:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288f800. 02000000:00000010:0.0:1769074856.600487:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e930000. 00000100:00000010:0.0:1769074856.600489:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028a680. 02000000:00000010:0.0:1769074856.600492:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e930c00. 00000100:00000010:0.0:1769074856.600494:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288e00. 02000000:00000010:0.0:1769074856.600497:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbff78000. 00000100:00000010:0.0:1769074856.600499:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947800. 02000000:00000010:0.0:1769074856.600501:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbff7b000. 00000100:00000010:0.0:1769074856.600503:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944a80. 02000000:00000010:0.0:1769074856.600506:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854cd000. 00000100:00000010:0.0:1769074856.600508:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028b480. 02000000:00000010:0.0:1769074856.600511:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c4a000. 00000100:00000010:0.0:1769074856.600514:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289f80. 02000000:00000010:0.0:1769074856.600517:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdfc000. 00000100:00000010:0.0:1769074856.600519:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944e00. 02000000:00000010:0.0:1769074856.600522:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c4b000. 00000100:00000010:0.0:1769074856.600525:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944380. 02000000:00000010:0.0:1769074856.600528:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdfe000. 00000100:00000010:0.0:1769074856.600531:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289880. 02000000:00000010:0.0:1769074856.600534:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdff000. 00000100:00000010:0.0:1769074856.600536:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88addc00. 02000000:00000010:0.0:1769074856.600540:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854cf000. 00000100:00000010:0.0:1769074856.600542:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2680. 02000000:00000010:0.0:1769074856.600545:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabad90d000. 00000100:00000010:0.0:1769074856.600548:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0000. 02000000:00000010:0.0:1769074856.600552:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdf8000. 00000100:00000010:0.0:1769074856.600555:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3100. 02000000:00000010:0.0:1769074856.600558:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdfb000. 00000100:00000010:0.0:1769074856.600560:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1880. 02000000:00000010:0.0:1769074856.600563:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad90e000. 00000100:00000010:0.0:1769074856.600566:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88addf80. 02000000:00000010:0.0:1769074856.600569:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdfd000. 00000100:00000010:0.0:1769074856.600573:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf100. 02000000:00000010:0.0:1769074856.600576:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad908000. 00000100:00000010:0.0:1769074856.600578:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0380. 02000000:00000010:0.0:1769074856.600581:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabad90f000. 00000100:00000010:0.0:1769074856.600584:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2300. 02000000:00000010:0.0:1769074856.600586:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab89c4d000. 00000100:00000010:0.0:1769074856.600589:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947b80. 02000000:00000010:0.0:1769074856.600591:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdf9000. 00000100:00000010:0.0:1769074856.600593:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc946680. 02000000:00000010:0.0:1769074856.600596:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad909000. 00000100:00000010:0.0:1769074856.600598:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3800. 02000000:00000010:0.0:1769074856.600622:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ad72000. 00000100:00000010:0.0:1769074856.600625:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944000. 02000000:00000010:0.0:1769074856.600628:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859bd000. 00000100:00000010:0.0:1769074856.600631:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc945500. 02000000:00000010:0.0:1769074856.600634:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c48000. 00000100:00000010:0.0:1769074856.600637:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc946a00. 02000000:00000010:0.0:1769074856.600640:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859b9000. 00000100:00000010:0.0:1769074856.600642:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947100. 02000000:00000010:0.0:1769074856.600645:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c4f000. 00000100:00000010:0.0:1769074856.600647:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc945f80. 02000000:00000010:0.0:1769074856.600650:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859bc000. 00000100:00000010:0.0:1769074856.600653:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc946d80. 02000000:00000010:0.0:1769074856.600655:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859ba000. 00000100:00000010:0.0:1769074856.600658:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288ea00. 02000000:00000010:0.0:1769074856.600660:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859bb000. 00000100:00000010:0.0:1769074856.600663:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288fb80. 02000000:00000010:0.0:1769074856.600666:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c4c000. 00000100:00000010:0.0:1769074856.600668:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288d180. 02000000:00000010:0.0:1769074856.600672:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859b8000. 00000100:00000010:0.0:1769074856.600675:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0700. 02000000:00000010:0.0:1769074856.600678:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc4e9000. 00000100:00000010:0.0:1769074856.600680:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288ca80. 02000000:00000010:0.0:1769074856.600683:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab908e2000. 00000100:00000010:0.0:1769074856.600686:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288e300. 02000000:00000010:0.0:1769074856.600688:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc4e8000. 00000100:00000010:0.0:1769074856.600691:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288ed80. 02000000:00000010:0.0:1769074856.600693:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab908e0000. 00000100:00000010:0.0:1769074856.600695:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adce00. 02000000:00000010:0.0:1769074856.600699:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc4ec000. 00000100:00000010:0.0:1769074856.600701:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88ade300. 02000000:00000010:0.0:1769074856.600704:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab908e4000. 00000100:00000010:0.0:1769074856.600706:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88ade680. 02000000:00000010:0.0:1769074856.600709:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f52000. 00000100:00000010:0.0:1769074856.600712:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae923b80. 02000000:00000010:0.0:1769074856.600715:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab91748000. 00000100:00000010:0.0:1769074856.600718:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3b80. 02000000:00000010:0.0:1769074856.600720:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f55000. 00000100:00000010:0.0:1769074856.600723:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae921180. 02000000:00000010:0.0:1769074856.600726:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4f53000. 00000100:00000010:0.0:1769074856.600729:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae921f80. 00010000:00000010:3.1:1769074856.601358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074856.601367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 02000000:00000010:0.0:1769074856.601445:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f57000. 00000100:00000010:0.0:1769074856.601451:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920a80. 02000000:00000010:0.0:1769074856.601454:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8bc46000. 00000100:00000010:0.0:1769074856.601458:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920700. 02000000:00000010:0.0:1769074856.601461:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8bc40000. 00000100:00000010:0.0:1769074856.601463:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920000. 02000000:00000010:0.0:1769074856.601466:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83906000. 00000100:00000010:0.0:1769074856.601470:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae922a00. 02000000:00000010:0.0:1769074856.601473:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f56000. 00000100:00000010:0.0:1769074856.601476:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeeea00. 02000000:00000010:0.0:1769074856.601480:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83902000. 00000100:00000010:0.0:1769074856.601482:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed880. 02000000:00000010:0.0:1769074856.601485:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f54000. 00000100:00000010:0.0:1769074856.601488:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeeed80. 02000000:00000010:0.0:1769074856.601490:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83904000. 00000100:00000010:0.0:1769074856.601493:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adc700. 02000000:00000010:0.0:1769074856.601496:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83900000. 00000100:00000010:0.0:1769074856.601499:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf480. 02000000:00000010:0.0:1769074856.601502:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83901000. 00000100:00000010:0.0:1769074856.601504:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec380. 02000000:00000010:0.0:1769074856.601506:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9174c000. 00000100:00000010:0.0:1769074856.601508:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef480. 02000000:00000010:0.0:1769074856.601511:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab84cdf000. 00000100:00000010:0.0:1769074856.601514:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeece00. 02000000:00000010:0.0:1769074856.601516:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab84cde000. 00000100:00000010:0.0:1769074856.601519:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeee680. 02000000:00000010:0.0:1769074856.601521:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab84cdd000. 00000100:00000010:0.0:1769074856.601524:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88add500. 02000000:00000010:0.0:1769074856.601527:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb7000. 00000100:00000010:0.0:1769074856.601530:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adca80. 02000000:00000010:0.0:1769074856.601533:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87828000. 00000100:00000010:0.0:1769074856.601535:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec000. 02000000:00000010:0.0:1769074856.601538:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8277a000. 00000100:00000010:0.0:1769074856.601540:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeee300. 02000000:00000010:0.0:1769074856.601542:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86424000. 00000100:00000010:0.0:1769074856.601544:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adc000. 02000000:00000010:0.0:1769074856.601547:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82778000. 00000100:00000010:0.0:1769074856.601550:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88add180. 02000000:00000010:0.0:1769074856.601552:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87829000. 00000100:00000010:0.0:1769074856.601554:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cb480. 02000000:00000010:0.0:1769074856.601557:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8782b000. 00000100:00000010:0.0:1769074856.601559:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0e00. 02000000:00000010:0.0:1769074856.601562:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8782d000. 00000100:00000010:0.0:1769074856.601564:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2a00. 02000000:00000010:0.0:1769074856.601566:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8782a000. 00000100:00000010:0.0:1769074856.601569:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0a80. 02000000:00000010:0.0:1769074856.601571:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8782c000. 00000100:00000010:0.0:1769074856.601573:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af0e00. 02000000:00000010:0.0:1769074856.601592:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86422000. 00000100:00000010:0.0:1769074856.601596:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af3100. 02000000:00000010:0.0:1769074856.601600:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbd197000. 00000100:00000010:0.0:1769074856.601945:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec700. 02000000:00000010:0.0:1769074856.601959:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc541000. 00000100:00000010:0.0:1769074856.601963:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed180. 02000000:00000010:0.0:1769074856.601965:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc547000. 00000100:00000010:0.0:1769074856.601968:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef100. 02000000:00000010:0.0:1769074856.601971:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86421000. 00000100:00000010:0.0:1769074856.601973:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeeca80. 02000000:00000010:0.0:1769074856.601975:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc544000. 00000100:00000010:0.0:1769074856.601977:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c9500. 02000000:00000010:0.0:1769074856.601980:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc543000. 00000100:00000010:0.0:1769074856.601983:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8700. 02000000:00000010:0.0:1769074856.601985:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc540000. 00000100:00000010:0.0:1769074856.601988:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf800. 02000000:00000010:0.0:1769074856.601991:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8277d000. 00000100:00000010:0.0:1769074856.601993:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8e00. 02000000:00000010:0.0:1769074856.601996:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86425000. 00000100:00000010:0.0:1769074856.601998:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af0700. 02000000:00000010:0.0:1769074856.602000:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc545000. 00000100:00000010:0.0:1769074856.602002:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af2680. 02000000:00000010:0.0:1769074856.602005:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86427000. 00000100:00000010:0.0:1769074856.602008:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef800. 02000000:00000010:0.0:1769074856.602011:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82779000. 00000100:00000010:0.0:1769074856.602014:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cad80. 02000000:00000010:0.0:1769074856.602017:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc542000. 00000100:00000010:0.0:1769074856.602019:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af1c00. 02000000:00000010:0.0:1769074856.602022:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d5000. 00000100:00000010:0.0:1769074856.602025:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeedf80. 02000000:00000010:0.0:1769074856.602028:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cbb2000. 00000100:00000010:0.0:1769074856.602030:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c815880. 02000000:00000010:0.0:1769074856.602034:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8672d000. 00000100:00000010:0.0:1769074856.602037:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c817b80. 02000000:00000010:0.0:1769074856.602041:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86423000. 00000100:00000010:0.0:1769074856.602043:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfad80. 02000000:00000010:0.0:1769074856.602046:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8672a000. 00000100:00000010:0.0:1769074856.602049:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfb100. 02000000:00000010:0.0:1769074856.602052:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabc184f000. 00000100:00000010:0.0:1769074856.602055:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfb480. 02000000:00000010:0.0:1769074856.602058:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab82bce000. 00000100:00000010:0.0:1769074856.602060:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85914e00. 02000000:00000010:0.0:1769074856.602063:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86729000. 00000100:00000010:0.0:1769074856.602065:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c817480. 02000000:00000010:0.0:1769074856.602068:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab82bcf000. 00000100:00000010:0.0:1769074856.602070:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c816300. 02000000:00000010:0.0:1769074856.602075:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8672c000. 00000100:00000010:0.0:1769074856.602077:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08e00. 02000000:00000010:0.0:1769074856.602080:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab82bcd000. 00000100:00000010:0.0:1769074856.602082:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09500. 02000000:00000010:0.0:1769074856.602085:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cbb5000. 00000100:00000010:0.0:1769074856.602087:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af1880. 02000000:00000010:0.0:1769074856.602090:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabaf01d000. 00000100:00000010:0.0:1769074856.602094:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c817800. 02000000:00000010:0.0:1769074856.602097:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daba12d0000. 00000100:00000010:0.0:1769074856.602099:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8380. 02000000:00000010:0.0:1769074856.602102:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c58c000. 00000100:00000010:0.0:1769074856.602105:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908caa00. 02000000:00000010:0.0:1769074856.602107:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d6000. 00000100:00000010:0.0:1769074856.602110:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cb800. 02000000:00000010:0.0:1769074856.602113:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c401000. 00000100:00000010:0.0:1769074856.602115:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0a300. 02000000:00000010:0.0:1769074856.602118:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d3000. 00000100:00000010:0.0:1769074856.602120:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09c00. 02000000:00000010:0.0:1769074856.602123:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d4000. 00000100:00000010:0.0:1769074856.602125:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8a80. 02000000:00000010:0.0:1769074856.602128:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c402000. 00000100:00000010:0.0:1769074856.602132:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c816d80. 02000000:00000010:0.0:1769074856.602135:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf01b000. 00000100:00000010:0.0:1769074856.602137:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9180. 02000000:00000010:0.0:1769074856.602139:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c406000. 00000100:00000010:0.0:1769074856.602143:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08000. 02000000:00000010:0.0:1769074856.602146:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c407000. 00000100:00000010:0.0:1769074856.602148:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0bb80. 02000000:00000010:0.0:1769074856.602151:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d7000. 00000100:00000010:0.0:1769074856.602153:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af2300. 02000000:00000010:0.0:1769074856.602156:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb6000. 00000100:00000010:0.0:1769074856.602158:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af2d80. 02000000:00000010:0.0:1769074856.602162:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c400000. 00000100:00000010:0.0:1769074856.602164:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fb480. 02000000:00000010:0.0:1769074856.602168:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb1000. 00000100:00000010:0.0:1769074856.602171:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fb100. 02000000:00000010:0.0:1769074856.602174:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cbb4000. 00000100:00000010:0.0:1769074856.602177:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b8e00. 02000000:00000010:0.0:1769074856.602180:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb3000. 00000100:00000010:0.0:1769074856.602182:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843baa00. 02000000:00000010:0.0:1769074856.602186:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859e2000. 00000100:00000010:0.0:1769074856.602189:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bb100. 02000000:00000010:0.0:1769074856.602192:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c404000. 00000100:00000010:0.0:1769074856.602195:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bad80. 02000000:00000010:0.0:1769074856.602198:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859e0000. 00000100:00000010:0.0:1769074856.602200:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bbb80. 02000000:00000010:0.0:1769074856.602203:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859e1000. 00000100:00000010:0.0:1769074856.602205:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9880. 02000000:00000010:0.0:1769074856.602208:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859e5000. 00000100:00000010:0.0:1769074856.602211:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90884e00. 02000000:00000010:0.0:1769074856.602214:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859e3000. 00000100:00000010:0.0:1769074856.602216:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843ba680. 02000000:00000010:0.0:1769074856.602219:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf019000. 00000100:00000010:0.0:1769074856.602222:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04faa00. 02000000:00000010:0.0:1769074856.602225:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c403000. 00000100:00000010:0.0:1769074856.602228:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09f80. 02000000:00000010:0.0:1769074856.602230:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf01f000. 00000100:00000010:0.0:1769074856.602232:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90887480. 02000000:00000010:0.0:1769074856.602235:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d1000. 00000100:00000010:0.0:1769074856.602237:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9180. 02000000:00000010:0.0:1769074856.602240:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab82d12000. 00000100:00000010:0.0:1769074856.602242:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90886300. 02000000:00000010:0.0:1769074856.602245:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb48e8000. 00000100:00000010:0.0:1769074856.602248:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09880. 02000000:00000010:0.0:1769074856.602250:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbcaae000. 00000100:00000010:0.0:1769074856.602254:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90887b80. 02000000:00000010:0.0:1769074856.602256:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab88aa7000. 00000100:00000010:0.0:1769074856.602259:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90886680. 02000000:00000010:0.0:1769074856.602261:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf018000. 00000100:00000010:0.0:1769074856.602263:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b8a80. 02000000:00000010:0.0:1769074856.602266:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb3c31000. 00000100:00000010:0.0:1769074856.602268:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bb480. 02000000:00000010:0.0:1769074856.602271:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbcaac000. 00000100:00000010:0.0:1769074856.602275:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90885880. 02000000:00000010:0.0:1769074856.602277:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf01c000. 00000100:00000010:0.0:1769074856.602279:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9880. 02000000:00000010:0.0:1769074856.602282:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa833f4000. 00000100:00000010:0.0:1769074856.602284:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f8000. 02000000:00000010:0.0:1769074856.602288:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa833f3000. 00000100:00000010:0.0:1769074856.602290:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9f80. 02000000:00000010:0.0:1769074856.602293:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf01e000. 00000100:00000010:0.0:1769074856.602296:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fa680. 02000000:00000010:0.0:1769074856.602298:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c688000. 00000100:00000010:0.0:1769074856.602301:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fb800. 02000000:00000010:0.0:1769074856.602303:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbec4b000. 00000100:00000010:0.0:1769074856.602305:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fad80. 02000000:00000010:0.0:1769074856.602308:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9e50c000. 00000100:00000010:0.0:1769074856.602310:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9500. 02000000:00000010:0.0:1769074856.602313:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c68c000. 00000100:00000010:0.0:1769074856.602317:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f8700. 02000000:00000010:0.0:1769074856.602320:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c689000. 00000100:00000010:0.0:1769074856.602322:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fa300. 02000000:00000010:0.0:1769074856.602325:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c68b000. 00000100:00000010:0.0:1769074856.602327:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f8a80. 02000000:00000010:0.0:1769074856.602330:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86725000. 00000100:00000010:0.0:1769074856.602333:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90884380. 02000000:00000010:0.0:1769074856.602336:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859e4000. 00000100:00000010:0.0:1769074856.602338:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85916680. 02000000:00000010:0.0:1769074856.602341:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c68a000. 00000100:00000010:0.0:1769074856.602343:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90885c00. 02000000:00000010:0.0:1769074856.602346:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859e7000. 00000100:00000010:0.0:1769074856.602348:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90885500. 02000000:00000010:0.0:1769074856.602351:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4b6b000. 00000100:00000010:0.0:1769074856.602355:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90886a00. 02000000:00000010:0.0:1769074856.602358:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86721000. 00000100:00000010:0.0:1769074856.602373:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85915880. 02000000:00000010:0.0:1769074856.602377:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ca0f000. 00000100:00000010:0.0:1769074856.602380:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90884000. 02000000:00000010:0.0:1769074856.602382:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8b888000. 00000100:00000010:0.0:1769074856.602385:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85914700. 02000000:00000010:0.0:1769074856.602388:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87cfb000. 00000100:00000010:0.0:1769074856.602390:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90887100. 02000000:00000010:0.0:1769074856.602392:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8b88b000. 00000100:00000010:0.0:1769074856.602395:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90884700. 02000000:00000010:0.0:1769074856.602398:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87cfc000. 00000100:00000010:0.0:1769074856.602401:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85914380. 02000000:00000010:0.0:1769074856.602403:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86767000. 00000100:00000010:0.0:1769074856.602406:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bb800. 02000000:00000010:0.0:1769074856.602409:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87cff000. 00000100:00000010:0.0:1769074856.602411:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85917800. 02000000:00000010:0.0:1769074856.602415:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbcb1a000. 00000100:00000010:0.0:1769074856.602418:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b8380. 02000000:00000010:0.0:1769074856.602421:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4b69000. 00000100:00000010:0.0:1769074856.602423:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b8000. 02000000:00000010:0.0:1769074856.602426:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82fc3000. 00000100:00000010:0.0:1769074856.602428:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9c00. 02000000:00000010:0.0:1769074856.602431:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82fc5000. 00000100:00000010:0.0:1769074856.602433:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0a680. 02000000:00000010:0.0:1769074856.602435:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4b6c000. 00000100:00000010:0.0:1769074856.602438:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b8700. 02000000:00000010:0.0:1769074856.602441:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82fc6000. 00000100:00000010:0.0:1769074856.602443:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9500. 02000000:00000010:0.0:1769074856.602446:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82fc7000. 00000100:00000010:0.0:1769074856.602448:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09180. 02000000:00000010:0.0:1769074856.602451:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9edac000. 00000100:00000010:0.0:1769074856.602454:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08a80. 02000000:00000010:0.0:1769074856.602456:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82fc4000. 00000100:00000010:0.0:1769074856.602459:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08380. 02000000:00000010:0.0:1769074856.602461:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9edaa000. 00000100:00000010:0.0:1769074856.602463:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0b480. 02000000:00000010:0.0:1769074856.602466:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82fc2000. 00000100:00000010:0.0:1769074856.602468:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0b800. 02000000:00000010:0.0:1769074856.602470:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87cf9000. 00000100:00000010:0.0:1769074856.602472:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0ad80. 02000000:00000010:0.0:1769074856.602475:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba10fe000. 00000100:00000010:0.0:1769074856.602479:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0b100. 02000000:00000010:0.0:1769074856.602481:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba10fc000. 00000100:00000010:0.0:1769074856.602484:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5abb80. 02000000:00000010:0.0:1769074856.602487:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86475000. 00000100:00000010:0.0:1769074856.602490:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8a80. 02000000:00000010:0.0:1769074856.602493:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82fc1000. 00000100:00000010:0.0:1769074856.602495:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8380. 02000000:00000010:0.0:1769074856.602498:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa84459000. 00000100:00000010:0.0:1769074856.602500:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9c00. 02000000:00000010:0.0:1769074856.602503:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8625c000. 00000100:00000010:0.0:1769074856.602506:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9180. 02000000:00000010:0.0:1769074856.602508:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8445d000. 00000100:00000010:0.0:1769074856.602511:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8e00. 02000000:00000010:0.0:1769074856.602514:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9edab000. 00000100:00000010:0.0:1769074856.602517:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5aa300. 02000000:00000010:0.0:1769074856.602520:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab9edaf000. 00000100:00000010:0.0:1769074856.602522:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5aad80. 02000000:00000010:0.0:1769074856.602524:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8445f000. 00000100:00000010:0.0:1769074856.602527:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5ab480. 02000000:00000010:0.0:1769074856.602530:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab9edae000. 00000100:00000010:0.0:1769074856.602533:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90886d80. 02000000:00000010:0.0:1769074856.602536:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8625d000. 00000100:00000010:0.0:1769074856.602539:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90887800. 02000000:00000010:0.0:1769074856.602542:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86258000. 00000100:00000010:0.0:1769074856.602544:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8700. 02000000:00000010:0.0:1769074856.602546:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8445e000. 00000100:00000010:0.0:1769074856.602549:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688000. 02000000:00000010:0.0:1769074856.602552:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8445a000. 00000100:00000010:0.0:1769074856.602555:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689880. 02000000:00000010:0.0:1769074856.602559:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8625a000. 00000100:00000010:0.0:1769074856.602561:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668b800. 02000000:00000010:0.0:1769074856.602564:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020a000. 00000100:00000010:0.0:1769074856.602567:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfb800. 02000000:00000010:0.0:1769074856.602570:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9eda8000. 00000100:00000010:0.0:1769074856.602572:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689180. 02000000:00000010:0.0:1769074856.602575:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90895000. 00000100:00000010:0.0:1769074856.602578:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688700. 02000000:00000010:0.0:1769074856.602580:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9020e000. 00000100:00000010:0.0:1769074856.602583:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688a80. 02000000:00000010:0.0:1769074856.602586:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90897000. 00000100:00000010:0.0:1769074856.602588:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668b480. 02000000:00000010:0.0:1769074856.602590:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90896000. 00000100:00000010:0.0:1769074856.602593:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689500. 02000000:00000010:0.0:1769074856.602595:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90892000. 00000100:00000010:0.0:1769074856.602597:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843ba300. 02000000:00000010:0.0:1769074856.602600:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90209000. 00000100:00000010:0.0:1769074856.605254:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668a680. 02000000:00000010:0.0:1769074856.605263:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90894000. 00000100:00000010:0.0:1769074856.605266:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668ad80. 02000000:00000010:0.0:1769074856.605269:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90893000. 00000100:00000010:0.0:1769074856.605271:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714700. 02000000:00000010:0.0:1769074856.605275:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020f000. 00000100:00000010:0.0:1769074856.605277:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688380. 02000000:00000010:0.0:1769074856.605280:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8445c000. 00000100:00000010:0.0:1769074856.605283:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85916a00. 02000000:00000010:0.0:1769074856.605285:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90890000. 00000100:00000010:0.0:1769074856.605288:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668a300. 02000000:00000010:0.0:1769074856.605291:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8445b000. 00000100:00000010:0.0:1769074856.605292:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85914a80. 02000000:00000010:0.0:1769074856.605295:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa84458000. 00000100:00000010:0.0:1769074856.605314:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717800. 02000000:00000010:0.0:1769074856.605319:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90891000. 00000100:00000010:0.0:1769074856.605321:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717100. 02000000:00000010:0.0:1769074856.605324:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020d000. 00000100:00000010:0.0:1769074856.605327:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688e00. 02000000:00000010:0.0:1769074856.605330:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9020b000. 00000100:00000010:0.0:1769074856.605333:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a1f80. 02000000:00000010:0.0:1769074856.605340:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020c000. 00000100:00000010:0.0:1769074856.605342:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a1180. 02000000:00000010:0.0:1769074856.605346:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8ed24000. 00000100:00000010:0.0:1769074856.605357:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a0000. 02000000:00000010:0.0:1769074856.605362:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa89c06000. 00000100:00000010:0.0:1769074856.605365:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfaa00. 02000000:00000010:0.0:1769074856.605367:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89c00000. 00000100:00000010:0.0:1769074856.605370:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bf8e00. 02000000:00000010:0.0:1769074856.605373:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8b889000. 00000100:00000010:0.0:1769074856.605377:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85917b80. 02000000:00000010:0.0:1769074856.605380:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89c03000. 00000100:00000010:0.0:1769074856.605384:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bf9500. 02000000:00000010:0.0:1769074856.605387:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ed23000. 00000100:00000010:0.0:1769074856.605390:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85916300. 02000000:00000010:0.0:1769074856.605393:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ed20000. 00000100:00000010:0.0:1769074856.605395:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85915500. 02000000:00000010:0.0:1769074856.605398:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ed21000. 00000100:00000010:0.0:1769074856.605399:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85915180. 02000000:00000010:0.0:1769074856.605402:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ed25000. 00000100:00000010:0.0:1769074856.605404:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85915f80. 02000000:00000010:0.0:1769074856.605407:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ed27000. 00000100:00000010:0.0:1769074856.605409:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85917480. 02000000:00000010:0.0:1769074856.605413:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c80a000. 00000100:00000010:0.0:1769074856.605416:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85916d80. 02000000:00000010:0.0:1769074856.605419:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ed26000. 00000100:00000010:0.0:1769074856.605421:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715180. 02000000:00000010:0.0:1769074856.605424:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89c02000. 00000100:00000010:0.0:1769074856.605428:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715c00. 02000000:00000010:0.0:1769074856.605431:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89c01000. 00000100:00000010:0.0:1769074856.605433:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714e00. 02000000:00000010:0.0:1769074856.605436:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89c04000. 00000100:00000010:0.0:1769074856.605438:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714000. 02000000:00000010:0.0:1769074856.605441:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82c72000. 00000100:00000010:0.0:1769074856.605444:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715880. 02000000:00000010:0.0:1769074856.605447:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c80e000. 00000100:00000010:0.0:1769074856.605449:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716a00. 02000000:00000010:0.0:1769074856.605452:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c80c000. 00000100:00000010:0.0:1769074856.605455:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716300. 02000000:00000010:0.0:1769074856.605458:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8b88d000. 00000100:00000010:0.0:1769074856.605461:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0380. 02000000:00000010:0.0:1769074856.605465:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8b88f000. 00000100:00000010:0.0:1769074856.605467:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3480. 02000000:00000010:0.0:1769074856.605470:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8b88e000. 00000100:00000010:0.0:1769074856.605473:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3800. 02000000:00000010:0.0:1769074856.605475:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8b88a000. 00000100:00000010:0.0:1769074856.605478:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2d80. 02000000:00000010:0.0:1769074856.605482:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8b88c000. 00000100:00000010:0.0:1769074856.605497:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bf8700. 02000000:00000010:0.0:1769074856.605501:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3e1000. 00000100:00000010:0.0:1769074856.605504:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfa300. 02000000:00000010:0.0:1769074856.605506:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3e5000. 00000100:00000010:0.0:1769074856.605509:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3100. 02000000:00000010:0.0:1769074856.605512:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3e7000. 00000100:00000010:0.0:1769074856.605514:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716d80. 02000000:00000010:0.0:1769074856.605517:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ed22000. 00000100:00000010:0.0:1769074856.605524:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2a00. 02000000:00000010:0.0:1769074856.605529:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c80b000. 00000100:00000010:0.0:1769074856.605531:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0e00. 02000000:00000010:0.0:1769074856.605534:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3e6000. 00000100:00000010:0.0:1769074856.605537:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1500. 02000000:00000010:0.0:1769074856.605539:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3e2000. 00000100:00000010:0.0:1769074856.605543:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0700. 02000000:00000010:0.0:1769074856.605545:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3e4000. 00000100:00000010:0.0:1769074856.605547:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bf9c00. 02000000:00000010:0.0:1769074856.605550:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3e3000. 00000100:00000010:0.0:1769074856.605552:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bf8000. 02000000:00000010:0.0:1769074856.605555:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c808000. 00000100:00000010:0.0:1769074856.605557:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2300. 02000000:00000010:0.0:1769074856.605559:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82c74000. 00000100:00000010:0.0:1769074856.605562:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfbb80. 02000000:00000010:0.0:1769074856.605565:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3e0000. 00000100:00000010:0.0:1769074856.605567:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1c00. 02000000:00000010:0.0:1769074856.605569:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d5b000. 00000100:00000010:0.0:1769074856.605572:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0000. 02000000:00000010:0.0:1769074856.605574:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d58000. 00000100:00000010:0.0:1769074856.605576:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3b80. 02000000:00000010:0.0:1769074856.605579:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82b4a000. 00000100:00000010:0.0:1769074856.605587:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1f80. 02000000:00000010:0.0:1769074856.605590:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82b4c000. 00000100:00000010:0.0:1769074856.605593:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bf9f80. 02000000:00000010:0.0:1769074856.605596:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82b4b000. 00000100:00000010:0.0:1769074856.605599:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bf9880. 00000800:00000200:3.0:1769074856.606221:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.606227:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074856.606233:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.606241:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.606248:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:3.0:1769074856.606250:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 02000000:00000010:3.0:1769074856.606256:0:12639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fb70000. 02000000:00000010:0.0:1769074856.607064:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d59000. 00000100:00000010:0.0:1769074856.607072:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1880. 02000000:00000010:0.0:1769074856.607077:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82b48000. 00000100:00000010:0.0:1769074856.607079:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2680. 02000000:00000010:0.0:1769074856.607083:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82c73000. 00000100:00000010:0.0:1769074856.607085:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a2a00. 02000000:00000010:0.0:1769074856.607090:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82b49000. 00000100:00000010:0.0:1769074856.607092:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a2300. 02000000:00000010:0.0:1769074856.607094:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5d000. 00000100:00000010:0.0:1769074856.607096:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfa680. 02000000:00000010:0.0:1769074856.607101:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82b4d000. 00000100:00000010:0.0:1769074856.607105:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bf9180. 02000000:00000010:0.0:1769074856.607107:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82c70000. 00000100:00000010:0.0:1769074856.607111:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a0e00. 02000000:00000010:0.0:1769074856.607114:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82c71000. 00000100:00000010:0.0:1769074856.607117:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a3b80. 02000000:00000010:0.0:1769074856.607122:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5f000. 00000100:00000010:0.0:1769074856.607124:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1180. 02000000:00000010:0.0:1769074856.607127:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d5e000. 00000100:00000010:0.0:1769074856.607129:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bf8a80. 02000000:00000010:0.0:1769074856.607131:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82c75000. 00000100:00000010:0.0:1769074856.607134:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716680. 02000000:00000010:0.0:1769074856.607137:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82c77000. 00000100:00000010:0.0:1769074856.607139:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714380. 02000000:00000010:0.0:1769074856.607142:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5a000. 00000100:00000010:0.0:1769074856.607144:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bf8380. 02000000:00000010:0.0:1769074856.607147:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c809000. 00000100:00000010:0.0:1769074856.607150:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0a80. 02000000:00000010:0.0:1769074856.607153:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82b4f000. 00000100:00000010:0.0:1769074856.607155:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a2680. 02000000:00000010:0.0:1769074856.607158:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82b4e000. 00000100:00000010:0.0:1769074856.607161:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a0a80. 02000000:00000010:0.0:1769074856.607163:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c80d000. 00000100:00000010:0.0:1769074856.607166:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715500. 02000000:00000010:0.0:1769074856.607169:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d5c000. 00000100:00000010:0.0:1769074856.607184:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715f80. 02000000:00000010:0.0:1769074856.607188:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c80f000. 00000100:00000010:0.0:1769074856.607195:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717b80. 02000000:00000010:0.0:1769074856.607199:0:42297:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82c76000. 00000100:00000010:0.0:1769074856.607208:0:42297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717480. 00000100:00000200:0.0:1769074856.607222:0:42297:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1769074856.607232:0:42297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8b00. 00000400:00000010:0.0:1769074856.607239:0:42297:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff8daa8c730800. 00010000:00000010:3.1:1769074856.608775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074856.608788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074856.608793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.1:1769074856.608796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.1:1769074856.608851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074856.608857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.1:1769074856.613591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074856.613618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074856.613622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074856.613625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00000400:00000200:0.0:1769074856.613675:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.613696:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c9580 00000400:00000200:0.0:1769074856.613706:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 0 00000400:00000200:0.0:1769074856.613746:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.613751:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.613759:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.613765:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdc380. 00000020:00000010:3.0:1769074856.613876:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.613882:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.613889:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.613895:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.613901:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.613935:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.613937:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.613941:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826417024 02000000:00000010:3.0:1769074856.613987:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8d83e000. 00010000:00000010:3.0:1769074856.614029:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074856.614042:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:3.0:1769074856.614060:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074856.614068:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.614085:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074856.614089:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074856.614094:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.614097:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074856.614182:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074856.614186:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074856.614190:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.614193:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00000020:00000010:3.0:1769074856.614217:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.614225:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.614236:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.614248:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc943000. 00000001:00000010:3.0:1769074856.614466:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6ae0. 00000001:00000010:3.0:1769074856.614473:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074856.614504:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00010000:00000010:3.0:1769074856.614512:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.614516:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074856.614527:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074856.614573:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00080000:00000010:3.0:1769074856.614767:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901d5008. 00000004:00000010:3.0:1769074856.614780:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab9088a900. 00000004:00000010:3.0:1769074856.614785:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da14ee0. 00000004:00000010:3.0:1769074856.614790:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e2098e8. 00000004:00000010:3.0:1769074856.614794:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eedbe00. 00010000:00000010:3.0:1769074856.614807:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000200:3.0:1769074856.614826:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890003, last committed = 17179889941 00010000:00000200:3.0:1769074856.614836:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdc380 x1855007826417024/t17179890003(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.614858:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46088. 00000100:00000200:3.0:1769074856.614864:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826417024, offset 224 00000400:00000010:3.0:1769074856.614871:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e38f8. 00000400:00000200:3.0:1769074856.614875:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.614888:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.614895:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40782:40782:256:4294967295] 192.168.204.10@tcp LPNI seq info [40778:40778:8:4294967295] 00000400:00000200:3.0:1769074856.614902:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.614909:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.614915:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.614920:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074856.614928:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.614935:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.614940:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.614995:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.615001:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.615005:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:3.0:1769074856.615219:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.615223:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:3.0:1769074856.615230:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.615235:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074856.618515:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:0.0:1769074856.618535:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:0.0:1769074856.618546:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e900. 00000400:00000200:3.0:1769074856.619326:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.619358:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e75 00000400:00000200:3.0:1769074856.619367:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.619373:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.619380:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46088 00000400:00000010:3.0:1769074856.619384:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46088. 00000400:00000200:3.0:1769074856.619457:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.619464:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c9600 00000400:00000200:3.0:1769074856.619472:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 488 00000400:00000200:3.0:1769074856.619523:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.619527:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.619532:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.619539:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb2300. 00000020:00000010:1.0:1769074856.619818:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.619824:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.619833:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.619838:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a500. 00000020:00000010:1.0:1769074856.619843:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.619883:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.619885:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074856.619888:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826417152 00000001:00000010:1.0:1769074856.619899:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074856.619929:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074856.619937:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 02000000:00000010:1.0:1769074856.619977:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83ea0000. 00010000:00000010:1.0:1769074856.620008:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074856.620012:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074856.620030:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074856.620035:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074856.620039:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.620042:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.620115:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074856.620118:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a900. 00010000:00000010:1.0:1769074856.620122:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.620124:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074856.620187:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074856.620199:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.620204:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074856.620227:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074856.620252:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb2300 x1855007826417152/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.620271:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074856.620278:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826417152, offset 224 00000400:00000200:1.0:1769074856.620286:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.620297:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.620303:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40783:40783:256:4294967295] 192.168.204.10@tcp LPNI seq info [40779:40779:8:4294967295] 00000400:00000200:1.0:1769074856.620314:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.620320:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.620326:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074856.620332:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.620339:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.620343:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.620376:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a500. 00000020:00000010:1.0:1769074856.620381:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.620384:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:1.0:1769074856.621167:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.621173:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:1.0:1769074856.621178:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.621185:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.621191:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:1.0:1769074856.621193:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00010000:00000010:0.0:1769074856.623049:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:0.0:1769074856.623066:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:0.1:1769074856.625808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074856.625826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:1.1:1769074856.625863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074856.625869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074856.625872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074856.625875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:3.1:1769074856.626769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:3.1:1769074856.626779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074856.626783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.1:1769074856.626806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:0.1:1769074856.631744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:0.1:1769074856.631761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00000400:00000200:3.0:1769074856.632500:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.632519:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c9700 00000400:00000200:3.0:1769074856.632530:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 1064 00000400:00000200:3.0:1769074856.632546:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.632551:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.632559:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.632566:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0700. 00000020:00000010:0.0:1769074856.632777:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.632783:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.632790:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:0.0:1769074856.632796:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.632800:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.632846:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.632849:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.632851:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826417408 02000000:00000010:0.0:1769074856.632886:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fb74000. 00010000:00000010:0.0:1769074856.632925:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:0.0:1769074856.632940:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a900. 00010000:00000010:0.0:1769074856.632976:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074856.632983:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.633002:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.633005:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074856.633010:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074856.633013:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.633104:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074856.633108:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074856.633112:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074856.633115:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074856.633141:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b565c0. 00000020:00000010:0.0:1769074856.633149:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b565c0. 00000020:00000010:0.0:1769074856.633161:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074856.633171:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84370c00. 00000001:00000010:0.0:1769074856.633399:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad120. 00000001:00000010:0.0:1769074856.633407:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8480. 00000020:00000010:0.0:1769074856.633440:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074856.633450:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074856.633454:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.633466:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074856.633506:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074856.633529:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90198e40. 00000004:00000010:0.0:1769074856.633537:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab82bc1000. 00000004:00000010:0.0:1769074856.633541:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d825dc0. 00000004:00000010:0.0:1769074856.633546:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117d438. 00000004:00000010:0.0:1769074856.633551:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeed2c0. 00010000:00000010:0.0:1769074856.633560:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074856.633576:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890004, last committed = 17179889941 00010000:00000200:0.0:1769074856.633585:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0700 x1855007826417408/t17179890004(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.633654:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074856.633661:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826417408, offset 224 00000400:00000010:0.0:1769074856.633668:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8dce8. 00000400:00000200:0.0:1769074856.633672:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.633685:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.633690:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40784:40784:256:4294967295] 192.168.204.10@tcp LPNI seq info [40780:40780:8:4294967295] 00000400:00000200:0.0:1769074856.633697:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.633704:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.633709:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.633713:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074856.633720:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.633726:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.633731:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.633749:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074856.633754:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.633757:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00010000:00000010:3.0:1769074856.634226:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074856.634234:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:3.0:1769074856.634241:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8f00. 00000800:00000200:3.0:1769074856.634571:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.634576:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:3.0:1769074856.634580:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.634586:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.636599:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.636668:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e7d 00000400:00000200:1.0:1769074856.636675:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.636680:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.636686:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:1.0:1769074856.636690:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00010000:00000010:0.0:1769074856.636908:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.636920:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.1:1769074856.638775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:0.1:1769074856.638790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074856.638796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.1:1769074856.638804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00000400:00000200:3.0:1769074856.639581:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.639599:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c9780 00000400:00000200:3.0:1769074856.639652:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 1552 00000400:00000200:3.0:1769074856.639712:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.639718:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.639728:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.639734:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1500. 00000020:00000010:1.0:1769074856.640047:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.640054:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.640063:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.640069:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a500. 00000020:00000010:1.0:1769074856.640074:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.640120:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.640123:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074856.640127:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826417536 00000001:00000010:1.0:1769074856.640138:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:1.0:1769074856.640164:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074856.640172:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 02000000:00000010:1.0:1769074856.640208:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83ea3000. 00010000:00000010:1.0:1769074856.640239:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.640243:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.640263:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074856.640267:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074856.640271:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074856.640274:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074856.640344:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074856.640493:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a880. 00010000:00000010:1.0:1769074856.640498:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.640503:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074856.640576:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.640589:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074856.640594:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074856.640806:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074856.640823:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1500 x1855007826417536/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.640843:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074856.640850:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826417536, offset 224 00000400:00000200:1.0:1769074856.640857:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.640868:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.640874:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40785:40785:256:4294967295] 192.168.204.10@tcp LPNI seq info [40781:40781:8:4294967295] 00000400:00000200:1.0:1769074856.640884:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.640890:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.640896:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074856.640902:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.640908:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.640912:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.640935:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a500. 00000020:00000010:1.0:1769074856.640940:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.640943:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:3.0:1769074856.641741:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.641749:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:3.0:1769074856.641755:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.641761:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.641768:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:3.0:1769074856.641770:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00010000:00000010:3.1:1769074856.642649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074856.642659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:1.1:1769074856.646394:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074856.646409:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074856.646415:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000400:00000200:1.0:1769074856.646446:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.646465:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c9880 00000400:00000200:1.0:1769074856.646473:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 2128 00000400:00000200:1.0:1769074856.646489:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.646494:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.646502:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.646508:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f50700. 00010000:00000010:0.1:1769074856.646718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074856.646725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00000020:00000010:3.0:1769074856.647052:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.647058:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.647067:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.647074:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.647080:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.647161:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.647164:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.647168:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826417792 02000000:00000010:3.0:1769074856.647203:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8d83f000. 00010000:00000010:3.0:1769074856.647244:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:3.0:1769074856.647259:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a880. 00010000:00000010:3.0:1769074856.647278:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074856.647284:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.647300:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074856.647304:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074856.647308:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.647311:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.647485:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074856.647489:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074856.647493:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074856.647496:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00000020:00000010:3.0:1769074856.647520:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.647528:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.647538:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.647548:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc940000. 00000001:00000010:3.0:1769074856.648101:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6d20. 00000001:00000010:3.0:1769074856.648110:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074856.648145:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00010000:00000010:3.0:1769074856.648154:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074856.648158:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074856.648172:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074856.648261:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00080000:00000010:3.0:1769074856.648305:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f54f8f0. 00000004:00000010:3.0:1769074856.648312:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fa18a80. 00000004:00000010:3.0:1769074856.648319:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8397b980. 00000004:00000010:3.0:1769074856.648328:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843120f0. 00000004:00000010:3.0:1769074856.648333:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f549680. 00010000:00000010:3.0:1769074856.648344:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000200:3.0:1769074856.648463:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890005, last committed = 17179889941 00010000:00000200:3.0:1769074856.648474:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f50700 x1855007826417792/t17179890005(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.648493:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46088. 00000100:00000200:3.0:1769074856.648501:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826417792, offset 224 00000400:00000010:3.0:1769074856.648507:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3cb0. 00000400:00000200:3.0:1769074856.648511:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.648527:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.648533:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40786:40786:256:4294967295] 192.168.204.10@tcp LPNI seq info [40782:40782:8:4294967295] 00000400:00000200:3.0:1769074856.648540:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.648547:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.648553:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.648557:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074856.648563:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.648570:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.648575:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.648635:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.648641:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.648645:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074856.651658:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.651667:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074856.651680:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.651690:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074856.651938:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:2.0:1769074856.651959:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00010000:00000010:2.0:1769074856.651970:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ec00. 00000400:00000200:0.0:1769074856.652453:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.652470:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e85 00000400:00000200:0.0:1769074856.652476:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.652479:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.652484:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46088 00000400:00000010:0.0:1769074856.652487:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46088. 00000400:00000200:0.0:1769074856.652552:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.652559:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8c9900 00000400:00000200:0.0:1769074856.652567:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 2616 00000400:00000200:0.0:1769074856.652650:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.652655:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.652661:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.652669:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdca80. 00000020:00000010:3.0:1769074856.653099:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.653106:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.653112:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.653118:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.653123:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.653166:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.653169:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.653172:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826417920 00000001:00000010:3.0:1769074856.653182:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8480. 00010000:00000010:3.0:1769074856.653210:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.653218:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 02000000:00000010:3.0:1769074856.653247:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8d83d000. 00010000:00000010:3.0:1769074856.653277:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.653281:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.653298:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074856.653302:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074856.653306:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.653309:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074856.653395:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074856.653399:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074856.653403:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074856.653406:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074856.653468:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.653481:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074856.653485:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074856.653508:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000200:3.0:1769074856.653524:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdca80 x1855007826417920/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.653545:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074856.653551:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826417920, offset 224 00000400:00000200:3.0:1769074856.653558:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.653570:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.653577:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40787:40787:256:4294967295] 192.168.204.10@tcp LPNI seq info [40783:40783:8:4294967295] 00000400:00000200:3.0:1769074856.653590:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.653595:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.653600:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074856.653634:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.653640:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.653644:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.653661:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.653665:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.653668:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:1.1:1769074856.654181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000800:00000200:1.0:1769074856.654268:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.654273:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074856.654280:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.654286:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.654290:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:1.0:1769074856.654293:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00010000:00000010:2.0:1769074856.657386:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:2.0:1769074856.657406:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00000400:00000200:1.0:1769074856.657890:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.657910:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c9a00 00000400:00000200:1.0:1769074856.657919:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 3192 00000400:00000200:1.0:1769074856.657937:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.657941:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.657959:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.657966:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f51500. 00000020:00000010:0.0:1769074856.658066:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.658073:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.658082:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:0.0:1769074856.658088:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074856.658093:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.658128:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8a8a3740. 00000020:00000010:0.0:1769074856.658131:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8a8a3740. 00000100:00000200:0.0:1769074856.658134:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826418176 02000000:00000010:0.0:1769074856.658168:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fb72000. 00010000:00000010:0.0:1769074856.658202:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:0.0:1769074856.658213:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:0.0:1769074856.658232:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074856.658238:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.658253:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.658257:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074856.658261:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074856.658264:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.658342:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074856.658357:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074856.658360:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074856.658363:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074856.658383:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b564e0. 00000020:00000010:0.0:1769074856.658390:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b564e0. 00000020:00000010:0.0:1769074856.658401:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074856.658410:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84372c00. 00000001:00000010:0.0:1769074856.658593:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad420. 00000001:00000010:0.0:1769074856.658599:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8540. 00000020:00000010:0.0:1769074856.658669:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074856.658678:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074856.658681:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.658692:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074856.658726:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074856.658998:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90199398. 00000004:00000010:0.0:1769074856.659007:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88bd83c0. 00000004:00000010:0.0:1769074856.659011:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d825ba0. 00000004:00000010:0.0:1769074856.659015:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba117d9d8. 00000004:00000010:0.0:1769074856.659020:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eeec960. 00010000:00000010:0.0:1769074856.659031:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074856.659048:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890006, last committed = 17179889941 00010000:00000200:0.0:1769074856.659057:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f51500 x1855007826418176/t17179890006(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.659078:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074856.659085:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826418176, offset 224 00000400:00000010:0.0:1769074856.659091:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8d9a0. 00000400:00000200:0.0:1769074856.659094:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.659109:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.659116:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40788:40788:256:4294967295] 192.168.204.10@tcp LPNI seq info [40784:40784:8:4294967295] 00000400:00000200:0.0:1769074856.659121:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.659129:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.659134:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.659139:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074856.659145:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.659152:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.659155:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1769074856.659245:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074856.659252:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:2.0:1769074856.659258:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d83c0. 00000020:00000010:0.0:1769074856.659293:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074856.659297:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.659301:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00010000:00000010:3.1:1769074856.662181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:3.1:1769074856.662198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:3.1:1769074856.662205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074856.662226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00000800:00000200:1.0:1769074856.662594:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.662599:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074856.662822:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.662830:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.663266:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.663284:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e8d 00000400:00000200:1.0:1769074856.663290:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.663293:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.663298:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:1.0:1769074856.663301:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00000400:00000200:1.0:1769074856.663369:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.663375:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8c9b00 00000400:00000200:1.0:1769074856.663382:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ec81 [2] + 1624 00000400:00000200:1.0:1769074856.663428:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.663432:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.663438:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074856.663443:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f50e00. 00000020:00000010:2.0:1769074856.663798:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.663805:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.663811:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074856.663817:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788600. 00000020:00000010:2.0:1769074856.663822:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.663867:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f840. 00000020:00000010:2.0:1769074856.663870:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f840. 00000100:00000200:2.0:1769074856.663874:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826418432 00000001:00000010:2.0:1769074856.663884:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 02000000:00000010:2.0:1769074856.663921:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daba02d2c00. 00000004:00000010:2.0:1769074856.664004:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5e900. 00080000:00000010:2.0:1769074856.664026:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daba02d1c00. 00000001:00000010:2.0:1769074856.664063:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9660. 00000001:00000010:2.0:1769074856.664070:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00010000:00000200:2.0:1769074856.664121:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f50e00 x1855007826418432/t17179890007(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 392/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.664142:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074856.664148:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826418432, offset 224 00000400:00000200:2.0:1769074856.664155:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.664166:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.664172:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40789:40789:256:4294967295] 192.168.204.10@tcp LPNI seq info [40785:40785:8:4294967295] 00000400:00000200:2.0:1769074856.664184:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.664190:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.664195:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074856.664201:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.664209:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.664214:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.664229:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788600. 00000020:00000010:2.0:1769074856.664233:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.664238:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074856.665133:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.665140:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074856.665146:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.665152:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.665158:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:1.0:1769074856.665161:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00000400:00000200:1.0:1769074856.668166:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.668186:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8c9c00 00000400:00000200:1.0:1769074856.668196:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 3680 00000400:00000200:1.0:1769074856.668215:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.668219:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.668227:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.668235:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f52a00. 00000020:00000010:3.0:1769074856.668334:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.668340:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.668354:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.668360:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.668365:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.668405:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.668408:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.668411:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826418688 00000001:00000010:3.0:1769074856.668422:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8540. 02000000:00000010:3.0:1769074856.668456:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8d839000. 00010000:00000010:3.0:1769074856.668500:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074856.668514:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dababb29300. 00010000:00000010:3.0:1769074856.668526:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88ebae80. 00010000:00000010:3.0:1769074856.668546:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074856.668553:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074856.668572:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074856.668576:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074856.668580:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074856.668583:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:2.1:1769074856.668651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074856.668658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074856.668661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074856.668664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.1:1769074856.668868:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074856.668874:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074856.668878:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.1:1769074856.668880:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.668961:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074856.668965:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074856.668969:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.668973:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00000020:00000010:3.0:1769074856.669011:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.669019:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f82c0. 00080000:00000010:3.0:1769074856.669030:0:42297:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dab84248250. 00080000:00000010:3.0:1769074856.669033:0:42297:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8432f480. 00080000:00000010:3.0:1769074856.669048:0:42297:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8432f480. 00080000:00000010:3.0:1769074856.669052:0:42297:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dab84248250. 00000020:00000010:3.0:1769074856.669059:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.669070:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc943c00. 00000001:00000010:3.0:1769074856.669346:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6060. 00000001:00000010:3.0:1769074856.669354:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e240. 00000020:00000010:3.0:1769074856.669386:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00010000:00000010:3.0:1769074856.669416:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074856.669421:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00080000:00000010:3.0:1769074856.669445:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88c25398. 00000004:00000010:3.0:1769074856.669450:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fb3bdc0. 00000004:00000010:3.0:1769074856.669456:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa64b40. 00000004:00000010:3.0:1769074856.669460:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f963860. 00010000:00000010:3.0:1769074856.669469:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074856.669486:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890008, last committed = 17179889941 00010000:00000200:3.0:1769074856.669496:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f52a00 x1855007826418688/t17179890008(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.669516:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074856.669523:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826418688, offset 224 00000400:00000010:3.0:1769074856.669529:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3770. 00000400:00000200:3.0:1769074856.669533:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.669547:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.669553:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40790:40790:256:4294967295] 192.168.204.10@tcp LPNI seq info [40786:40786:8:4294967295] 00000400:00000200:3.0:1769074856.669559:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.669566:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.669571:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.669575:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074856.669581:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.669588:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.669593:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.669972:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.669978:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.669982:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:0.0:1769074856.670103:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.670110:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00000800:00000200:1.0:1769074856.673525:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.673535:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074856.673547:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.673557:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.674152:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.674168:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e95 00000400:00000200:1.0:1769074856.674175:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.674178:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.674185:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:1.0:1769074856.674188:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00000400:00000200:1.0:1769074856.674251:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.674259:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8c9d00 00000400:00000200:1.0:1769074856.674266:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c21 [64] + 4168 00000400:00000200:1.0:1769074856.674319:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.674324:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.674328:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.674335:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f53100. 00000020:00000010:3.0:1769074856.674423:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.674430:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.674436:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.674443:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.674449:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.674490:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.674493:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.674496:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826418944 00000001:00000010:3.0:1769074856.674508:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:3.0:1769074856.674532:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.674540:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074856.674574:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8d838000. 00000004:00000010:3.0:1769074856.674869:0:42297:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5ee80. 00080000:00000010:3.0:1769074856.674880:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc941800. 00000001:00000010:3.0:1769074856.674909:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede68a0. 00000001:00000010:3.0:1769074856.674915:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074856.674987:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074856.675004:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f53100 x1855007826418944/t17179890009(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 648/608 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.675022:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074856.675028:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826418944, offset 224 00000400:00000200:3.0:1769074856.675035:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.675045:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.675051:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40791:40791:256:4294967295] 192.168.204.10@tcp LPNI seq info [40787:40787:8:4294967295] 00000400:00000200:3.0:1769074856.675062:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.675068:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.675072:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074856.675078:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.675085:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.675089:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.675111:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.675116:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.675120:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074856.675381:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.675386:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074856.675392:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.675397:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.675401:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:0.0:1769074856.675403:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00010000:00000010:2.1:1769074856.679562:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074856.679574:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:2.0:1769074856.679636:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:2.0:1769074856.679646:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:0.1:1769074856.679738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:0.1:1769074856.679743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:0.1:1769074856.679749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074856.679754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00000400:00000200:1.0:1769074856.679921:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.679941:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 448 into portal 23 MB=0x6971eaa8c9d80 00000400:00000200:1.0:1769074856.679960:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 448/448 into md 0x2ec81 [2] + 2016 00000400:00000010:1.0:1769074856.679966:0:12640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c49a0. 00000400:00000200:1.0:1769074856.679971:0:12640:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f797540 00000400:00000200:1.0:1769074856.679986:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.679991:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.679997:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f797540 00000400:00000010:1.0:1769074856.680000:0:12640:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f797540. 00000100:00000200:1.0:1769074856.680016:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:3.0:1769074856.680131:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.680137:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.680143:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.680147:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.680152:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.680224:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.680227:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.680230:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826419072 00000001:00000010:3.0:1769074856.680241:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e240. 02000000:00000010:3.0:1769074856.680264:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8dabbc942000. 00000004:00000010:3.0:1769074856.680273:0:42300:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa82be4800. 00080000:00000010:3.0:1769074856.681142:0:42300:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dab84248250. 00080000:00000010:3.0:1769074856.681151:0:42300:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8432f480. 00080000:00000010:3.0:1769074856.681169:0:42300:0:(osd_index.c:355:osd_find_parent_fid()) kmalloced '(buf.lb_buf)': 84 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.681173:0:42300:0:(osd_index.c:383:osd_find_parent_fid()) kfreed 'buf.lb_buf': 84 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.681561:0:42300:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8432f480. 00080000:00000010:3.0:1769074856.681567:0:42300:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dab84248250. 00000100:00000010:3.0:1769074856.681576:0:42300:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8dabbc940800. 00000100:00000010:3.0:1769074856.681581:0:42300:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8daa8d83b000. 00000400:00000010:3.0:1769074856.681591:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c463b8. 00000400:00000010:3.0:1769074856.681868:0:42300:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3930. 00000400:00000200:3.0:1769074856.681876:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.681891:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.681897:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40792:40792:256:4294967295] 192.168.204.10@tcp LPNI seq info [40788:40788:8:4294967295] 00000400:00000200:3.0:1769074856.681903:0:42300:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.681911:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.681918:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.681923:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074856.681929:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.681936:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1022 00000800:00000200:3.0:1769074856.681941:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1769074856.681967:0:42300:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.10@tcp mbits 0x6971eaa8c9d80-0x6971eaa8c9d80 00000800:00000200:1.0:1769074856.682196:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.682201:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074856.682208:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.682213:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.682220:0:12638:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8dabbc940800 00000400:00000200:0.0:1769074856.684416:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.684436:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65e9d 00000400:00000200:0.0:1769074856.684443:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.684447:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.684452:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c463b8 00000400:00000010:0.0:1769074856.684456:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c463b8. 00000100:00000200:0.0:1769074856.684461:0:12639:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8dabbc940800 00000100:00000010:3.0:1769074856.684802:0:42300:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8daa8d83b000. 00000100:00000010:3.0:1769074856.684808:0:42300:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8dabbc940800. 00000004:00000010:3.0:1769074856.685367:0:42300:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa82be4800. 00010000:00000200:3.0:1769074856.685385:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8591cc50 x1855007826419072/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 448/440 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.685407:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074856.685412:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855007826419072, offset 224 00000400:00000200:3.0:1769074856.685418:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.685429:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.685435:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40793:40793:256:4294967295] 192.168.204.10@tcp LPNI seq info [40789:40789:8:4294967295] 00000400:00000200:3.0:1769074856.685447:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.685453:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.685459:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074856.685466:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.685472:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.685477:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.685498:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.685502:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.685506:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 02000000:00000010:3.0:1769074856.685518:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daba02d2c00. 00000100:00000010:3.0:1769074856.685522:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f50e00. 02000000:00000010:3.0:1769074856.685526:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8f40c800. 00000100:00000010:3.0:1769074856.685529:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1500. 02000000:00000010:3.0:1769074856.685533:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8daa8f40c400. 00000100:00000010:3.0:1769074856.685536:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfea00. 02000000:00000010:3.0:1769074856.685540:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8e931000. 00000100:00000010:3.0:1769074856.685542:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2d80. 02000000:00000010:3.0:1769074856.685546:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabb48d1400. 00000100:00000010:3.0:1769074856.685548:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af3b80. 00000100:00000200:3.0:1769074856.685556:0:42300:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1769074856.685562:0:42300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864813c8. 00000400:00000010:3.0:1769074856.685567:0:42300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabbc12e240. 00000800:00000200:1.0:1769074856.685707:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.685711:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074856.685717:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.685721:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.685725:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46d48 00000400:00000010:1.0:1769074856.685727:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46d48. 02000000:00000010:1.0:1769074856.685730:0:12640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8dabbc942000. 00010000:00000010:0.1:1769074856.689646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074856.689661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074856.689883:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074856.689889:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7800. 00010000:00000010:3.1:1769074856.689893:0:42300:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ab00. 00010000:00000010:3.1:1769074856.689898:0:42300:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074856.689901:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.1:1769074856.689907:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.1:1769074856.689910:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00000400:00000200:1.0:1769074856.690099:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.690117:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8c9e80 00000400:00000200:1.0:1769074856.690125:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ecb5 [2] + 0 00000400:00000200:1.0:1769074856.690142:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.690147:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.690155:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074856.690483:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f52d80. 00000020:00000010:3.0:1769074856.690590:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.690596:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.690917:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.690925:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.690930:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.690975:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.690978:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.690981:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826419328 02000000:00000010:3.0:1769074856.691021:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbc940800. 00000020:00000010:3.0:1769074856.691087:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.691097:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc940c00. 00000001:00000010:3.0:1769074856.691175:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6cc0. 00000001:00000010:3.0:1769074856.691181:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074856.691214:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00000004:00000010:3.0:1769074856.691231:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5ee80. 00010000:00000200:3.0:1769074856.691269:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f52d80 x1855007826419328/t17179890010(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 392/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.691293:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074856.691301:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826419328, offset 224 00000400:00000200:3.0:1769074856.691308:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.691319:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.691326:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40794:40794:256:4294967295] 192.168.204.10@tcp LPNI seq info [40790:40790:8:4294967295] 00000400:00000200:3.0:1769074856.691338:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.691357:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.691363:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074856.691369:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.691378:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.691383:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.691409:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.691414:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.691435:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074856.691645:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.691650:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074856.691658:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.691664:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.691670:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:1.0:1769074856.691672:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000400:00000200:1.0:1769074856.695663:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.695686:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8c9f80 00000400:00000200:1.0:1769074856.695696:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c21 [64] + 4816 00000400:00000200:1.0:1769074856.695713:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.695718:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.695726:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.695732:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f53800. 00000020:00000010:3.0:1769074856.695990:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.695996:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.696002:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.696008:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.696013:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.696067:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.696069:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.696074:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826419584 00000001:00000010:3.0:1769074856.696083:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074856.696109:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.696118:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074856.696150:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8d83b000. 00010000:00000010:3.0:1769074856.696246:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.0:1769074856.696251:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00000004:00000010:3.0:1769074856.696295:0:42296:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e600. 00080000:00000010:3.0:1769074856.696309:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc941000. 00000001:00000010:3.0:1769074856.696353:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6ea0. 00000001:00000010:3.0:1769074856.696360:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074856.696423:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074856.696449:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f53800 x1855007826419584/t17179890011(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 648/608 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.696475:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074856.696482:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826419584, offset 224 00000400:00000200:3.0:1769074856.696489:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.696502:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.696509:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40795:40795:256:4294967295] 192.168.204.10@tcp LPNI seq info [40791:40791:8:4294967295] 00000400:00000200:3.0:1769074856.696523:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.696530:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.696536:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074856.696543:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.696551:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.696557:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.696585:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.696590:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.696595:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074856.696878:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.696884:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074856.696892:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.696896:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.696900:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:2.0:1769074856.696903:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00010000:00000010:2.1:1769074856.699941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074856.699966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00000400:00000200:2.0:1769074856.700425:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.700446:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ca000 00000400:00000200:2.0:1769074856.700455:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 5464 00000400:00000200:2.0:1769074856.700475:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.700481:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.700491:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.700498:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603800. 00000020:00000010:3.0:1769074856.701153:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.701164:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.701173:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.701180:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.701185:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.701230:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.701233:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.701236:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826419712 00000001:00000010:3.0:1769074856.701246:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074856.701274:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.701282:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074856.701308:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8d83c000. 00010000:00000010:3.0:1769074856.701339:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074856.701354:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.701374:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074856.701378:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074856.701382:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.701386:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.701471:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074856.701475:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074856.701479:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074856.701482:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074856.701553:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.701566:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.701571:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074856.701591:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074856.701644:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603800 x1855007826419712/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.701664:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074856.701671:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826419712, offset 224 00000400:00000200:3.0:1769074856.701679:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.701692:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.701700:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40796:40796:256:4294967295] 192.168.204.10@tcp LPNI seq info [40792:40792:8:4294967295] 00000400:00000200:3.0:1769074856.701710:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.701716:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.701721:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074856.701728:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.701877:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.701881:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.701912:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.701916:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.701920:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074856.702134:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.702138:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074856.702146:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.702151:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.702155:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46c38 00000400:00000010:2.0:1769074856.702158:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46c38. 00000400:00000200:2.0:1769074856.706264:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.706286:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ca100 00000400:00000200:2.0:1769074856.706296:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 6040 00000400:00000200:2.0:1769074856.706326:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.706331:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.706340:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.706358:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601880. 00000020:00000010:1.0:1769074856.708121:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.708131:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.708142:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.708148:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a500. 00000020:00000010:1.0:1769074856.708154:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.708201:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.708204:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074856.708207:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826419968 02000000:00000010:1.0:1769074856.708243:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83ea4000. 00010000:00000010:1.0:1769074856.708284:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:1.0:1769074856.708304:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:1.0:1769074856.708315:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115380. 00010000:00000010:1.0:1769074856.708335:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.708341:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074856.708369:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074856.708373:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074856.708377:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074856.708380:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074856.708473:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074856.708477:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074856.708480:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.708484:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00000020:00000010:1.0:1769074856.708509:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b580. 00000020:00000010:1.0:1769074856.708517:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b580. 00000020:00000010:1.0:1769074856.708526:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454c60. 00080000:00000010:1.0:1769074856.708538:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c49000. 00000001:00000010:1.0:1769074856.708802:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454ea0. 00000001:00000010:1.0:1769074856.708810:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc540. 00000020:00000010:1.0:1769074856.708839:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454c60. 00010000:00000010:1.0:1769074856.708848:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074856.708851:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074856.708863:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074856.708966:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00080000:00000010:1.0:1769074856.708991:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa827098f0. 00000004:00000010:1.0:1769074856.708998:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e6c0. 00000004:00000010:1.0:1769074856.709002:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cc220. 00000004:00000010:1.0:1769074856.709007:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2f00. 00000004:00000010:1.0:1769074856.709012:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef84b40. 00010000:00000010:1.0:1769074856.709020:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074856.709039:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890012, last committed = 17179889941 00010000:00000200:1.0:1769074856.709050:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601880 x1855007826419968/t17179890012(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.709070:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fca18. 00000100:00000200:1.0:1769074856.709077:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826419968, offset 224 00000400:00000010:1.0:1769074856.709085:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1fab8. 00000400:00000200:1.0:1769074856.709090:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.709104:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.709111:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40797:40797:256:4294967295] 192.168.204.10@tcp LPNI seq info [40793:40793:8:4294967295] 00000400:00000200:1.0:1769074856.709118:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.709126:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.709132:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.709137:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074856.709143:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.709149:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.709154:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.709170:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a500. 00000020:00000010:1.0:1769074856.709174:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.709178:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:2.0:1769074856.709662:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.709666:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:2.0:1769074856.709672:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.709678:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074856.712795:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:0.0:1769074856.712816:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ae80. 00010000:00000010:0.0:1769074856.712829:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcce40. 00000400:00000200:2.0:1769074856.713301:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.713319:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65eb5 00000400:00000200:2.0:1769074856.713327:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.713331:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.713338:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fca18 00000400:00000010:2.0:1769074856.713340:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fca18. 00000400:00000200:2.0:1769074856.713461:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.713468:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ca180 00000400:00000200:2.0:1769074856.713476:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 6528 00010000:00000010:3.1:1769074856.713747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00000400:00000200:2.0:1769074856.714222:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.714230:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.714237:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.714245:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601f80. 00010000:00000010:0.0:1769074856.714400:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:0.0:1769074856.714410:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00000020:00000010:3.0:1769074856.714593:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.714599:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.714867:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.714874:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.714879:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.714947:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.714959:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.714962:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826420096 00000001:00000010:3.0:1769074856.714974:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074856.714998:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.715005:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074856.715030:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8d83a000. 00010000:00000010:3.0:1769074856.715062:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074856.715066:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.715084:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074856.715087:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074856.715091:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074856.715094:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.715173:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074856.715177:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074856.715181:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.715184:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.715247:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.715259:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.715262:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074856.715281:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074856.715297:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601f80 x1855007826420096/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.715317:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074856.715323:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826420096, offset 224 00000400:00000200:3.0:1769074856.715330:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.715379:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.715386:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40798:40798:256:4294967295] 192.168.204.10@tcp LPNI seq info [40794:40794:8:4294967295] 00000400:00000200:3.0:1769074856.715397:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.715403:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.715408:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074856.715415:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.715422:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.715426:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.715447:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074856.715452:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.715455:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074856.715571:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.715575:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074856.715581:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.715586:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.715591:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46550 00000400:00000010:2.0:1769074856.715593:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46550. 00010000:00000010:3.1:1769074856.719214:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074856.719231:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074856.719235:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074856.719238:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00000400:00000200:2.0:1769074856.719515:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.719533:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ca280 00000400:00000200:2.0:1769074856.719540:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 7104 00000400:00000200:2.0:1769074856.719556:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.719561:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.719567:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.719573:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600000. 00000020:00000010:3.0:1769074856.719918:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.719924:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.719930:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.719935:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074856.719940:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.720013:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.720017:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.720020:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826420352 02000000:00000010:3.0:1769074856.720061:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbcaac000. 00010000:00000010:3.0:1769074856.720100:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.720114:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074856.720130:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.720135:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.720150:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074856.720153:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074856.720156:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.720159:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074856.720239:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074856.720242:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074856.720246:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074856.720250:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00000020:00000010:3.0:1769074856.720276:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.720282:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.720292:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.720302:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc943800. 00000001:00000010:3.0:1769074856.720851:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede62a0. 00000001:00000010:3.0:1769074856.720859:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074856.720892:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00010000:00000010:3.0:1769074856.720901:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074856.720906:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074856.720919:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074856.720963:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00080000:00000010:3.0:1769074856.720991:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01f728. 00000004:00000010:3.0:1769074856.720999:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b406b40. 00000004:00000010:3.0:1769074856.721002:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022000. 00000004:00000010:3.0:1769074856.721007:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e2827f8. 00000004:00000010:3.0:1769074856.721011:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88275860. 00010000:00000010:3.0:1769074856.721021:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074856.721038:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890013, last committed = 17179889941 00010000:00000200:3.0:1769074856.721047:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600000 x1855007826420352/t17179890013(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.721066:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074856.721072:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826420352, offset 224 00000400:00000010:3.0:1769074856.721078:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3fc0. 00000400:00000200:3.0:1769074856.721082:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.721095:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.721101:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40799:40799:256:4294967295] 192.168.204.10@tcp LPNI seq info [40795:40795:8:4294967295] 00000400:00000200:3.0:1769074856.721108:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.721115:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.721121:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.721126:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074856.721132:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.721139:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.721144:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1769074856.721251:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:2.0:1769074856.721259:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00010000:00000010:2.0:1769074856.721265:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074856.721308:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074856.721313:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.721317:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:1.1:1769074856.721644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.1:1769074856.721651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074856.721655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab89efec00. 00010000:00000010:1.1:1769074856.721659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074856.721665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:0.1:1769074856.724506:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074856.724525:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:0.1:1769074856.724529:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:0.1:1769074856.724532:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000800:00000200:0.0:1769074856.724560:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.724565:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074856.724576:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.724585:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.725175:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.725194:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ebd 00000400:00000200:2.0:1769074856.725200:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.725204:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.725210:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c464c8 00000400:00000010:2.0:1769074856.725212:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c464c8. 00010000:00000010:0.0:1769074856.725377:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:0.0:1769074856.725389:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.1:1769074856.726677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074856.726689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074856.726694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074856.726697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.1:1769074856.726849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074856.726855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00000400:00000200:2.0:1769074856.726884:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.726909:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ca300 00000400:00000200:2.0:1769074856.726918:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 7592 00000400:00000200:2.0:1769074856.726986:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.726991:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.726999:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.727006:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601500. 00000020:00000010:3.0:1769074856.727321:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.727327:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.727333:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.727338:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074856.727355:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.727399:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.727402:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.727405:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826420480 00000001:00000010:3.0:1769074856.727416:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc540. 00010000:00000010:3.0:1769074856.727443:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.727453:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 02000000:00000010:3.0:1769074856.727482:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbcaae000. 00010000:00000010:3.0:1769074856.727513:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074856.727517:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.727535:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074856.727539:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074856.727543:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074856.727546:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074856.727643:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074856.727647:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074856.727652:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074856.727656:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074856.727718:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.727728:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074856.728016:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074856.728042:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074856.728059:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601500 x1855007826420480/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.728079:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074856.728085:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826420480, offset 224 00000400:00000200:3.0:1769074856.728093:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.728104:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.728110:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40800:40800:256:4294967295] 192.168.204.10@tcp LPNI seq info [40796:40796:8:4294967295] 00000400:00000200:3.0:1769074856.728122:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.728127:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.728133:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074856.728139:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.728146:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.728150:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.728164:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074856.728168:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.728172:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074856.728368:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.728373:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074856.728380:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.728385:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.728390:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c467f8 00000400:00000010:0.0:1769074856.728392:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c467f8. 00010000:00000010:3.1:1769074856.731760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.1:1769074856.731777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074856.731784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074856.731791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00000400:00000200:2.0:1769074856.732513:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.732531:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ca400 00000400:00000200:2.0:1769074856.732540:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 8168 00000400:00000200:2.0:1769074856.732555:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.732560:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.732567:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.732574:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603480. 00000020:00000010:1.0:1769074856.732762:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.732769:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.732776:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.732781:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a500. 00000020:00000010:1.0:1769074856.732786:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.732824:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.732827:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074856.732831:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826420736 02000000:00000010:1.0:1769074856.732863:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83ea2000. 00010000:00000010:1.0:1769074856.732915:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:1.0:1769074856.732930:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:1.0:1769074856.732959:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.732967:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074856.732982:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074856.732986:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a100. 00010000:00000010:1.0:1769074856.732990:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.732994:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.733075:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074856.733079:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074856.733083:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.733086:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00000020:00000010:1.0:1769074856.733109:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b580. 00000020:00000010:1.0:1769074856.733116:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b580. 00000020:00000010:1.0:1769074856.733126:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454c60. 00080000:00000010:1.0:1769074856.733137:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd2d6000. 00000001:00000010:1.0:1769074856.733343:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454000. 00000001:00000010:1.0:1769074856.733350:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc540. 00000020:00000010:1.0:1769074856.733383:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454c60. 00010000:00000010:1.0:1769074856.733392:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074856.733396:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074856.733407:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcc0c0. 00010000:00000010:1.0:1769074856.733450:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00080000:00000010:1.0:1769074856.733474:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87536000. 00000004:00000010:1.0:1769074856.733481:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111480. 00000004:00000010:1.0:1769074856.733485:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94c220. 00000004:00000010:1.0:1769074856.733489:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c960. 00000004:00000010:1.0:1769074856.733493:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34c000. 00010000:00000010:1.0:1769074856.733503:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074856.733518:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890014, last committed = 17179889941 00010000:00000200:1.0:1769074856.733527:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603480 x1855007826420736/t17179890014(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.733545:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00000100:00000200:1.0:1769074856.733551:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826420736, offset 224 00000400:00000010:1.0:1769074856.733557:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f1f8. 00000400:00000200:1.0:1769074856.733560:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.733572:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.733577:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40801:40801:256:4294967295] 192.168.204.10@tcp LPNI seq info [40797:40797:8:4294967295] 00000400:00000200:1.0:1769074856.733583:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.733591:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.733596:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.733638:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074856.733645:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.733651:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.733656:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.733678:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a500. 00000020:00000010:1.0:1769074856.733683:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.733687:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:0.0:1769074856.733922:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.733926:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:0.0:1769074856.733930:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.733935:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074856.734187:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:2.0:1769074856.734194:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a980. 00010000:00000010:2.0:1769074856.734201:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcc0c0. 00010000:00000010:0.1:1769074856.736669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074856.736685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00000400:00000200:0.0:1769074856.738275:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.738296:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ec5 00000400:00000200:0.0:1769074856.738304:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.738308:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.738316:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:0.0:1769074856.738319:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00010000:00000010:1.0:1769074856.738434:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.738446:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a100. 00000400:00000200:2.0:1769074856.740119:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.740136:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ca480 00000400:00000200:2.0:1769074856.740145:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 8656 00000400:00000200:2.0:1769074856.740205:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.740211:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.740219:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.740226:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600380. 00010000:00000010:3.1:1769074856.741059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074856.741069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074856.741072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074856.741075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00000020:00000010:3.0:1769074856.741126:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.741132:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.741137:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.741143:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074856.741149:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.741193:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.741196:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.741200:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826420864 00000001:00000010:3.0:1769074856.741210:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074856.741233:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.741241:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 02000000:00000010:3.0:1769074856.741267:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbcaaa000. 00010000:00000010:3.0:1769074856.741298:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074856.741302:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074856.741319:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074856.741323:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074856.741326:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074856.741329:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.741419:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074856.741423:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074856.741427:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.741430:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074856.741492:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074856.741502:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.741507:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074856.741527:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074856.741543:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600380 x1855007826420864/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.741564:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074856.741571:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826420864, offset 224 00000400:00000200:3.0:1769074856.741578:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.741590:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.741596:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40802:40802:256:4294967295] 192.168.204.10@tcp LPNI seq info [40798:40798:8:4294967295] 00000400:00000200:3.0:1769074856.741660:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.741666:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.741671:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074856.741676:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.741683:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.741687:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.741702:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074856.741706:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.741710:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074856.741870:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.741875:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074856.741883:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.741887:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.741892:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46cc0 00000400:00000010:0.0:1769074856.741905:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46cc0. 00010000:00000010:1.1:1769074856.742070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:1.1:1769074856.742076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074856.742081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074856.742088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:2.1:1769074856.742243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074856.742249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:3.1:1769074856.746467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074856.746483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074856.746487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074856.746491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.1:1769074856.746769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074856.746777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:0.0:1769074856.747291:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.747309:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ca580 00000400:00000200:0.0:1769074856.747320:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 9232 00000400:00000200:0.0:1769074856.747336:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.747409:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.747418:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.747426:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdd180. 00000020:00000010:1.0:1769074856.747555:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.747560:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.747568:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.747573:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a100. 00000020:00000010:1.0:1769074856.747578:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.747689:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.747692:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074856.747695:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826421120 02000000:00000010:1.0:1769074856.747742:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83ea6000. 00010000:00000010:1.0:1769074856.747782:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:1.0:1769074856.747796:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:1.0:1769074856.747814:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.747821:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.747836:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074856.747839:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074856.747844:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.747847:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074856.747938:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074856.747942:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074856.747946:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.747959:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00000020:00000010:1.0:1769074856.747985:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b580. 00000020:00000010:1.0:1769074856.747991:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b580. 00000020:00000010:1.0:1769074856.748002:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454c60. 00080000:00000010:1.0:1769074856.748010:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb4970000. 00000001:00000010:1.0:1769074856.748232:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454600. 00000001:00000010:1.0:1769074856.748240:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcca80. 00000020:00000010:1.0:1769074856.748271:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454c60. 00010000:00000010:1.0:1769074856.748280:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074856.748284:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074856.748296:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074856.748340:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:2.0:1769074856.748820:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:2.0:1769074856.748828:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbfdcce40. 00010000:00000010:1.0:1769074856.748862:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab00. 00080000:00000010:1.0:1769074856.748890:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc88e40. 00000004:00000010:1.0:1769074856.748908:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111c00. 00000004:00000010:1.0:1769074856.748912:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94d540. 00000004:00000010:1.0:1769074856.748917:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c9d8. 00000004:00000010:1.0:1769074856.748921:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e5a40. 00010000:00000010:1.0:1769074856.748935:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074856.748964:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890015, last committed = 17179889941 00010000:00000200:1.0:1769074856.748976:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdd180 x1855007826421120/t17179890015(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.748997:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074856.749004:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826421120, offset 224 00000400:00000010:1.0:1769074856.749010:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f8c0. 00000400:00000200:1.0:1769074856.749014:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.749029:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.749036:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40803:40803:256:4294967295] 192.168.204.10@tcp LPNI seq info [40799:40799:8:4294967295] 00000400:00000200:1.0:1769074856.749041:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.749049:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.749054:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.749059:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074856.749065:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.749073:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.749078:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.749136:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a100. 00000020:00000010:1.0:1769074856.749141:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.749145:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:2.0:1769074856.753326:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.753337:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:2.0:1769074856.753355:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.753366:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.754071:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.754090:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ecd 00000400:00000200:0.0:1769074856.754096:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.754099:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.754105:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:0.0:1769074856.754108:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00000400:00000200:0.0:1769074856.754136:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.754143:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ca600 00000400:00000200:0.0:1769074856.754150:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 9720 00010000:00000010:2.0:1769074856.754595:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:2.0:1769074856.754643:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00000400:00000200:0.0:1769074856.755120:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.755130:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.755139:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.755147:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffde680. 00000020:00000010:1.0:1769074856.755263:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.755268:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.755277:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074856.755283:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a100. 00000020:00000010:1.0:1769074856.755287:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.755326:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074856.755329:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074856.755332:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826421248 00000001:00000010:1.0:1769074856.755342:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc540. 00010000:00000010:1.0:1769074856.755378:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074856.755385:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 02000000:00000010:1.0:1769074856.755411:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83ea7000. 00010000:00000010:1.0:1769074856.755440:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.755445:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074856.755462:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074856.755465:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074856.755469:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074856.755472:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074856.755545:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074856.755549:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074856.755553:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.755556:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074856.755648:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074856.755659:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074856.755662:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074856.755683:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074856.755699:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffde680 x1855007826421248/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.755721:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcbb0. 00000100:00000200:1.0:1769074856.755727:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826421248, offset 224 00000400:00000200:1.0:1769074856.756122:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.756137:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.756143:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40804:40804:256:4294967295] 192.168.204.10@tcp LPNI seq info [40800:40800:8:4294967295] 00000400:00000200:1.0:1769074856.756155:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.756160:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.756166:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074856.756173:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.756180:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.756184:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.756208:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a100. 00000020:00000010:1.0:1769074856.756213:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.756217:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 00000800:00000200:0.0:1769074856.760431:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.760441:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:0.0:1769074856.760452:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.760462:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.760470:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcbb0 00000400:00000010:0.0:1769074856.760473:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcbb0. 00010000:00000010:1.1:1769074856.760745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:1.1:1769074856.760754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00000400:00000200:2.0:1769074856.761223:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.761241:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ca700 00000400:00000200:2.0:1769074856.761250:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 10296 00000400:00000200:2.0:1769074856.761265:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.761269:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.761275:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.761282:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602a00. 00000020:00000010:3.0:1769074856.761464:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.761470:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.761477:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.761482:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074856.761487:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.761562:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.761565:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.761568:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826421504 02000000:00000010:3.0:1769074856.761643:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d25000. 00010000:00000010:3.0:1769074856.761683:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:3.0:1769074856.761699:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2af00. 00010000:00000010:3.0:1769074856.761721:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.761728:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.761754:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074856.761758:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074856.761763:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074856.761765:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.761852:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074856.761856:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074856.761859:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074856.761862:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074856.761887:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.761894:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.761905:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.761914:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc942800. 00000001:00000010:3.0:1769074856.762127:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede64e0. 00000001:00000010:3.0:1769074856.762133:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074856.762162:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00010000:00000010:3.0:1769074856.762170:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074856.762175:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074856.762186:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074856.762232:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074856.762257:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87537728. 00000004:00000010:3.0:1769074856.762264:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96b840. 00000004:00000010:3.0:1769074856.762268:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94c000. 00000004:00000010:3.0:1769074856.762272:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f0e88. 00000004:00000010:3.0:1769074856.762276:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34cb40. 00010000:00000010:3.0:1769074856.762284:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074856.762299:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890016, last committed = 17179889941 00010000:00000200:3.0:1769074856.762309:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602a00 x1855007826421504/t17179890016(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.762328:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074856.762334:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826421504, offset 224 00000400:00000010:3.0:1769074856.762340:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3e70. 00000400:00000200:3.0:1769074856.762356:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.762369:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.762376:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40805:40805:256:4294967295] 192.168.204.10@tcp LPNI seq info [40801:40801:8:4294967295] 00000400:00000200:3.0:1769074856.762383:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.762388:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.762394:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.762399:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074856.762405:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.762411:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.762415:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.762439:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074856.762443:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.762448:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:0.0:1769074856.762529:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:0.0:1769074856.762535:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:0.0:1769074856.762541:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00000800:00000200:2.0:1769074856.763240:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.763245:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074856.763253:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.763259:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.771105:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.771128:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ed5 00000400:00000200:1.0:1769074856.771136:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.771140:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.771148:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:1.0:1769074856.771152:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00000400:00000200:1.0:1769074856.771189:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.771196:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ca780 00000400:00000200:1.0:1769074856.771204:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 10784 00000400:00000200:1.0:1769074856.771278:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.771283:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.771288:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.771295:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f53480. 00010000:00000010:3.0:1769074856.771855:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.771868:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00000020:00000010:3.0:1769074856.771927:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.771932:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.771938:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.771942:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e800. 00000020:00000010:3.0:1769074856.771957:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.771993:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.771996:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.771999:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826421632 00000001:00000010:3.0:1769074856.772010:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcca80. 00010000:00000010:3.0:1769074856.772035:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.772041:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074856.772068:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d21000. 00010000:00000010:3.0:1769074856.772097:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074856.772101:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.772117:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074856.772121:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074856.772126:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.772129:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074856.772200:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074856.772204:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074856.772207:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074856.772210:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074856.772271:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.772280:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074856.772284:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074856.772302:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074856.772319:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f53480 x1855007826421632/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.772337:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074856.772342:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826421632, offset 224 00000400:00000200:3.0:1769074856.772360:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.772372:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.772377:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40806:40806:256:4294967295] 192.168.204.10@tcp LPNI seq info [40802:40802:8:4294967295] 00000400:00000200:3.0:1769074856.772387:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.772392:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.772397:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074856.772404:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.772410:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.772414:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:1.1:1769074856.778649:0:45993:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074856.778663:0:45993:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074856.778673:0:45993:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:2.1:1769074856.779083:0:45281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:2.1:1769074856.779090:0:45281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074856.779094:0:45281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000020:00000010:3.0:1769074856.780719:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e800. 00000020:00000010:3.0:1769074856.780732:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.780737:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074856.784039:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.784049:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:2.0:1769074856.784058:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.784067:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.784074:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:2.0:1769074856.784076:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00010000:00000010:0.1:1769074856.785746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:0.1:1769074856.785758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074856.785956:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:3.1:1769074856.785962:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:3.1:1769074856.785967:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074856.785973:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.1:1769074856.786035:0:37714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074856.786040:0:37714:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074856.786043:0:37714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074856.786046:0:37714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:2.0:1769074856.788752:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.788773:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ca880 00000400:00000200:2.0:1769074856.788782:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 11360 00000400:00000200:2.0:1769074856.788800:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.788805:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.788812:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.788819:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602300. 00000020:00000010:3.0:1769074856.792469:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.792481:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.792488:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.792494:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e800. 00000020:00000010:3.0:1769074856.792498:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.792544:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074856.792547:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074856.792550:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826421888 02000000:00000010:3.0:1769074856.792584:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d20000. 00010000:00000010:3.0:1769074856.792651:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074856.793140:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074856.793163:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.793168:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074856.793184:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074856.793188:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074856.793191:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074856.793194:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074856.793274:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074856.793279:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074856.793283:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.793286:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074856.793310:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.793317:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.793328:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.793337:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40c800. 00000001:00000010:3.0:1769074856.793584:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6000. 00000001:00000010:3.0:1769074856.793591:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e480. 00010000:00000010:3.1:1769074856.794270:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074856.794280:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074856.794284:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074856.794287:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074856.794289:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.1:1769074856.794292:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000020:00000010:3.0:1769074856.794335:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00010000:00000010:3.0:1769074856.794361:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.794368:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074856.794386:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074856.794430:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074856.794475:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca1728. 00000004:00000010:3.0:1769074856.794483:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503900. 00000004:00000010:3.0:1769074856.794487:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023320. 00000004:00000010:3.0:1769074856.794492:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e282348. 00000004:00000010:3.0:1769074856.794496:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a9e00. 00010000:00000010:3.0:1769074856.794508:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074856.794529:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890017, last committed = 17179889941 00010000:00000200:3.0:1769074856.794542:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602300 x1855007826421888/t17179890017(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.794563:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074856.794571:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826421888, offset 224 00000400:00000010:3.0:1769074856.794577:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e33f0. 00000400:00000200:3.0:1769074856.794582:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.794596:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.794801:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40807:40807:256:4294967295] 192.168.204.10@tcp LPNI seq info [40803:40803:8:4294967295] 00000400:00000200:3.0:1769074856.794810:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.794817:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.794823:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.794829:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074856.794836:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.794844:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.794848:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.794876:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e800. 00000020:00000010:3.0:1769074856.794881:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.794886:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:3.0:1769074856.797026:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.797034:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:3.0:1769074856.797044:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.797052:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.797084:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.797099:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65edd 00000400:00000200:3.0:1769074856.797105:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.797109:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.797113:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:3.0:1769074856.797115:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00010000:00000010:2.0:1769074856.799058:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:2.0:1769074856.799076:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:2.0:1769074856.799087:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00010000:00000010:2.0:1769074856.799111:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:2.0:1769074856.799116:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00000400:00000200:2.0:1769074856.804587:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.804619:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ca900 00000400:00000200:2.0:1769074856.804635:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 11848 00000400:00000200:2.0:1769074856.804697:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.804702:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.804710:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.804716:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603100. 00000020:00000010:2.0:1769074856.804772:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f200. 00000020:00000010:2.0:1769074856.804777:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f200. 00000020:00000010:2.0:1769074856.804783:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074856.804787:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074856.804792:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.804831:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f200. 00000020:00000010:2.0:1769074856.804833:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f200. 00000100:00000200:2.0:1769074856.804836:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826422016 00000001:00000010:2.0:1769074856.804845:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:2.0:1769074856.804869:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.0:1769074856.804876:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 02000000:00000010:2.0:1769074856.804902:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf5000. 00010000:00000010:2.0:1769074856.804931:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.804935:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074856.804967:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074856.804971:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074856.804975:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074856.804978:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074856.805043:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074856.805046:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074856.805050:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074856.805053:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074856.805117:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074856.805127:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074856.805133:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074856.805151:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000200:2.0:1769074856.805164:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603100 x1855007826422016/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.805183:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074856.805188:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826422016, offset 224 00000400:00000200:2.0:1769074856.805195:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.805205:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.805210:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40808:40808:256:4294967295] 192.168.204.10@tcp LPNI seq info [40804:40804:8:4294967295] 00000400:00000200:2.0:1769074856.805221:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.805226:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.805232:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074856.805238:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.805244:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.805249:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.805266:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074856.805270:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.805275:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:2.0:1769074856.805337:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.805349:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:2.0:1769074856.805353:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.805357:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.805361:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:2.0:1769074856.805363:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00010000:00000010:3.1:1769074856.808652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.1:1769074856.808668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074856.808671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074856.808677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00000400:00000200:2.0:1769074856.811114:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.811133:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8caa00 00000400:00000200:2.0:1769074856.811143:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 12424 00000400:00000200:2.0:1769074856.811160:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.811166:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.811174:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.811181:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600700. 00000020:00000010:3.0:1769074856.811282:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.811288:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.811295:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074856.811300:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e800. 00000020:00000010:3.0:1769074856.811305:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074856.811462:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.811466:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000100:00000200:3.0:1769074856.811470:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826422272 02000000:00000010:3.0:1769074856.811515:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d23000. 00010000:00000010:3.0:1769074856.811560:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:3.0:1769074856.811577:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:3.0:1769074856.811597:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.811971:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074856.811991:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074856.811995:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074856.812000:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.812004:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074856.812092:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074856.812097:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074856.812100:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:3.0:1769074856.812104:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00000020:00000010:3.0:1769074856.812128:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.812135:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f82c0. 00000020:00000010:3.0:1769074856.812146:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a20. 00080000:00000010:3.0:1769074856.812156:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40f000. 00000001:00000010:3.0:1769074856.814514:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6180. 00000001:00000010:3.0:1769074856.814527:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074856.814568:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a20. 00010000:00000010:3.0:1769074856.814582:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.814589:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074856.814762:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e6c0. 00010000:00000010:2.1:1769074856.816783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074856.816795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.1:1769074856.816799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074856.816802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074856.816846:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00080000:00000010:2.0:1769074856.816875:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85979398. 00000004:00000010:2.0:1769074856.816884:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c958600. 00000004:00000010:2.0:1769074856.816889:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4d540. 00000004:00000010:2.0:1769074856.816893:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabb48c5438. 00000004:00000010:2.0:1769074856.816898:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88ce0780. 00010000:00000010:2.0:1769074856.816908:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:2.0:1769074856.816933:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890018, last committed = 17179889941 00010000:00000200:2.0:1769074856.816946:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600700 x1855007826422272/t17179890018(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.816978:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074856.816985:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826422272, offset 224 00000400:00000010:2.0:1769074856.816991:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7b28. 00000400:00000200:2.0:1769074856.816996:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.817010:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.817017:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40809:40809:256:4294967295] 192.168.204.10@tcp LPNI seq info [40805:40805:8:4294967295] 00000400:00000200:2.0:1769074856.817024:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.817031:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.817036:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.817041:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074856.817047:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.817055:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.817059:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.817085:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e800. 00000020:00000010:2.0:1769074856.817090:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:2.0:1769074856.817096:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074856.817578:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.817582:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074856.817586:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.817592:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.821903:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.821924:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ee5 00000400:00000200:2.0:1769074856.821932:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.821936:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.821942:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:2.0:1769074856.821945:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00010000:00000010:3.0:1769074856.822310:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074856.822321:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:0.0:1769074856.825014:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:0.0:1769074856.825030:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed00. 00010000:00000010:0.0:1769074856.825039:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.1:1769074856.828168:0:47067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:3.1:1769074856.828184:0:47067:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00000001:00000010:3.0:1769074856.828679:0:37874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a4e0. 00080000:00000010:3.0:1769074856.828689:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40d800. 00000001:00000010:3.0:1769074856.828694:0:37874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a2a0. 00080000:00000010:3.0:1769074856.828696:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40c000. 00000001:00000010:3.0:1769074856.828700:0:37874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8af60. 00080000:00000010:3.0:1769074856.828702:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40ec00. 00000001:00000010:3.0:1769074856.828708:0:37874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6240. 00080000:00000010:3.0:1769074856.828711:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fb4ac00. 00000001:00000010:3.0:1769074856.828714:0:37874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074856.828716:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fb49400. 00000400:00000200:3.0:1769074856.831767:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.831788:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8caa80 00000400:00000200:3.0:1769074856.831796:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 12912 00000400:00000200:3.0:1769074856.831877:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.831883:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.831891:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.831897:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0e00. 00000020:00000010:3.0:1769074856.831965:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.831970:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.831976:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074856.831982:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074856.831987:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.832030:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.832033:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000100:00000200:3.0:1769074856.832036:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826422400 00000001:00000010:3.0:1769074856.832045:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e480. 00010000:00000010:3.0:1769074856.832068:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.0:1769074856.832075:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 02000000:00000010:3.0:1769074856.832102:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d24000. 00010000:00000010:3.0:1769074856.832130:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.0:1769074856.832134:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074856.832153:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074856.832157:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074856.832162:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.0:1769074856.832165:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074856.832232:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074856.832235:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074856.832239:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.0:1769074856.832242:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074856.832305:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074856.832316:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074856.832322:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074856.832339:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000200:3.0:1769074856.832358:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0e00 x1855007826422400/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.832376:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074856.832381:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826422400, offset 224 00000400:00000200:3.0:1769074856.832387:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.832396:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.832402:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40810:40810:256:4294967295] 192.168.204.10@tcp LPNI seq info [40806:40806:8:4294967295] 00000400:00000200:3.0:1769074856.832413:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.832418:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.832423:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074856.832429:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.832435:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.832439:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.832460:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074856.832463:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.832467:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:3.0:1769074856.832534:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.832538:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:3.0:1769074856.832543:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.832547:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.832551:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:3.0:1769074856.832553:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00010000:00000010:2.1:1769074856.835236:0:37725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074856.835259:0:37725:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074856.835265:0:37725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074856.835267:0:37725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:0.1:1769074856.835820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:0.1:1769074856.835838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00000400:00000200:2.0:1769074856.839517:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.839537:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cab80 00000400:00000200:2.0:1769074856.839546:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 13488 00000400:00000200:2.0:1769074856.839573:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.839578:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.839586:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.839592:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602d80. 00010000:00000010:3.1:1769074856.840018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074856.840026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00000020:00000010:3.0:1769074856.840062:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.840068:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.840074:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074856.840079:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074856.840084:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.840129:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.840132:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000100:00000200:3.0:1769074856.840135:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826422656 02000000:00000010:3.0:1769074856.840171:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d22000. 00010000:00000010:3.0:1769074856.840212:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074856.840225:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074856.840243:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.0:1769074856.840249:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074856.840264:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074856.840267:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074856.840271:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.0:1769074856.840274:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074856.840352:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074856.840355:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074856.840360:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.0:1769074856.840363:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00000020:00000010:3.0:1769074856.840388:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074856.840396:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074856.840406:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074856.840416:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40c000. 00000001:00000010:3.0:1769074856.840749:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6300. 00000001:00000010:3.0:1769074856.840756:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074856.840793:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074856.840802:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074856.840807:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074856.840819:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e480. 00010000:00000010:2.1:1769074856.841106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074856.841115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.0:1769074856.841189:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00080000:00000010:3.0:1769074856.841217:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87536720. 00000004:00000010:3.0:1769074856.841225:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96bd80. 00000004:00000010:3.0:1769074856.841229:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94c660. 00000004:00000010:3.0:1769074856.841233:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f0870. 00000004:00000010:3.0:1769074856.841237:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34c1e0. 00010000:00000010:3.0:1769074856.841248:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000200:3.0:1769074856.841267:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890019, last committed = 17179889941 00010000:00000200:3.0:1769074856.841279:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602d80 x1855007826422656/t17179890019(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.841299:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074856.841305:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826422656, offset 224 00000400:00000010:3.0:1769074856.841312:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3348. 00000400:00000200:3.0:1769074856.841316:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.841330:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.841336:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40811:40811:256:4294967295] 192.168.204.10@tcp LPNI seq info [40807:40807:8:4294967295] 00000400:00000200:3.0:1769074856.841353:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.841360:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.841366:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.841372:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074856.841378:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.841385:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.841388:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.841415:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074856.841420:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.841424:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:2.0:1769074856.841671:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.841675:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074856.841681:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.841686:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074856.844890:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074856.844912:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65eed 00000400:00000200:3.0:1769074856.844920:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.844924:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074856.844931:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:3.0:1769074856.844934:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00000400:00000200:3.0:1769074856.845029:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.845036:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cac00 00000400:00000200:3.0:1769074856.845042:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 13976 00000400:00000200:3.0:1769074856.845095:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.845099:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.845103:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.845109:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb2a00. 00000020:00000010:1.0:1769074856.845260:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.845266:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.845275:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074856.845281:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.845286:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.845331:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.845334:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074856.845337:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826422784 00000001:00000010:1.0:1769074856.845352:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:1.0:1769074856.845379:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074856.845387:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 02000000:00000010:1.0:1769074856.845414:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83ea5000. 00010000:00000010:1.0:1769074856.845444:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.845448:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074856.845465:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074856.845469:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074856.845472:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.845475:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074856.845550:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074856.845553:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074856.845556:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.845559:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074856.845659:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074856.845671:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074856.845677:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074856.845699:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074856.845714:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb2a00 x1855007826422784/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.845818:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074856.845825:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826422784, offset 224 00000400:00000200:1.0:1769074856.845832:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.845841:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.845848:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40812:40812:256:4294967295] 192.168.204.10@tcp LPNI seq info [40808:40808:8:4294967295] 00000400:00000200:1.0:1769074856.845858:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.845863:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.845868:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074856.845874:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.845881:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.845885:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.845905:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.845909:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.845912:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:1.0:1769074856.845985:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.845989:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:1.0:1769074856.845994:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.845997:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.846001:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:1.0:1769074856.846003:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00000400:00000200:3.0:1769074856.849059:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.849081:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cad00 00000400:00000200:3.0:1769074856.849089:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 14552 00000400:00000200:3.0:1769074856.849104:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.849110:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.849117:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.849124:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb3100. 00010000:00000010:0.0:1769074856.849495:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:0.0:1769074856.849511:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:0.0:1769074856.849521:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e480. 00010000:00000010:3.1:1769074856.849873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074856.849881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074856.849885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:3.1:1769074856.849887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00000020:00000010:1.0:1769074856.850191:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.850198:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.850206:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074856.850212:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.850217:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.850259:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.850262:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074856.850266:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826423040 02000000:00000010:1.0:1769074856.850302:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83ea1000. 00010000:00000010:1.0:1769074856.850335:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074856.850344:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074856.850375:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074856.850381:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074856.850398:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074856.850402:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074856.850406:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074856.850409:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074856.850492:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074856.850497:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074856.850500:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.850503:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00000020:00000010:1.0:1769074856.850526:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b080. 00000020:00000010:1.0:1769074856.850533:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b080. 00000020:00000010:1.0:1769074856.850543:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f00. 00080000:00000010:1.0:1769074856.850553:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ed6d000. 00000001:00000010:1.0:1769074856.850900:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454a20. 00000001:00000010:1.0:1769074856.850907:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111c00. 00000020:00000010:1.0:1769074856.850941:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f00. 00010000:00000010:1.0:1769074856.850961:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074856.850965:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074856.850977:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111480. 00010000:00000010:1.0:1769074856.851016:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00080000:00000010:1.0:1769074856.851039:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab859788e8. 00000004:00000010:1.0:1769074856.851045:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c958e40. 00000004:00000010:1.0:1769074856.851050:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4d760. 00000004:00000010:1.0:1769074856.851055:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabb48c5e10. 00000004:00000010:1.0:1769074856.851059:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfccd20. 00010000:00000010:1.0:1769074856.851068:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000200:1.0:1769074856.851084:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890020, last committed = 17179889941 00010000:00000200:1.0:1769074856.851095:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb3100 x1855007826423040/t17179890020(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.851116:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074856.851123:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826423040, offset 224 00000400:00000010:1.0:1769074856.851129:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f070. 00000400:00000200:1.0:1769074856.851134:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.851148:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.851155:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40813:40813:256:4294967295] 192.168.204.10@tcp LPNI seq info [40809:40809:8:4294967295] 00000400:00000200:1.0:1769074856.851161:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.851168:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.851174:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.851179:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074856.851185:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.851191:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.851195:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.851219:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.851223:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.851226:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:1.0:1769074856.851326:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.851329:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:1.0:1769074856.851334:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.851339:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074856.851587:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:0.0:1769074856.851593:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00010000:00000010:0.0:1769074856.851625:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111480. 00010000:00000010:2.0:1769074856.853044:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:2.0:1769074856.853056:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:0.1:1769074856.853897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074856.853907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074856.853955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:3.1:1769074856.853961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00000400:00000200:1.0:1769074856.854231:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.854250:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ef5 00000400:00000200:1.0:1769074856.854256:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.854261:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.854268:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:1.0:1769074856.854272:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00010000:00000010:3.0:1769074856.854366:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:3.0:1769074856.854375:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a300. 00010000:00000010:3.1:1769074856.855978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:3.1:1769074856.855993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:0.1:1769074856.856059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074856.856067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074856.856122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074856.856128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074856.856131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074856.856133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074856.856136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074856.856138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074856.857670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:2.1:1769074856.857684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:3.1:1769074856.857898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:3.1:1769074856.857905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074856.857958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074856.857967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:3.0:1769074856.858860:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074856.858880:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cad80 00000400:00000200:3.0:1769074856.858888:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 15040 00000400:00000200:3.0:1769074856.858954:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.858959:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074856.858966:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074856.858972:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb2d80. 00000020:00000010:1.0:1769074856.859258:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.859264:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.859273:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074856.859279:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.859284:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.859324:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.859327:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074856.859330:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826423168 00000001:00000010:1.0:1769074856.859351:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:1.0:1769074856.859379:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074856.859387:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 02000000:00000010:1.0:1769074856.859416:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8eee3000. 00010000:00000010:1.0:1769074856.859449:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.859453:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074856.859473:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074856.859476:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074856.859480:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.859483:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074856.859565:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074856.859568:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a280. 00010000:00000010:1.0:1769074856.859571:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074856.859574:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074856.859685:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074856.859697:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074856.859703:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074856.859723:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000200:1.0:1769074856.859739:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb2d80 x1855007826423168/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.859758:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074856.859765:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826423168, offset 224 00000400:00000200:1.0:1769074856.859772:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.859782:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.859789:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40814:40814:256:4294967295] 192.168.204.10@tcp LPNI seq info [40810:40810:8:4294967295] 00000400:00000200:1.0:1769074856.859799:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.859804:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.859810:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074856.859815:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.859822:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.859827:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.859861:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.859866:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.859870:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:2.0:1769074856.860223:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.860228:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:2.0:1769074856.860233:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.860238:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.860242:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:2.0:1769074856.860245:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00000400:00000200:1.0:1769074856.864028:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.864050:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cae80 00000400:00000200:1.0:1769074856.864061:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 15616 00000400:00000200:1.0:1769074856.864077:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.864081:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.864089:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.864095:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f50380. 00000020:00000010:3.0:1769074856.864236:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.864241:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.864248:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074856.864253:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074856.864258:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.864299:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.864302:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000100:00000200:3.0:1769074856.864305:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826423424 02000000:00000010:3.0:1769074856.864352:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d26000. 00010000:00000010:3.0:1769074856.864395:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:3.0:1769074856.864414:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a280. 00010000:00000010:3.0:1769074856.864435:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074856.864442:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074856.864458:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074856.864460:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074856.864464:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074856.864467:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074856.864544:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074856.864548:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074856.864551:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074856.864554:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00000020:00000010:3.0:1769074856.864577:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074856.864586:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074856.864597:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074856.864988:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40d800. 00000001:00000010:3.0:1769074856.865394:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6960. 00000001:00000010:3.0:1769074856.865402:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074856.865435:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074856.865446:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074856.865451:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074856.865464:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074856.865509:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00080000:00000010:3.0:1769074856.865533:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c7ab8. 00000004:00000010:3.0:1769074856.865541:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c958d80. 00000004:00000010:3.0:1769074856.865545:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4cbb0. 00000004:00000010:3.0:1769074856.865549:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabb48c5b40. 00000004:00000010:3.0:1769074856.865553:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88ce1860. 00010000:00000010:3.0:1769074856.865562:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000200:3.0:1769074856.865580:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890021, last committed = 17179889941 00010000:00000200:3.0:1769074856.865590:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f50380 x1855007826423424/t17179890021(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074856.865635:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074856.865642:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826423424, offset 224 00000400:00000010:3.0:1769074856.865649:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3460. 00000400:00000200:3.0:1769074856.865653:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.865665:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.865671:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40815:40815:256:4294967295] 192.168.204.10@tcp LPNI seq info [40811:40811:8:4294967295] 00000400:00000200:3.0:1769074856.865676:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074856.865683:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.865689:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.865694:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074856.865699:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.865706:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.865711:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:0.0:1769074856.866026:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.866031:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074856.866037:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.866043:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000020:00000010:3.0:1769074856.866093:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074856.866098:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.866102:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00010000:00000010:2.0:1769074856.866965:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:2.0:1769074856.866977:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:2.0:1769074856.866987:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00010000:00000010:1.1:1769074856.869723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074856.869749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074856.869755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074856.869757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:2.0:1769074856.870144:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.870165:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65efd 00000400:00000200:2.0:1769074856.870172:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.870177:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.870183:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:2.0:1769074856.870186:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00000400:00000200:2.0:1769074856.870220:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.870226:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8caf00 00000400:00000200:2.0:1769074856.870234:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 16104 00000400:00000200:2.0:1769074856.870245:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.870248:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.870253:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.870259:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600a80. 00000020:00000010:3.0:1769074856.870351:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.870357:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.870364:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074856.870370:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074856.870375:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.870419:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074856.870421:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000100:00000200:3.0:1769074856.870424:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826423552 00000001:00000010:3.0:1769074856.870434:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111c00. 00010000:00000010:3.0:1769074856.870459:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074856.870467:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 02000000:00000010:3.0:1769074856.870493:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d27000. 00010000:00000010:3.0:1769074856.870527:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074856.870532:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.870552:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074856.870555:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074856.870559:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074856.870562:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074856.870677:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074856.870681:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074856.870684:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074856.870687:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074856.870766:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.870779:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074856.870785:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074856.870805:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000200:3.0:1769074856.870820:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600a80 x1855007826423552/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.870840:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46198. 00000100:00000200:3.0:1769074856.870844:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826423552, offset 224 00000400:00000200:3.0:1769074856.870851:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.870860:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.870867:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40816:40816:256:4294967295] 192.168.204.10@tcp LPNI seq info [40812:40812:8:4294967295] 00000400:00000200:3.0:1769074856.870877:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.870883:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.870889:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074856.870895:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.870902:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.870906:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.870926:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074856.870930:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.870934:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:2.0:1769074856.871081:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.871085:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074856.871091:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.871095:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.871099:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46198 00000400:00000010:2.0:1769074856.871101:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46198. 00010000:00000010:0.0:1769074856.871344:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:0.0:1769074856.871352:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:3.1:1769074856.873776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:3.1:1769074856.873792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074856.873799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074856.873809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:2.1:1769074856.874007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074856.874026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00000400:00000200:0.0:1769074856.877321:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.877353:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cb000 00000400:00000200:0.0:1769074856.877363:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 16680 00000400:00000200:0.0:1769074856.877379:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.877383:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.877392:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.877398:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdd880. 00000020:00000010:1.0:1769074856.877512:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.877518:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.877526:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074856.877531:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.877536:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.877577:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.877580:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074856.877584:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826423808 02000000:00000010:1.0:1769074856.877654:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee4000. 00010000:00000010:1.0:1769074856.877707:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:1.0:1769074856.877726:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:1.0:1769074856.877757:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074856.877763:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074856.877779:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074856.877782:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074856.877786:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074856.877789:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074856.877870:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074856.877874:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a380. 00010000:00000010:1.0:1769074856.877877:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.877882:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00000020:00000010:1.0:1769074856.877909:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b2c0. 00000020:00000010:1.0:1769074856.877916:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b2c0. 00000020:00000010:1.0:1769074856.877925:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f00. 00080000:00000010:1.0:1769074856.877935:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ed6d800. 00000001:00000010:1.0:1769074856.878141:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454900. 00000001:00000010:1.0:1769074856.878148:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074856.878181:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f00. 00010000:00000010:1.0:1769074856.878189:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074856.878194:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074856.878206:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111c00. 00010000:00000010:1.0:1769074856.878238:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00080000:00000010:1.0:1769074856.878262:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87537398. 00000004:00000010:1.0:1769074856.878271:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96b000. 00000004:00000010:1.0:1769074856.878274:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f488220. 00000004:00000010:1.0:1769074856.878279:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f0780. 00000004:00000010:1.0:1769074856.878283:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34de00. 00010000:00000010:1.0:1769074856.878296:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000200:1.0:1769074856.878312:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890022, last committed = 17179889941 00010000:00000200:1.0:1769074856.878321:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdd880 x1855007826423808/t17179890022(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.878340:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcaa0. 00000100:00000200:1.0:1769074856.878347:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826423808, offset 224 00000400:00000010:1.0:1769074856.878353:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f188. 00000400:00000200:1.0:1769074856.878357:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.878370:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.878376:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40817:40817:256:4294967295] 192.168.204.10@tcp LPNI seq info [40813:40813:8:4294967295] 00000400:00000200:1.0:1769074856.878383:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.878389:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.878395:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.878399:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074856.878406:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.878413:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.878418:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.878446:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.878451:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.878455:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:2.0:1769074856.878742:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.878748:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:2.0:1769074856.878754:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.878760:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074856.879199:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:0.0:1769074856.879210:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a380. 00010000:00000010:0.0:1769074856.879219:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111c00. 00010000:00000010:0.1:1769074856.879932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074856.879940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:1.1:1769074856.883882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:1.1:1769074856.883902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:1.1:1769074856.883907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074856.883918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:3.1:1769074856.884034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074856.884040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074856.884044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074856.884046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:2.0:1769074856.884777:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.884799:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f05 00000400:00000200:2.0:1769074856.884807:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.884812:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.884819:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcaa0 00000400:00000010:2.0:1769074856.884822:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcaa0. 00000400:00000200:2.0:1769074856.884853:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.884859:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cb080 00000400:00000200:2.0:1769074856.884866:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 17168 00000400:00000200:2.0:1769074856.884877:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.884881:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.884886:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.884891:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601180. 00000020:00000010:1.0:1769074856.885261:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.885268:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.885276:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074856.885282:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.885288:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.885330:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.885333:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074856.885336:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826423936 00000001:00000010:1.0:1769074856.885357:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 00010000:00000010:1.0:1769074856.885384:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074856.885392:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 02000000:00000010:1.0:1769074856.885419:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8eee2000. 00010000:00000010:1.0:1769074856.885450:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.885454:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074856.885476:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074856.885480:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074856.885485:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.885489:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074856.885566:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074856.885570:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac80. 00010000:00000010:1.0:1769074856.885573:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074856.885577:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074856.885693:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074856.885706:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074856.885711:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074856.885745:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000200:1.0:1769074856.885763:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601180 x1855007826423936/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074856.885781:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074856.885786:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826423936, offset 224 00000400:00000200:1.0:1769074856.885792:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.885803:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.885809:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40818:40818:256:4294967295] 192.168.204.10@tcp LPNI seq info [40814:40814:8:4294967295] 00000400:00000200:1.0:1769074856.885820:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.885826:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.885830:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074856.885837:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.885844:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.885848:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.885867:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.885870:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.885874:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:0.0:1769074856.886374:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.886380:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:0.0:1769074856.886387:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.886393:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.886397:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcb28 00000400:00000010:0.0:1769074856.886400:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcb28. 00010000:00000010:3.0:1769074856.886846:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:3.0:1769074856.886855:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:0.1:1769074856.888759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074856.888776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:2.0:1769074856.892299:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.892319:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cb180 00000400:00000200:2.0:1769074856.892326:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 17744 00000400:00000200:2.0:1769074856.892353:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.892358:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.892365:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.892374:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4000. 00000020:00000010:1.0:1769074856.892578:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.892585:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.892595:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074856.892635:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac00. 00000020:00000010:1.0:1769074856.892641:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562a28. 00000020:00000010:1.0:1769074856.892678:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.892680:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074856.892684:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826424192 02000000:00000010:1.0:1769074856.892724:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee6000. 00010000:00000010:1.0:1769074856.893026:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074856.893043:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac80. 00010000:00000010:1.0:1769074856.893063:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074856.893069:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074856.893086:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074856.893089:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac80. 00010000:00000010:1.0:1769074856.893093:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074856.893096:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074856.893183:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074856.893187:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074856.893190:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074856.893193:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00000020:00000010:1.0:1769074856.893218:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b2c0. 00000020:00000010:1.0:1769074856.893225:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b2c0. 00000020:00000010:1.0:1769074856.893236:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f00. 00080000:00000010:1.0:1769074856.893246:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ed6f400. 00000001:00000010:2.0:1769074856.894555:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd93c0. 00000001:00000010:2.0:1769074856.894565:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074856.895014:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f00. 00010000:00000010:2.0:1769074856.895028:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.895036:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074856.895057:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074856.895100:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00080000:00000010:2.0:1769074856.895129:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab86684c78. 00000004:00000010:2.0:1769074856.895152:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c958b40. 00000004:00000010:2.0:1769074856.895156:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4c110. 00000004:00000010:2.0:1769074856.895161:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabb48c5d20. 00000004:00000010:2.0:1769074856.895166:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88ce0b40. 00010000:00000010:2.0:1769074856.895179:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000200:2.0:1769074856.895201:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890023, last committed = 17179889941 00010000:00000200:2.0:1769074856.895214:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4000 x1855007826424192/t17179890023(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.895234:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074856.895242:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826424192, offset 224 00000400:00000010:2.0:1769074856.895248:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f71f8. 00000400:00000200:2.0:1769074856.895252:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.895268:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.895275:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40819:40819:256:4294967295] 192.168.204.10@tcp LPNI seq info [40815:40815:8:4294967295] 00000400:00000200:2.0:1769074856.895282:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.895289:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.895295:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.895300:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074856.895307:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.895315:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.895319:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.0:1769074856.895421:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:0.0:1769074856.895431:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a400. 00010000:00000010:0.0:1769074856.895440:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf3c0. 00000020:00000010:2.0:1769074856.895491:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac00. 00000020:00000010:2.0:1769074856.895496:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562a28. 00000020:00000010:2.0:1769074856.895500:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00010000:00000010:1.1:1769074856.896319:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074856.896328:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074856.896333:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074856.896336:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:3.1:1769074856.896645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074856.896651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000800:00000200:0.0:1769074856.899256:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.899267:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:0.0:1769074856.899276:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.899284:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.902070:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074856.902099:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f0d 00000400:00000200:0.0:1769074856.902108:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.902113:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074856.902120:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:0.0:1769074856.902123:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00010000:00000010:2.0:1769074856.902282:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:2.0:1769074856.902294:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac80. 00010000:00000010:0.1:1769074856.902964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074856.902973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.1:1769074856.906754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074856.906775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000400:00000200:2.0:1769074856.906811:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.906830:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cb200 00000400:00000200:2.0:1769074856.906839:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 18232 00000400:00000200:2.0:1769074856.906906:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.906912:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.906920:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.906927:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5880. 00000020:00000010:0.0:1769074856.907208:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.907216:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.907222:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074856.907228:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074856.907232:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.907278:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.907281:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074856.907284:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826424320 00000001:00000010:0.0:1769074856.907294:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:0.0:1769074856.907323:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074856.907331:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074856.907358:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fb76000. 00010000:00000010:0.0:1769074856.907390:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074856.907394:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.907423:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.907428:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074856.907431:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.907435:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.907508:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074856.907511:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074856.907515:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074856.907519:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.907584:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.907597:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.907635:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074856.907658:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074856.907675:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5880 x1855007826424320/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.907695:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074856.907702:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826424320, offset 224 00000400:00000200:0.0:1769074856.907709:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.907720:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.907726:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40820:40820:256:4294967295] 192.168.204.10@tcp LPNI seq info [40816:40816:8:4294967295] 00000400:00000200:0.0:1769074856.908269:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.908277:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.908284:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074856.908290:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.908298:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.908302:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.908328:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074856.908333:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.908337:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:2.0:1769074856.908487:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.908492:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:2.0:1769074856.908496:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.908502:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.908507:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:2.0:1769074856.908509:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00010000:00000010:1.1:1769074856.908596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074856.908623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074856.910645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:2.1:1769074856.910661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000400:00000200:0.0:1769074856.910986:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.911003:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cb300 00000400:00000200:0.0:1769074856.911011:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 18808 00000400:00000200:0.0:1769074856.911026:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.911031:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.911038:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.911043:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffddf80. 00000020:00000010:2.0:1769074856.911133:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.911139:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.911145:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074856.911151:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074856.911156:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.911194:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.911197:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074856.911200:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826424576 02000000:00000010:2.0:1769074856.911231:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88bf1000. 00010000:00000010:2.0:1769074856.911268:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074856.911281:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:2.0:1769074856.911298:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.911303:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074856.911317:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074856.911320:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074856.911324:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.911326:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074856.911413:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074856.911417:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074856.911421:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074856.911424:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00000020:00000010:2.0:1769074856.911448:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7f80. 00000020:00000010:2.0:1769074856.911455:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7f80. 00000020:00000010:2.0:1769074856.911466:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd94e0. 00080000:00000010:2.0:1769074856.911476:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daba02d3800. 00000001:00000010:2.0:1769074856.911719:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9780. 00000001:00000010:2.0:1769074856.911725:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf3c0. 00000020:00000010:2.0:1769074856.911757:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd94e0. 00010000:00000010:2.0:1769074856.911765:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074856.911769:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074856.911780:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074856.911812:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00080000:00000010:2.0:1769074856.911834:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab900811d0. 00000004:00000010:2.0:1769074856.911840:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96bf00. 00000004:00000010:2.0:1769074856.911844:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f488770. 00000004:00000010:2.0:1769074856.911849:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f0b40. 00000004:00000010:2.0:1769074856.911853:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34c780. 00010000:00000010:2.0:1769074856.911859:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074856.911873:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890024, last committed = 17179889941 00010000:00000200:2.0:1769074856.911882:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffddf80 x1855007826424576/t17179890024(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.911900:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074856.911905:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826424576, offset 224 00000400:00000010:2.0:1769074856.911911:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f78c0. 00000400:00000200:2.0:1769074856.911915:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.911927:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.911934:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40821:40821:256:4294967295] 192.168.204.10@tcp LPNI seq info [40817:40817:8:4294967295] 00000400:00000200:2.0:1769074856.911939:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.911963:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.911968:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.911974:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074856.911979:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.911986:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.911991:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.912007:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074856.912011:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.912016:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:0.0:1769074856.912177:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:0.0:1769074856.912183:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:0.0:1769074856.912190:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000800:00000200:1.0:1769074856.912490:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.912494:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074856.912499:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.912505:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.915092:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.915115:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f15 00000400:00000200:2.0:1769074856.915123:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.915128:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.915135:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:2.0:1769074856.915138:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:3.0:1769074856.915238:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:3.0:1769074856.915249:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:0.1:1769074856.915313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074856.915320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074856.915325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.1:1769074856.915328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00000400:00000200:0.0:1769074856.918912:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074856.918936:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cb380 00000400:00000200:0.0:1769074856.918957:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 19296 00000400:00000200:0.0:1769074856.919026:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.919032:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074856.919041:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074856.919049:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdfb80. 00000020:00000010:3.0:1769074856.919139:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.919145:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.919152:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074856.919157:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074856.919162:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.919202:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.919205:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000100:00000200:3.0:1769074856.919208:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826424704 00000001:00000010:3.0:1769074856.919218:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfb40. 00010000:00000010:3.0:1769074856.919245:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074856.919253:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 02000000:00000010:3.0:1769074856.919282:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3fa000. 00010000:00000010:3.0:1769074856.919315:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074856.919319:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074856.919338:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074856.919348:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074856.919352:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074856.919355:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.919433:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074856.919437:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074856.919441:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074856.919445:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074856.919515:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074856.919528:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.919534:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074856.919553:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000200:3.0:1769074856.919570:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdfb80 x1855007826424704/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.919588:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074856.919594:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826424704, offset 224 00000400:00000200:3.0:1769074856.919719:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.919933:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.919940:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40822:40822:256:4294967295] 192.168.204.10@tcp LPNI seq info [40818:40818:8:4294967295] 00000400:00000200:3.0:1769074856.919960:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.919966:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.919971:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074856.919977:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.919984:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.919991:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.920010:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074856.920015:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.920019:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00010000:00000010:2.1:1769074856.920094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074856.920101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00000800:00000200:1.0:1769074856.920565:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.920571:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074856.920578:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.920584:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.920589:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:1.0:1769074856.920592:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00010000:00000010:3.1:1769074856.921658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074856.921669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:0.1:1769074856.921924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074856.921931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074856.921991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074856.922000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00000400:00000200:2.0:1769074856.924662:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.924684:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cb480 00000400:00000200:2.0:1769074856.924693:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 19872 00000400:00000200:2.0:1769074856.924709:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.924713:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.924722:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.924730:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7b80. 00000020:00000010:0.0:1769074856.924955:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.924961:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.924968:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074856.924973:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074856.924978:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.925016:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.925020:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074856.925023:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826424960 02000000:00000010:0.0:1769074856.925059:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fb77000. 00010000:00000010:0.0:1769074856.925101:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:0.0:1769074856.925122:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:0.0:1769074856.925144:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.0:1769074856.925151:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.925168:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074856.925171:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074856.925176:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:0.0:1769074856.925179:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074856.925264:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074856.925268:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074856.925271:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.0:1769074856.925274:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074856.925297:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56480. 00000020:00000010:0.0:1769074856.925304:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56480. 00000020:00000010:0.0:1769074856.925316:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074856.925327:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84372400. 00000001:00000010:0.0:1769074856.925530:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adcc0. 00000001:00000010:0.0:1769074856.925537:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074856.925571:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074856.925579:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39a00. 00010000:00000010:0.0:1769074856.925583:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.925594:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8d80. 00010000:00000010:0.0:1769074856.925668:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074856.925691:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca1008. 00000004:00000010:0.0:1769074856.925698:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b406480. 00000004:00000010:0.0:1769074856.925702:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022dd0. 00000004:00000010:0.0:1769074856.925706:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e282618. 00000004:00000010:0.0:1769074856.925710:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a8000. 00010000:00000010:0.0:1769074856.925719:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074856.925991:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890025, last committed = 17179889941 00010000:00000200:0.0:1769074856.926003:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7b80 x1855007826424960/t17179890025(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.926023:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074856.926030:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826424960, offset 224 00000400:00000010:0.0:1769074856.926037:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab87f8de00. 00000400:00000200:0.0:1769074856.926041:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.926056:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.926062:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40823:40823:256:4294967295] 192.168.204.10@tcp LPNI seq info [40819:40819:8:4294967295] 00000400:00000200:0.0:1769074856.926069:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.926076:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.926082:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.926087:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074856.926094:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.926101:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.926106:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.926260:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074856.926265:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.926269:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00010000:00000010:2.0:1769074856.926440:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074856.926447:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:2.0:1769074856.926455:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8d80. 00010000:00000010:3.1:1769074856.927328:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074856.927339:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074856.927462:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074856.927466:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000800:00000200:2.0:1769074856.930907:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.930919:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:2.0:1769074856.930928:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.930937:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.931261:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.931278:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f1d 00000400:00000200:1.0:1769074856.931285:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.931288:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.931293:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:1.0:1769074856.931296:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00000400:00000200:1.0:1769074856.931362:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.931369:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cb500 00000400:00000200:1.0:1769074856.931377:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 20360 00000400:00000200:1.0:1769074856.931429:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.931433:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.931438:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.931445:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f50a80. 00000020:00000010:0.0:1769074856.931532:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.931538:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.931545:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074856.931550:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074856.931555:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.931600:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.931856:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074856.931861:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826425088 00000001:00000010:0.0:1769074856.931872:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf3c0. 00010000:00000010:0.0:1769074856.931901:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:0.0:1769074856.931909:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074856.931938:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fb75000. 00010000:00000010:0.0:1769074856.931978:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.0:1769074856.931982:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.932002:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074856.932006:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074856.932010:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.0:1769074856.932013:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.932095:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074856.932099:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.932103:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.0:1769074856.932107:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.932176:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.932189:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.932195:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074856.932214:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074856.932232:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f50a80 x1855007826425088/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.932251:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074856.932256:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826425088, offset 224 00000400:00000200:0.0:1769074856.932263:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.932273:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.932279:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40824:40824:256:4294967295] 192.168.204.10@tcp LPNI seq info [40820:40820:8:4294967295] 00000400:00000200:0.0:1769074856.932290:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.932296:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.932300:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074856.932306:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.932313:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.932317:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.932393:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074856.932398:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.932402:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00010000:00000010:2.0:1769074856.933537:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074856.933550:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00000800:00000200:1.0:1769074856.936807:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.936817:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:1.0:1769074856.936825:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.936834:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.936842:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:1.0:1769074856.936845:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00010000:00000010:0.1:1769074856.939766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:0.1:1769074856.939780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00000400:00000200:2.0:1769074856.939900:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.939919:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cb600 00000400:00000200:2.0:1769074856.939927:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 20936 00000400:00000200:2.0:1769074856.939943:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.939958:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.939968:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.939974:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6a00. 00000020:00000010:0.0:1769074856.940080:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.940087:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.940094:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074856.940099:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074856.940104:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.940180:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.940183:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074856.940186:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826425344 02000000:00000010:0.0:1769074856.940224:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fb71000. 00010000:00000010:0.0:1769074856.940263:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.940279:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.940298:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.0:1769074856.940304:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074856.940320:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074856.940324:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074856.940328:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:0.0:1769074856.940331:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074856.940436:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074856.940440:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074856.940443:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.0:1769074856.940447:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074856.940473:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56480. 00000020:00000010:0.0:1769074856.940481:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56480. 00000020:00000010:0.0:1769074856.940496:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074856.940507:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84370000. 00000001:00000010:0.0:1769074856.940867:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad660. 00000001:00000010:0.0:1769074856.940875:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8180. 00000020:00000010:0.0:1769074856.940909:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074856.940919:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38c00. 00010000:00000010:0.0:1769074856.940923:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.940936:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074856.940986:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074856.941013:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87536390. 00000004:00000010:0.0:1769074856.941021:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae1110c0. 00000004:00000010:0.0:1769074856.941025:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94d210. 00000004:00000010:0.0:1769074856.941030:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c0f0. 00000004:00000010:0.0:1769074856.941035:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e4f00. 00010000:00000010:0.0:1769074856.941045:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074856.941063:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890026, last committed = 17179889941 00010000:00000200:0.0:1769074856.941073:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a6a00 x1855007826425344/t17179890026(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074856.941093:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074856.941100:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826425344, offset 224 00000400:00000010:0.0:1769074856.941106:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae8f8. 00000400:00000200:0.0:1769074856.941111:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.941125:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.941131:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40825:40825:256:4294967295] 192.168.204.10@tcp LPNI seq info [40821:40821:8:4294967295] 00000400:00000200:0.0:1769074856.941137:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074856.941144:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.941150:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.941155:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074856.941162:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.941169:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.941173:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.941204:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074856.941209:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.941213:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:1.0:1769074856.941373:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.941378:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:1.0:1769074856.941383:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.941388:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074856.944076:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074856.944094:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:2.0:1769074856.944107:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000400:00000200:1.0:1769074856.944275:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.944299:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f25 00000400:00000200:1.0:1769074856.944306:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.944312:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.944318:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:1.0:1769074856.944321:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000400:00000200:1.0:1769074856.944382:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.944390:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cb680 00000400:00000200:1.0:1769074856.944397:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 21424 00000400:00000200:1.0:1769074856.944468:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.944473:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.944479:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.944486:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f51180. 00000020:00000010:0.0:1769074856.944575:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.944581:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.944587:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074856.944592:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074856.944597:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.945086:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074856.945090:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074856.945094:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826425472 00000001:00000010:0.0:1769074856.945104:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074856.945129:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:0.0:1769074856.945136:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074856.945164:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fb73000. 00010000:00000010:0.0:1769074856.945194:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.0:1769074856.945198:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.945214:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074856.945217:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074856.945222:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.0:1769074856.945225:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.945303:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074856.945307:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074856.945312:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074856.945316:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074856.945388:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074856.945400:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074856.945404:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074856.945423:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074856.945442:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f51180 x1855007826425472/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074856.945461:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074856.945467:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826425472, offset 224 00000400:00000200:0.0:1769074856.945474:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074856.945484:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074856.945490:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40826:40826:256:4294967295] 192.168.204.10@tcp LPNI seq info [40822:40822:8:4294967295] 00000400:00000200:0.0:1769074856.945500:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074856.945505:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074856.945510:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074856.945516:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074856.945522:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074856.945526:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074856.945553:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074856.945557:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074856.945561:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:2.0:1769074856.945781:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.945786:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:2.0:1769074856.945790:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.945794:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.945798:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:2.0:1769074856.945800:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:3.0:1769074856.946116:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074856.946123:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.1:1769074856.948648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38200. 00010000:00000010:0.1:1769074856.948670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39e00. 00010000:00000010:0.1:1769074856.948674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38a00. 00010000:00000010:0.1:1769074856.948679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074856.948682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38000. 00010000:00000010:0.1:1769074856.948685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39800. 00010000:00000010:2.1:1769074856.948753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074856.948758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39a00. 00000400:00000200:1.0:1769074856.949227:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.949246:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cb780 00000400:00000200:1.0:1769074856.949256:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 22000 00000400:00000200:1.0:1769074856.949273:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.949278:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.949286:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.949292:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f52680. 00000020:00000010:3.0:1769074856.949470:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.949476:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.949482:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074856.949488:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074856.949494:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074856.949540:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.949543:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000100:00000200:3.0:1769074856.949546:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826425728 02000000:00000010:3.0:1769074856.949585:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3f9000. 00010000:00000010:3.0:1769074856.950186:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074856.950202:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:1.0:1769074856.950274:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074856.950283:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074856.950300:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074856.950305:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074856.950312:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074856.950315:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074856.950412:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074856.950415:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074856.950420:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.950423:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00000020:00000010:1.0:1769074856.950448:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bf00. 00000020:00000010:1.0:1769074856.950455:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bf00. 00000020:00000010:1.0:1769074856.950466:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f60. 00080000:00000010:1.0:1769074856.950476:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ed6f800. 00000001:00000010:1.0:1769074856.951015:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454480. 00000001:00000010:1.0:1769074856.951022:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074856.951055:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f60. 00010000:00000010:1.0:1769074856.951066:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074856.951071:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074856.951086:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1110c0. 00010000:00000010:1.0:1769074856.951126:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00080000:00000010:1.0:1769074856.951149:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85979c80. 00000004:00000010:1.0:1769074856.951157:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c958c00. 00000004:00000010:1.0:1769074856.951160:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4cff0. 00000004:00000010:1.0:1769074856.951166:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabb48c5618. 00000004:00000010:1.0:1769074856.951169:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88ce0d20. 00010000:00000010:1.0:1769074856.951179:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074856.951197:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890027, last committed = 17179889941 00010000:00000200:1.0:1769074856.951208:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f52680 x1855007826425728/t17179890027(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.951229:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074856.951236:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826425728, offset 224 00000400:00000010:1.0:1769074856.951243:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f498. 00000400:00000200:1.0:1769074856.951247:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.951260:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.951267:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40827:40827:256:4294967295] 192.168.204.10@tcp LPNI seq info [40823:40823:8:4294967295] 00000400:00000200:1.0:1769074856.951273:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.951280:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.951285:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.951289:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074856.951296:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.951302:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.951306:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.951336:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:1.0:1769074856.951349:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:1.0:1769074856.951354:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00010000:00000010:0.0:1769074856.951450:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:0.0:1769074856.951458:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00010000:00000010:0.0:1769074856.951465:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1110c0. 00000800:00000200:2.0:1769074856.951585:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.951590:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:2.0:1769074856.951595:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.951625:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074856.952730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074856.952752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39000. 00010000:00000010:2.1:1769074856.952755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074856.952759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38c00. 00000400:00000200:2.0:1769074856.954119:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.954140:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f2d 00000400:00000200:2.0:1769074856.954148:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.954152:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.954159:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc088 00000400:00000010:2.0:1769074856.954162:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc088. 00010000:00000010:0.0:1769074856.954269:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:0.0:1769074856.954281:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a580. 00010000:00000010:0.1:1769074856.954640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38800. 00010000:00000010:0.1:1769074856.954648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074856.954652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39c00. 00010000:00000010:0.1:1769074856.954656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39400. 00010000:00000010:0.1:1769074856.954659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38400. 00010000:00000010:0.1:1769074856.954662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074856.954664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38e00. 00010000:00000010:0.1:1769074856.954666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39600. 00010000:00000010:3.1:1769074856.954701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074856.954706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea38600. 00010000:00000010:1.1:1769074856.954920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074856.954928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:1.0:1769074856.957065:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.957085:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cb800 00000400:00000200:1.0:1769074856.957094:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 22488 00000400:00000200:1.0:1769074856.957156:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.957161:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.957169:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.957175:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f51880. 00000020:00000010:2.0:1769074856.957297:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.957303:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.957309:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074856.957315:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074856.957320:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.957370:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.957373:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074856.957376:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826425856 00000001:00000010:2.0:1769074856.957387:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8180. 00010000:00000010:2.0:1769074856.957413:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074856.957421:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 02000000:00000010:2.0:1769074856.957448:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf0000. 00010000:00000010:2.0:1769074856.957479:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074856.957483:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074856.957500:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074856.957504:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074856.957507:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074856.957510:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.957583:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074856.957588:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074856.957592:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074856.957596:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074856.957706:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074856.957720:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.957726:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074856.958380:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074856.958400:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f51880 x1855007826425856/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.958424:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074856.958431:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826425856, offset 224 00000400:00000200:2.0:1769074856.958439:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.958452:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.958460:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40828:40828:256:4294967295] 192.168.204.10@tcp LPNI seq info [40824:40824:8:4294967295] 00000400:00000200:2.0:1769074856.958472:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.958478:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.958484:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074856.958492:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.958499:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.958503:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.958535:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074856.958540:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.958546:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074856.959096:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.959102:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:1.0:1769074856.959106:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.959112:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.959118:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:1.0:1769074856.959121:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00000400:00000200:2.0:1769074856.965988:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.966013:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cb900 00000400:00000200:2.0:1769074856.966021:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 23064 00000400:00000200:2.0:1769074856.966039:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.966043:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.966051:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.966059:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7480. 00000020:00000010:1.0:1769074856.966164:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.966170:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.966178:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074856.966183:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074856.966189:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074856.966232:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074856.966234:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074856.966238:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826426112 02000000:00000010:1.0:1769074856.966274:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee7000. 00010000:00000010:1.0:1769074856.966316:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:1.0:1769074856.966333:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:1.0:1769074856.966364:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074856.966371:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074856.966387:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074856.966391:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a780. 00010000:00000010:1.0:1769074856.966395:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074856.966398:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074856.966485:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074856.966489:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074856.966493:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074856.966497:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00000020:00000010:1.0:1769074856.966522:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bae0. 00000020:00000010:1.0:1769074856.966528:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bae0. 00000020:00000010:1.0:1769074856.966538:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f60. 00080000:00000010:1.0:1769074856.966548:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ed6cc00. 00000001:00000010:1.0:1769074856.966790:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04547e0. 00000001:00000010:1.0:1769074856.966799:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1110c0. 00000020:00000010:1.0:1769074856.966833:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f60. 00010000:00000010:1.0:1769074856.966842:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074856.966847:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074856.966860:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111c00. 00010000:00000010:1.0:1769074856.966903:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00080000:00000010:1.0:1769074856.966926:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca0ab0. 00000004:00000010:1.0:1769074856.966934:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503480. 00000004:00000010:1.0:1769074856.966938:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022cc0. 00000004:00000010:1.0:1769074856.966943:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e282a50. 00000004:00000010:1.0:1769074856.966960:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a85a0. 00010000:00000010:1.0:1769074856.966970:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074856.966987:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890028, last committed = 17179889941 00010000:00000200:1.0:1769074856.966998:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7480 x1855007826426112/t17179890028(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.967018:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074856.967025:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826426112, offset 224 00000400:00000010:1.0:1769074856.967033:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f700. 00000400:00000200:1.0:1769074856.967037:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.967049:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.967056:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40829:40829:256:4294967295] 192.168.204.10@tcp LPNI seq info [40825:40825:8:4294967295] 00000400:00000200:1.0:1769074856.967062:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.967069:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.967075:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.967081:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074856.967088:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.967095:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.967100:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.967120:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074856.967124:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074856.967128:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00000800:00000200:1.0:1769074856.967228:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.967231:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:1.0:1769074856.967236:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.967240:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074856.967429:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:3.0:1769074856.967436:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a800. 00010000:00000010:3.0:1769074856.967446:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111c00. 00000400:00000200:1.0:1769074856.970874:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.970895:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f35 00000400:00000200:1.0:1769074856.970902:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.970906:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.970914:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc088 00000400:00000010:1.0:1769074856.970917:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc088. 00000400:00000200:1.0:1769074856.970958:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.970965:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cb980 00000400:00000200:1.0:1769074856.970973:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 23552 00000400:00000200:1.0:1769074856.971027:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.971031:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.971036:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.971042:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f51f80. 00000020:00000010:2.0:1769074856.971122:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.971128:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.971134:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074856.971139:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074856.971144:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.971184:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.971187:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074856.971190:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826426240 00000001:00000010:2.0:1769074856.971201:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:2.0:1769074856.971228:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074856.971236:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 02000000:00000010:2.0:1769074856.971264:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf3000. 00010000:00000010:2.0:1769074856.971297:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074856.971301:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.971321:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074856.971324:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074856.971329:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074856.971331:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074856.971416:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074856.971420:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074856.971424:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.971427:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.971494:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.971507:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074856.971511:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074856.971533:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074856.971546:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f51f80 x1855007826426240/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.971563:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074856.971568:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826426240, offset 224 00000400:00000200:2.0:1769074856.971574:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.971583:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.971589:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40830:40830:256:4294967295] 192.168.204.10@tcp LPNI seq info [40826:40826:8:4294967295] 00000400:00000200:2.0:1769074856.971599:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.971639:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.971646:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074856.971652:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.971658:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.971662:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.971681:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074856.971685:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.971690:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:2.0:1769074856.971987:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.971991:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:2.0:1769074856.971995:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.971999:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074856.972003:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:2.0:1769074856.972005:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00010000:00000010:3.0:1769074856.972085:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:3.0:1769074856.972092:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a780. 00000400:00000200:1.0:1769074856.974840:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.974861:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cba80 00000400:00000200:1.0:1769074856.974870:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 24128 00000400:00000200:1.0:1769074856.974887:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.974891:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.974899:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.974906:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f53b80. 00000020:00000010:2.0:1769074856.975322:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.975329:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.975335:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074856.975351:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074856.975357:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.975407:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.975410:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074856.975413:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826426496 02000000:00000010:2.0:1769074856.975450:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88bf4000. 00010000:00000010:2.0:1769074856.975492:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.975506:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074856.975527:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074856.975533:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074856.975551:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074856.975555:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074856.975559:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074856.975562:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074856.975747:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074856.975752:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074856.975755:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.975758:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00000020:00000010:2.0:1769074856.975782:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b1c0. 00000020:00000010:2.0:1769074856.975789:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b1c0. 00000020:00000010:2.0:1769074856.975799:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd94e0. 00080000:00000010:2.0:1769074856.975809:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb4bca800. 00000001:00000010:2.0:1769074856.976024:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9060. 00000001:00000010:2.0:1769074856.976032:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074856.976068:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd94e0. 00010000:00000010:2.0:1769074856.976077:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074856.976081:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074856.976092:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf780. 00010000:00000010:2.0:1769074856.976133:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00080000:00000010:2.0:1769074856.976157:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab875371d0. 00000004:00000010:2.0:1769074856.976164:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111a80. 00000004:00000010:2.0:1769074856.976167:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94cff0. 00000004:00000010:2.0:1769074856.976172:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1ce88. 00000004:00000010:2.0:1769074856.976176:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e52c0. 00010000:00000010:2.0:1769074856.976184:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074856.976202:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890029, last committed = 17179889941 00010000:00000200:2.0:1769074856.976212:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f53b80 x1855007826426496/t17179890029(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074856.976231:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074856.976237:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826426496, offset 224 00000400:00000010:2.0:1769074856.976244:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7070. 00000400:00000200:2.0:1769074856.976248:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.976262:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.976267:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40831:40831:256:4294967295] 192.168.204.10@tcp LPNI seq info [40827:40827:8:4294967295] 00000400:00000200:2.0:1769074856.976273:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074856.976280:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.976286:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.976291:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074856.976298:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.976305:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.976308:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.976325:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074856.976329:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.976333:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:1.0:1769074856.976535:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:1.0:1769074856.976542:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:1.0:1769074856.976550:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf780. 00000800:00000200:1.0:1769074856.976668:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.976672:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:1.0:1769074856.976676:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.976682:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074856.978674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074856.978692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:3.1:1769074856.978809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074856.978816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00000400:00000200:2.0:1769074856.979961:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074856.979985:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f3d 00000400:00000200:2.0:1769074856.979994:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.979998:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074856.980007:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:2.0:1769074856.980010:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00010000:00000010:0.0:1769074856.980108:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:0.0:1769074856.980119:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:0.1:1769074856.981661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074856.981674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074856.981977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:1.1:1769074856.981984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00000400:00000200:1.0:1769074856.982568:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.982585:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cbb00 00000400:00000200:1.0:1769074856.982595:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 24616 00000400:00000200:1.0:1769074856.982691:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.982697:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.982705:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.982711:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f50000. 00000020:00000010:3.0:1769074856.983220:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.983227:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.983234:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074856.983240:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074856.983246:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074856.983287:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.983290:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000100:00000200:3.0:1769074856.983293:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826426624 00000001:00000010:3.0:1769074856.983303:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1110c0. 00010000:00000010:3.0:1769074856.983328:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074856.983335:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 02000000:00000010:3.0:1769074856.983372:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3fd000. 00010000:00000010:3.0:1769074856.983401:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074856.983427:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.983447:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074856.983450:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074856.983454:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074856.983457:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074856.983531:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074856.983534:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074856.983538:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074856.983541:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074856.983636:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.983649:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074856.983654:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074856.983673:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000200:3.0:1769074856.983689:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f50000 x1855007826426624/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074856.983708:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074856.983715:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826426624, offset 224 00000400:00000200:3.0:1769074856.983722:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074856.984110:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074856.984116:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40832:40832:256:4294967295] 192.168.204.10@tcp LPNI seq info [40828:40828:8:4294967295] 00000400:00000200:3.0:1769074856.984128:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.984135:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074856.984141:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074856.984148:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074856.984155:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074856.984160:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074856.984181:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074856.984185:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074856.984190:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00010000:00000010:1.1:1769074856.984251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074856.984259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074856.984263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074856.984268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00000800:00000200:1.0:1769074856.984352:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074856.984357:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074856.984363:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.984369:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074856.984374:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:1.0:1769074856.984377:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00010000:00000010:0.1:1769074856.984640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074856.984648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074856.984696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074856.984702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074856.984706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074856.984709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074856.984712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.1:1769074856.984714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074856.984717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074856.984720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074856.984723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074856.984726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074856.984729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074856.984815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:3.1:1769074856.985103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074856.985110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:3.1:1769074856.985115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074856.985118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000400:00000200:2.0:1769074856.988422:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074856.988445:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cbc00 00000400:00000200:2.0:1769074856.988454:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 25192 00000400:00000200:2.0:1769074856.988471:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.988476:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074856.988484:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074856.988491:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6300. 00000020:00000010:3.0:1769074856.988586:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.988592:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.988598:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074856.988644:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e300. 00000020:00000010:3.0:1769074856.988650:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074856.988688:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074856.988691:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000100:00000200:3.0:1769074856.988694:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826426880 02000000:00000010:3.0:1769074856.988727:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3f8000. 00010000:00000010:3.0:1769074856.988783:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074856.988800:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074856.988820:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074856.988826:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074856.988841:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074856.988845:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074856.988849:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074856.988851:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074856.988931:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074856.988935:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074856.988938:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074856.988941:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00000020:00000010:3.0:1769074856.988977:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074856.988984:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074856.988995:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074856.989005:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a426400. 00000001:00000010:3.0:1769074856.989216:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6780. 00000001:00000010:3.0:1769074856.989224:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ec00. 00000020:00000010:3.0:1769074856.989258:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074856.989266:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074856.989270:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074856.989282:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074856.989317:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:0.0:1769074856.990008:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:0.0:1769074856.990018:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:0.0:1769074856.990026:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e3c0. 00080000:00000010:1.0:1769074856.991121:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87536ab0. 00000004:00000010:1.0:1769074856.991136:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96b180. 00000004:00000010:1.0:1769074856.991142:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94cbb0. 00000004:00000010:1.0:1769074856.991147:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f0e10. 00000004:00000010:1.0:1769074856.991152:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34c5a0. 00010000:00000010:1.0:1769074856.991179:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000200:1.0:1769074856.991206:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890030, last committed = 17179889941 00010000:00000200:1.0:1769074856.991222:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a6300 x1855007826426880/t17179890030(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 488/456 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074856.991250:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074856.991258:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826426880, offset 224 00000400:00000010:1.0:1769074856.991266:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1ff88. 00000400:00000200:1.0:1769074856.991271:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074856.991285:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074856.991292:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40833:40833:256:4294967295] 192.168.204.10@tcp LPNI seq info [40829:40829:8:4294967295] 00000400:00000200:1.0:1769074856.991300:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074856.991306:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.991312:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074856.991317:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074856.991323:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074856.991331:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074856.991335:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074856.991503:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e300. 00000020:00000010:1.0:1769074856.991509:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:1.0:1769074856.991514:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:2.0:1769074856.994423:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.994433:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:2.0:1769074856.994443:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.994452:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074856.995209:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074856.995219:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074856.995223:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074856.995226:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:1.0:1769074856.995273:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074856.995290:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f45 00000400:00000200:1.0:1769074856.995297:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.995300:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074856.995305:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc088 00000400:00000010:1.0:1769074856.995308:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc088. 00000400:00000200:1.0:1769074856.995452:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074856.995460:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cbc80 00000400:00000200:1.0:1769074856.995468:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 25680 00000400:00000200:1.0:1769074856.996251:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074856.996260:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074856.996267:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074856.996276:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f50e00. 00000020:00000010:2.0:1769074856.996393:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.996399:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.996406:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074856.996412:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074856.996417:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.996457:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074856.996460:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074856.996463:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826427008 00000001:00000010:2.0:1769074856.996474:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074856.996501:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074856.996510:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074856.996539:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf2000. 00010000:00000010:2.0:1769074856.996571:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074856.996575:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074856.996595:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074856.996598:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074856.996643:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074856.996646:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074856.996722:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074856.996726:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074856.996730:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074856.996744:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074856.996811:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074856.996824:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074856.996829:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074856.996849:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074856.996864:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f50e00 x1855007826427008/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:392/0 lens 576/584 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074856.996883:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074856.996889:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826427008, offset 224 00000400:00000200:2.0:1769074856.996895:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074856.996907:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074856.996914:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40834:40834:256:4294967295] 192.168.204.10@tcp LPNI seq info [40830:40830:8:4294967295] 00000400:00000200:2.0:1769074856.996925:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074856.996931:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074856.996936:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074856.996942:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074856.996962:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074856.996966:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074856.996987:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074856.996991:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074856.996995:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:0.0:1769074856.997348:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074856.997353:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:0.0:1769074856.997357:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074856.997361:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074856.997366:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:0.0:1769074856.997368:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00010000:00000010:3.0:1769074857.000593:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074857.001105:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00000400:00000200:2.0:1769074857.001193:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.001213:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cbd80 00000400:00000200:2.0:1769074857.001223:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 26256 00000400:00000200:2.0:1769074857.001240:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.001245:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.001254:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.001260:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4380. 00000020:00000010:1.0:1769074857.001455:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.001462:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.001473:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.001479:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074857.001484:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.001557:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.001561:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.001564:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826427264 00010000:00000010:0.1:1769074857.001765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074857.001773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:1.1:1769074857.001922:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 02000000:00000010:1.0:1769074857.001928:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee5000. 00010000:00000010:1.0:1769074857.001980:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:1.0:1769074857.001990:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:1.0:1769074857.002011:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074857.002017:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074857.002036:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074857.002040:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a700. 00010000:00000010:1.0:1769074857.002044:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074857.002047:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074857.002134:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074857.002138:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074857.002141:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074857.002145:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00000020:00000010:1.0:1769074857.002170:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bd20. 00000020:00000010:1.0:1769074857.002178:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bd20. 00000020:00000010:1.0:1769074857.002189:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f60. 00080000:00000010:1.0:1769074857.002198:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ed6d400. 00000001:00000010:1.0:1769074857.002553:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454420. 00000001:00000010:1.0:1769074857.002562:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074857.002594:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f60. 00010000:00000010:1.0:1769074857.002933:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074857.002940:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074857.002966:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1110c0. 00010000:00000010:1.0:1769074857.003052:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00080000:00000010:1.0:1769074857.003082:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb60390. 00000004:00000010:1.0:1769074857.003089:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e900. 00000004:00000010:1.0:1769074857.003093:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cc440. 00000004:00000010:1.0:1769074857.003097:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f22d0. 00000004:00000010:1.0:1769074857.003101:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef84780. 00010000:00000010:1.0:1769074857.003110:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074857.003129:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890031, last committed = 17179889941 00010000:00000200:1.0:1769074857.003141:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4380 x1855007826427264/t17179890031(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.003163:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074857.003170:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826427264, offset 224 00000400:00000010:1.0:1769074857.003177:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f5b0. 00000400:00000200:1.0:1769074857.003181:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.003196:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.003202:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40835:40835:256:4294967295] 192.168.204.10@tcp LPNI seq info [40831:40831:8:4294967295] 00000400:00000200:1.0:1769074857.003210:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.003217:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.003222:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.003227:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074857.003234:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.003242:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.003246:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.003274:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074857.003278:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.003282:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00000800:00000200:2.0:1769074857.004390:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.004398:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:2.0:1769074857.004406:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.004413:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074857.006657:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:0.0:1769074857.006674:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a680. 00010000:00000010:0.0:1769074857.006686:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1110c0. 00000400:00000200:0.0:1769074857.007126:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074857.007144:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f4d 00000400:00000200:0.0:1769074857.007151:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.007156:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074857.007163:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc088 00000400:00000010:0.0:1769074857.007165:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc088. 00000400:00000200:0.0:1769074857.007230:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.007236:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cbe00 00000400:00000200:0.0:1769074857.007243:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 26744 00000400:00000200:0.0:1769074857.007296:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.007299:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.007305:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.007311:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdc000. 00010000:00000010:3.1:1769074857.008096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074857.008106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074857.008111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000020:00000010:3.0:1769074857.008161:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.008167:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.008174:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074857.008179:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074857.008185:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074857.008229:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.008232:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000100:00000200:3.0:1769074857.008235:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826427392 00000001:00000010:3.0:1769074857.008246:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074857.008270:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074857.008279:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 02000000:00000010:3.0:1769074857.008306:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3fe000. 00010000:00000010:3.0:1769074857.008338:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074857.008352:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074857.008369:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074857.008373:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074857.008377:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.008380:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.008454:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074857.008458:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074857.008461:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074857.008464:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074857.008531:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074857.008541:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.008547:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074857.008565:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000200:3.0:1769074857.008582:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdc000 x1855007826427392/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.008975:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074857.008983:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826427392, offset 224 00000400:00000200:3.0:1769074857.008992:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.009004:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.009010:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40836:40836:256:4294967295] 192.168.204.10@tcp LPNI seq info [40832:40832:8:4294967295] 00000400:00000200:3.0:1769074857.009021:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.009027:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.009032:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074857.009039:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.009046:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.009050:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.009082:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074857.009087:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074857.009091:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:1.0:1769074857.009211:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.009216:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074857.009223:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.009229:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.009234:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:1.0:1769074857.009237:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00000400:00000200:0.0:1769074857.012135:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.012157:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cbf00 00000400:00000200:0.0:1769074857.012167:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 27320 00000400:00000200:0.0:1769074857.012183:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.012188:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.012196:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.012203:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffddc00. 00000020:00000010:3.0:1769074857.012329:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.012335:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.012350:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074857.012356:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074857.012362:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074857.012399:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.012402:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000100:00000200:3.0:1769074857.012406:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826427648 02000000:00000010:3.0:1769074857.012444:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3fc000. 00010000:00000010:3.0:1769074857.012489:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074857.012508:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074857.012532:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074857.012539:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074857.012558:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074857.012561:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074857.012568:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074857.012570:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074857.013012:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074857.013017:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074857.013021:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074857.013025:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00000020:00000010:3.0:1769074857.013052:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.013059:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.013069:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074857.013080:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a427800. 00000001:00000010:3.0:1769074857.013311:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6360. 00000001:00000010:3.0:1769074857.013319:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074857.013362:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074857.013371:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074857.013375:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074857.013387:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074857.013471:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00080000:00000010:3.0:1769074857.013498:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87537008. 00000004:00000010:3.0:1769074857.013506:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111780. 00000004:00000010:3.0:1769074857.013510:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94d650. 00000004:00000010:3.0:1769074857.013515:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c708. 00000004:00000010:3.0:1769074857.013521:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e4d20. 00010000:00000010:3.0:1769074857.013532:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000200:3.0:1769074857.013552:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890032, last committed = 17179889941 00010000:00000200:3.0:1769074857.013564:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffddc00 x1855007826427648/t17179890032(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074857.013591:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074857.013599:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826427648, offset 224 00000400:00000010:3.0:1769074857.013648:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3000. 00000400:00000200:3.0:1769074857.013653:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.013668:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.013674:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40837:40837:256:4294967295] 192.168.204.10@tcp LPNI seq info [40833:40833:8:4294967295] 00000400:00000200:3.0:1769074857.013681:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074857.013688:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.013693:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.013698:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074857.013705:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.013711:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.013716:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.013746:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074857.013751:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074857.013755:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:1.0:1769074857.014161:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.014166:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074857.014173:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.014179:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074857.014396:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.1:1769074857.014404:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074857.014408:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.1:1769074857.014410:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074857.014435:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:2.0:1769074857.014442:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a700. 00010000:00000010:3.1:1769074857.015891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074857.015902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:1.1:1769074857.015983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:1.1:1769074857.015989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074857.015993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074857.015999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000400:00000200:1.0:1769074857.017494:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074857.017518:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f55 00000400:00000200:1.0:1769074857.017526:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.017531:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074857.017539:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:1.0:1769074857.017542:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00010000:00000010:2.0:1769074857.017673:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:2.0:1769074857.017685:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:0.0:1769074857.017996:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:0.0:1769074857.018008:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:0.0:1769074857.018016:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ec00. 00010000:00000010:0.1:1769074857.018716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:0.1:1769074857.018725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:2.1:1769074857.018851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074857.018857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:0.0:1769074857.019215:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.019229:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cbf80 00000400:00000200:0.0:1769074857.019238:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 27808 00000400:00000200:0.0:1769074857.019301:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.019306:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.019313:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.019320:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffde300. 00000020:00000010:3.0:1769074857.019399:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.019405:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.019412:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074857.019417:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074857.019423:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074857.019465:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.019468:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000100:00000200:3.0:1769074857.019471:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826427776 00000001:00000010:3.0:1769074857.019481:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:3.0:1769074857.019505:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074857.019511:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 02000000:00000010:3.0:1769074857.019537:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3ff000. 00010000:00000010:3.0:1769074857.019566:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074857.019571:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.019587:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074857.019590:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074857.019594:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074857.019597:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.1:1769074857.019644:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074857.019651:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074857.019654:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074857.019658:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074857.019660:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074857.019663:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074857.019666:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074857.019672:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074857.019767:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074857.019771:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074857.019775:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074857.019779:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074857.019845:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.019855:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074857.019860:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074857.019878:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000200:3.0:1769074857.019893:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffde300 x1855007826427776/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.019913:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074857.019918:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826427776, offset 224 00000400:00000200:3.0:1769074857.019925:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.019935:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.019941:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40838:40838:256:4294967295] 192.168.204.10@tcp LPNI seq info [40834:40834:8:4294967295] 00000400:00000200:3.0:1769074857.019963:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.019969:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.019975:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074857.019981:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.019987:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.019991:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.020019:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074857.020022:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074857.020027:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:2.0:1769074857.020236:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.020241:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074857.020247:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.020252:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.020256:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46990 00000400:00000010:2.0:1769074857.020258:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46990. 00010000:00000010:0.1:1769074857.022817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074857.022837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00000400:00000200:1.0:1769074857.024864:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.024883:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cc080 00000400:00000200:1.0:1769074857.024892:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 28384 00000400:00000200:1.0:1769074857.024908:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.024912:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.024920:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.024927:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f51c00. 00000020:00000010:2.0:1769074857.025035:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.025041:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.025047:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074857.025052:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074857.025058:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.025102:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.025104:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.025107:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826428032 02000000:00000010:2.0:1769074857.025145:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88bf6000. 00010000:00000010:2.0:1769074857.025191:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:2.0:1769074857.025210:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:2.0:1769074857.025230:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074857.025236:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074857.025254:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074857.025257:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074857.025263:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:2.0:1769074857.025266:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074857.025363:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074857.025367:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074857.025370:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074857.025374:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00000020:00000010:2.0:1769074857.025398:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.025405:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.025416:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd94e0. 00080000:00000010:2.0:1769074857.025426:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb4bca400. 00000001:00000010:2.0:1769074857.025672:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dababba4ae0. 00000001:00000010:2.0:1769074857.025679:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfc00. 00000020:00000010:2.0:1769074857.025712:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd94e0. 00010000:00000010:2.0:1769074857.025721:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074857.025725:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074857.025747:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074857.025778:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00080000:00000010:2.0:1769074857.025801:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87537c80. 00000004:00000010:2.0:1769074857.025809:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96b240. 00000004:00000010:2.0:1769074857.025812:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94c880. 00000004:00000010:2.0:1769074857.025816:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f08e8. 00000004:00000010:2.0:1769074857.025819:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34d860. 00010000:00000010:2.0:1769074857.025830:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074857.025847:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890033, last committed = 17179889941 00010000:00000200:2.0:1769074857.025857:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f51c00 x1855007826428032/t17179890033(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.025876:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074857.025882:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826428032, offset 224 00000400:00000010:2.0:1769074857.025888:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7188. 00000400:00000200:2.0:1769074857.025892:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.025906:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.025912:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40839:40839:256:4294967295] 192.168.204.10@tcp LPNI seq info [40835:40835:8:4294967295] 00000400:00000200:2.0:1769074857.025918:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.025925:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.025932:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.025937:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074857.025953:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.025961:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.025965:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.025992:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074857.025998:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.026002:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:0.0:1769074857.026157:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:0.0:1769074857.026164:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:0.0:1769074857.026170:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00000800:00000200:1.0:1769074857.027165:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.027172:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074857.027178:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.027187:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074857.027326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074857.027336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074857.029463:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074857.029478:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074857.029482:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074857.029484:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:0.1:1769074857.031848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074857.031864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00000400:00000200:2.0:1769074857.032127:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074857.032151:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f5d 00000400:00000200:2.0:1769074857.032159:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.032163:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074857.032171:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:2.0:1769074857.032173:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00000400:00000200:2.0:1769074857.032200:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.032208:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cc100 00000400:00000200:2.0:1769074857.032215:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 28872 00000400:00000200:2.0:1769074857.032594:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.032598:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.032635:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.032642:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5f80. 00010000:00000010:0.0:1769074857.032745:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:0.0:1769074857.032756:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00000020:00000010:3.0:1769074857.033036:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.033042:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.033047:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074857.033053:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074857.033057:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:2.0:1769074857.033311:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.033315:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.033318:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826428160 00000001:00000010:2.0:1769074857.033330:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:2.0:1769074857.033422:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.0:1769074857.033428:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074857.033452:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf7000. 00010000:00000010:2.0:1769074857.033482:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.0:1769074857.033484:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074857.033497:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074857.033499:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074857.033502:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.0:1769074857.033504:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074857.033568:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074857.033570:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074857.033573:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.0:1769074857.033575:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074857.033788:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074857.033802:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074857.033806:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074857.033826:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074857.033843:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5f80 x1855007826428160/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.033860:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074857.033865:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826428160, offset 224 00000400:00000200:2.0:1769074857.033869:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.033879:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.033884:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40840:40840:256:4294967295] 192.168.204.10@tcp LPNI seq info [40836:40836:8:4294967295] 00000400:00000200:2.0:1769074857.033893:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.033897:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.033901:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074857.033905:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.033910:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.033914:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.033980:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef80. 00000020:00000010:2.0:1769074857.033983:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:2.0:1769074857.033986:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:1.0:1769074857.036564:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.036573:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074857.036582:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.036590:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.036597:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:1.0:1769074857.036630:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00000400:00000200:1.0:1769074857.037074:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.037088:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cc200 00000400:00000200:1.0:1769074857.037096:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 29448 00000400:00000200:1.0:1769074857.037110:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.037114:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.037120:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.037127:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f52300. 00000020:00000010:2.0:1769074857.037227:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.037234:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.037240:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074857.037245:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074857.037251:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.037334:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.037338:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.037351:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826428416 02000000:00000010:2.0:1769074857.037394:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88aa0000. 00010000:00000010:2.0:1769074857.037435:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074857.037454:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074857.037476:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.0:1769074857.037482:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074857.037500:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074857.037504:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074857.037509:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.0:1769074857.037512:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074857.037597:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074857.037639:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074857.037645:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.0:1769074857.037648:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00000020:00000010:2.0:1769074857.037674:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.037682:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.037693:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd94e0. 00080000:00000010:2.0:1769074857.037703:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb4bcb800. 00000001:00000010:2.0:1769074857.037932:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae870de0. 00000001:00000010:2.0:1769074857.037940:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074857.037991:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd94e0. 00010000:00000010:2.0:1769074857.038000:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:2.0:1769074857.038004:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074857.038017:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074857.038058:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00080000:00000010:2.0:1769074857.038081:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85978558. 00000004:00000010:2.0:1769074857.038089:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c9583c0. 00000004:00000010:2.0:1769074857.038094:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4c990. 00000004:00000010:2.0:1769074857.038099:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabb48c5960. 00000004:00000010:2.0:1769074857.038103:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88ce0f00. 00010000:00000010:2.0:1769074857.038113:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000200:2.0:1769074857.038131:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890034, last committed = 17179889941 00010000:00000200:2.0:1769074857.038141:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f52300 x1855007826428416/t17179890034(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.038159:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074857.038165:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826428416, offset 224 00000400:00000010:2.0:1769074857.038172:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7498. 00000400:00000200:2.0:1769074857.038176:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.038190:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.038196:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40841:40841:256:4294967295] 192.168.204.10@tcp LPNI seq info [40837:40837:8:4294967295] 00000400:00000200:2.0:1769074857.038202:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.038208:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.038213:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.038218:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074857.038225:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.038232:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.038236:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.0:1769074857.038348:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:0.0:1769074857.038355:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:0.0:1769074857.038362:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074857.038479:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074857.038484:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.038491:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074857.039635:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.039642:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074857.039649:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.039656:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.042283:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074857.042305:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f65 00000400:00000200:1.0:1769074857.042313:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.042317:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074857.042323:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:1.0:1769074857.042326:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00000400:00000200:1.0:1769074857.042426:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.042433:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cc280 00000400:00000200:1.0:1769074857.042440:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 29936 00010000:00000010:2.0:1769074857.042445:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074857.042458:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00000400:00000200:1.0:1769074857.042987:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.042992:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.042997:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.043006:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8a80. 00000020:00000010:2.0:1769074857.043059:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.043065:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.043071:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074857.043076:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074857.043088:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.043121:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.043123:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.043127:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826428544 00000001:00000010:2.0:1769074857.043137:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074857.043161:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fa00. 00010000:00000010:2.0:1769074857.043167:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074857.043198:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88aa3000. 00010000:00000010:2.0:1769074857.043224:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.0:1769074857.043226:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074857.043426:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074857.043429:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074857.043431:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.0:1769074857.043434:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074857.043496:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074857.043498:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074857.043500:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.0:1769074857.043502:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.043551:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074857.043558:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074857.043560:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074857.043578:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074857.043591:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8a80 x1855007826428544/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:2.1:1769074857.043630:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:2.1:1769074857.043635:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074857.043638:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.1:1769074857.043646:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00000400:00000010:2.0:1769074857.043660:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000100:00000200:2.0:1769074857.043666:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826428544, offset 224 00000400:00000200:2.0:1769074857.043674:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.043685:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.043691:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40842:40842:256:4294967295] 192.168.204.10@tcp LPNI seq info [40838:40838:8:4294967295] 00000400:00000200:2.0:1769074857.043703:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.043708:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.043714:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074857.043720:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.043728:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.043732:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.043769:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074857.043773:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.043778:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074857.043902:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.043905:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074857.043908:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.043911:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.043915:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:1.0:1769074857.043916:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00000400:00000200:1.0:1769074857.046804:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.046823:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cc380 00000400:00000200:1.0:1769074857.046832:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 30512 00000400:00000200:1.0:1769074857.046849:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.046854:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.046862:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.046869:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cb800. 00000020:00000010:2.0:1769074857.046987:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.046994:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.047001:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074857.047007:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074857.047012:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.047058:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.047061:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.047064:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826428800 02000000:00000010:2.0:1769074857.047104:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88aa4000. 00010000:00000010:2.0:1769074857.047146:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.047162:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074857.047185:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19e000. 00010000:00000010:2.0:1769074857.047190:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.047206:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074857.047210:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074857.047214:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19ec00. 00010000:00000010:2.0:1769074857.047217:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074857.047302:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074857.047306:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074857.047309:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.0:1769074857.047312:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00000020:00000010:2.0:1769074857.047337:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.047358:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.047373:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd94e0. 00080000:00000010:2.0:1769074857.047384:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb4bc8000. 00000001:00000010:2.0:1769074857.047924:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e600. 00000001:00000010:2.0:1769074857.047933:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074857.047981:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd94e0. 00010000:00000010:2.0:1769074857.047992:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074857.047998:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074857.048010:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074857.048089:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00080000:00000010:2.0:1769074857.048117:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87537ab8. 00000004:00000010:2.0:1769074857.048124:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96bc00. 00000004:00000010:2.0:1769074857.048128:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f489760. 00000004:00000010:2.0:1769074857.048133:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f0bb8. 00000004:00000010:2.0:1769074857.048137:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34d0e0. 00010000:00000010:2.0:1769074857.048150:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000200:2.0:1769074857.048169:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890035, last committed = 17179889941 00010000:00000200:2.0:1769074857.048179:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908cb800 x1855007826428800/t17179890035(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.048198:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000100:00000200:2.0:1769074857.048205:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826428800, offset 224 00000400:00000010:2.0:1769074857.048211:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7700. 00000400:00000200:2.0:1769074857.048216:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.048229:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.048234:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40843:40843:256:4294967295] 192.168.204.10@tcp LPNI seq info [40839:40839:8:4294967295] 00000400:00000200:2.0:1769074857.048240:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.048247:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.048252:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.048257:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074857.048263:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.048269:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.048274:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.048290:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074857.048294:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.048299:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074857.048725:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.048730:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074857.048745:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.048751:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074857.050211:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074857.050229:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fc00. 00010000:00000010:0.1:1769074857.050233:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074857.050238:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e400. 00010000:00000010:0.0:1769074857.050272:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:0.0:1769074857.050284:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:0.0:1769074857.050293:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00010000:00000010:2.1:1769074857.051667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f400. 00010000:00000010:2.1:1769074857.051681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074857.051684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f200. 00010000:00000010:2.1:1769074857.051689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ee00. 00010000:00000010:2.1:1769074857.051691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e600. 00010000:00000010:2.1:1769074857.051694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074857.051697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f000. 00010000:00000010:2.1:1769074857.051705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f600. 00010000:00000010:2.1:1769074857.051707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074857.051711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e800. 00010000:00000010:2.1:1769074857.051713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e200. 00010000:00000010:2.1:1769074857.051715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074857.051718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19f800. 00010000:00000010:2.1:1769074857.051720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fa00. 00000400:00000200:1.0:1769074857.053000:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074857.053020:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f6d 00000400:00000200:1.0:1769074857.053028:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.053033:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074857.053040:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:1.0:1769074857.053044:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00010000:00000010:0.0:1769074857.053140:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:0.0:1769074857.053151:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00000400:00000200:1.0:1769074857.054745:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.054762:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cc400 00000400:00000200:1.0:1769074857.054771:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 31000 00000400:00000200:1.0:1769074857.054830:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.054835:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.054842:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.054848:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908caa00. 00010000:00000010:2.1:1769074857.055169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ea00. 00010000:00000010:2.1:1769074857.055177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074857.055181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19fe00. 00010000:00000010:2.1:1769074857.055190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19e000. 00000020:00000010:3.0:1769074857.055656:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.055663:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.055669:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.055674:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.055678:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.055721:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.055724:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000100:00000200:3.0:1769074857.055728:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826428928 00000001:00000010:3.0:1769074857.055747:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:3.0:1769074857.055776:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074857.055783:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 02000000:00000010:3.0:1769074857.055814:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87612000. 00010000:00000010:3.0:1769074857.055843:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074857.055847:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074857.055865:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074857.055868:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074857.055873:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074857.055875:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.055958:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074857.055962:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074857.055966:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074857.055969:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074857.056036:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074857.056047:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.056053:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074857.056072:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000200:3.0:1769074857.056089:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908caa00 x1855007826428928/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.056108:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074857.056114:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826428928, offset 224 00000400:00000200:3.0:1769074857.056121:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.056133:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.056139:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40844:40844:256:4294967295] 192.168.204.10@tcp LPNI seq info [40840:40840:8:4294967295] 00000400:00000200:3.0:1769074857.056151:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.056156:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.056161:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074857.056167:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.056174:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.056178:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.056193:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.056196:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.056200:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:0.1:1769074857.056515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074857.056520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000800:00000200:1.0:1769074857.056659:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.056662:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074857.056667:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.056671:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.056675:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c462a8 00000400:00000010:1.0:1769074857.056676:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c462a8. 00000400:00000200:1.0:1769074857.059447:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.059471:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cc500 00000400:00000200:1.0:1769074857.059480:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 31576 00000400:00000200:1.0:1769074857.059497:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.059502:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.059511:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.059519:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8380. 00000020:00000010:2.0:1769074857.059679:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.059685:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.059693:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074857.059699:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074857.059704:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.059752:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.059755:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.059759:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826429184 02000000:00000010:2.0:1769074857.059792:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88aa2000. 00010000:00000010:2.0:1769074857.059832:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:2.0:1769074857.059848:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:2.0:1769074857.059867:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.0:1769074857.059874:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.059894:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074857.059897:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074857.059902:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.059905:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074857.060008:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074857.060012:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074857.060015:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.060019:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00000020:00000010:2.0:1769074857.060043:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.060051:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.060062:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e360. 00080000:00000010:2.0:1769074857.060075:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f877800. 00000001:00000010:2.0:1769074857.060300:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e9c0. 00000001:00000010:2.0:1769074857.060307:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf480. 00000020:00000010:2.0:1769074857.060343:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e360. 00010000:00000010:2.0:1769074857.060353:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.060357:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074857.060370:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074857.060404:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00080000:00000010:2.0:1769074857.060428:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01e8e8. 00000004:00000010:2.0:1769074857.060436:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b406000. 00000004:00000010:2.0:1769074857.060440:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022aa0. 00000004:00000010:2.0:1769074857.060444:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e282d98. 00000004:00000010:2.0:1769074857.060449:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab882750e0. 00010000:00000010:2.0:1769074857.060459:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000200:2.0:1769074857.060476:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890036, last committed = 17179889941 00010000:00000200:2.0:1769074857.060486:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8380 x1855007826429184/t17179890036(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.060507:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074857.060514:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826429184, offset 224 00000400:00000010:2.0:1769074857.060521:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7968. 00000400:00000200:2.0:1769074857.060525:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.060538:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.060545:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40845:40845:256:4294967295] 192.168.204.10@tcp LPNI seq info [40841:40841:8:4294967295] 00000400:00000200:2.0:1769074857.060552:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.060558:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.060564:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.060570:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074857.060576:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.060583:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.060587:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.060650:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074857.060656:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.060661:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:1.0:1769074857.060913:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:1.0:1769074857.060921:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:1.0:1769074857.060928:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00010000:00000010:0.1:1769074857.060993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074857.060999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbc19ec00. 00000800:00000200:0.0:1769074857.061084:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.061088:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:0.0:1769074857.061092:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.061097:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074857.063762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074857.063780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074857.063784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074857.063787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:1.0:1769074857.064040:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074857.064062:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f75 00000400:00000200:1.0:1769074857.064070:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.064074:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074857.064080:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:1.0:1769074857.064084:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00010000:00000010:2.0:1769074857.064365:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074857.064376:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00000400:00000200:1.0:1769074857.066680:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.066700:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cc580 00000400:00000200:1.0:1769074857.066710:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 32064 00000400:00000200:1.0:1769074857.066789:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.066795:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.066803:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.066810:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cad80. 00000020:00000010:3.0:1769074857.067076:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.067083:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.067090:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.067096:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.067101:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.067144:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.067147:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00000100:00000200:3.0:1769074857.067151:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826429312 00000001:00000010:3.0:1769074857.067160:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:3.0:1769074857.067186:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074857.067194:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 02000000:00000010:3.0:1769074857.067220:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87611000. 00010000:00000010:3.0:1769074857.067252:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074857.067257:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.067275:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074857.067279:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074857.067284:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074857.067287:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074857.067369:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074857.067373:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074857.067377:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074857.067380:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074857.067446:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.067461:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074857.067466:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074857.067486:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000200:3.0:1769074857.067503:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908cad80 x1855007826429312/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.067524:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074857.067531:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826429312, offset 224 00000400:00000200:3.0:1769074857.067539:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.067549:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.067556:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40846:40846:256:4294967295] 192.168.204.10@tcp LPNI seq info [40842:40842:8:4294967295] 00000400:00000200:3.0:1769074857.067568:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.067573:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.067578:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074857.067583:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.067590:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.067594:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.067655:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.067660:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.067664:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074857.068030:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.068035:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074857.068043:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.068048:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074857.068054:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46440 00000400:00000010:0.0:1769074857.068056:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46440. 00010000:00000010:1.1:1769074857.068531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074857.068539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.1:1769074857.068861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:2.1:1769074857.068868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:2.1:1769074857.068872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.1:1769074857.068878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00000400:00000200:1.0:1769074857.072303:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.072324:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cc680 00000400:00000200:1.0:1769074857.072332:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 32640 00000400:00000200:1.0:1769074857.072358:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.072363:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.072371:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.072377:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8e00. 00000020:00000010:2.0:1769074857.072463:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.072469:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.072476:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074857.072481:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074857.072486:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.072526:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.072528:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.072531:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826429568 02000000:00000010:2.0:1769074857.072566:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88aa6000. 00010000:00000010:2.1:1769074857.072644:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074857.072651:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.072660:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:2.0:1769074857.072674:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:2.0:1769074857.072691:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.072697:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074857.072712:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074857.072715:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074857.072720:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.0:1769074857.072723:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.073145:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074857.073150:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074857.073154:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.073157:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00000020:00000010:2.0:1769074857.073184:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.073191:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.073202:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e360. 00080000:00000010:2.0:1769074857.073213:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f875000. 00000001:00000010:2.0:1769074857.073417:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e480. 00000001:00000010:2.0:1769074857.073424:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00000020:00000010:2.0:1769074857.073459:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e360. 00010000:00000010:2.0:1769074857.073468:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.073473:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074857.073485:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074857.073593:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00080000:00000010:2.0:1769074857.073690:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb608e8. 00000004:00000010:2.0:1769074857.073698:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e000. 00000004:00000010:2.0:1769074857.073701:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cd870. 00000004:00000010:2.0:1769074857.073707:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2870. 00000004:00000010:2.0:1769074857.073711:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef85a40. 00010000:00000010:2.0:1769074857.073722:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.1:1769074857.074049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074857.074055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074857.074058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074857.074061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000200:2.0:1769074857.074166:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890037, last committed = 17179889941 00010000:00000200:2.0:1769074857.074178:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8e00 x1855007826429568/t17179890037(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.074199:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074857.074206:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826429568, offset 224 00000400:00000010:2.0:1769074857.074213:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7d58. 00000400:00000200:2.0:1769074857.074217:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.074231:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.074238:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40847:40847:256:4294967295] 192.168.204.10@tcp LPNI seq info [40843:40843:8:4294967295] 00000400:00000200:2.0:1769074857.074244:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.074251:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.074256:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.074261:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074857.074267:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.074274:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.074278:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.074349:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074857.074355:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.074359:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:0.0:1769074857.075106:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:0.0:1769074857.075118:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00010000:00000010:0.0:1769074857.075126:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000800:00000200:1.0:1769074857.080146:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.080157:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074857.080168:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.080178:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074857.080907:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074857.080927:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f7d 00000400:00000200:0.0:1769074857.080933:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.080937:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074857.080953:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:0.0:1769074857.080957:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00000400:00000200:0.0:1769074857.081017:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.081024:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cc700 00000400:00000200:0.0:1769074857.081031:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 33128 00000400:00000200:0.0:1769074857.081087:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.081092:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.081096:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.081102:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdc700. 00000020:00000010:1.0:1769074857.082014:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.082022:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.082031:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.082036:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074857.082042:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.082090:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.082093:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.082096:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826429696 00000001:00000010:1.0:1769074857.082108:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf480. 00010000:00000010:1.0:1769074857.082138:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074857.082147:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 02000000:00000010:1.0:1769074857.082178:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8eee1000. 00010000:00000010:1.0:1769074857.082210:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.082215:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074857.082234:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074857.082238:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a480. 00010000:00000010:1.0:1769074857.082242:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.082245:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074857.082324:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074857.082328:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a700. 00010000:00000010:1.0:1769074857.082332:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074857.082346:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074857.082416:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074857.082428:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074857.082433:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a480. 00010000:00000010:1.0:1769074857.082453:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074857.082470:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdc700 x1855007826429696/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.082490:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074857.082496:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826429696, offset 224 00000400:00000200:1.0:1769074857.082504:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.082515:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.082521:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40848:40848:256:4294967295] 192.168.204.10@tcp LPNI seq info [40844:40844:8:4294967295] 00000400:00000200:1.0:1769074857.082533:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.082538:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.082543:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074857.082550:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.082556:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.082561:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.082673:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074857.082678:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.082683:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00010000:00000010:2.0:1769074857.083039:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.083046:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00000800:00000200:0.0:1769074857.085962:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.085974:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:0.0:1769074857.085984:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.085993:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074857.086001:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcb28 00000400:00000010:0.0:1769074857.086004:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcb28. 00000400:00000200:1.0:1769074857.086332:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.086446:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cc800 00000400:00000200:1.0:1769074857.086454:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 33704 00000400:00000200:1.0:1769074857.086470:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.086473:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.086478:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.086485:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8700. 00000020:00000010:3.0:1769074857.086591:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ff00. 00000020:00000010:3.0:1769074857.086596:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ff00. 00010000:00000010:2.1:1769074857.086762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:2.1:1769074857.086771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074857.086775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000020:00000010:3.0:1769074857.086912:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:2.0:1769074857.086993:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074857.087001:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.087075:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.087078:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.087081:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826429952 02000000:00000010:2.0:1769074857.087128:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88aa7000. 00010000:00000010:2.0:1769074857.087172:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:2.0:1769074857.087192:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a700. 00010000:00000010:2.0:1769074857.087212:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.087218:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.087235:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074857.087238:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074857.087242:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074857.087246:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074857.087352:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074857.087356:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074857.087359:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074857.087362:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00000020:00000010:2.0:1769074857.087387:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.087394:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.087405:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e360. 00080000:00000010:2.0:1769074857.087414:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f875800. 00000001:00000010:2.0:1769074857.087666:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e240. 00000001:00000010:2.0:1769074857.087673:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074857.087703:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e360. 00010000:00000010:2.0:1769074857.087711:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.087715:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074857.087725:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074857.087869:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00080000:00000010:2.0:1769074857.087893:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab90081560. 00000004:00000010:2.0:1769074857.087899:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96bcc0. 00000004:00000010:2.0:1769074857.087902:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f489870. 00000004:00000010:2.0:1769074857.087907:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f0f78. 00000004:00000010:2.0:1769074857.087912:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34dc20. 00010000:00000010:2.0:1769074857.087921:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000200:2.0:1769074857.087937:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890038, last committed = 17179889941 00010000:00000200:2.0:1769074857.087958:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8700 x1855007826429952/t17179890038(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.087979:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074857.087987:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826429952, offset 224 00000400:00000010:2.0:1769074857.087993:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7af0. 00000400:00000200:2.0:1769074857.087997:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.088009:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.088016:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40849:40849:256:4294967295] 192.168.204.10@tcp LPNI seq info [40845:40845:8:4294967295] 00000400:00000200:2.0:1769074857.088023:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.088030:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.088035:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.088040:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074857.088047:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.088055:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.088059:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.088090:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074857.088095:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.088099:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:3.0:1769074857.088232:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.088237:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074857.088241:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1769074857.088243:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00000400:00000200:3.0:1769074857.088246:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074857.088249:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:0.0:1769074857.088258:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00000400:00000200:0.0:1769074857.090696:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074857.090718:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f85 00000400:00000200:0.0:1769074857.090725:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.090730:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074857.090745:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:0.0:1769074857.090748:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00010000:00000010:3.0:1769074857.093122:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.0:1769074857.093140:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00000400:00000200:2.0:1769074857.093375:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.093391:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cc880 00000400:00000200:2.0:1769074857.093400:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 34192 00000400:00000200:2.0:1769074857.093455:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.093459:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.093466:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.093471:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5500. 00000020:00000010:1.0:1769074857.093546:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.093552:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.093560:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.093566:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074857.093571:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.093636:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.093639:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.093643:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826430080 00000001:00000010:1.0:1769074857.093653:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 00010000:00000010:1.0:1769074857.093678:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074857.093686:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 02000000:00000010:1.0:1769074857.093713:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8eee0000. 00010000:00000010:1.0:1769074857.093755:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.093760:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074857.093776:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074857.093780:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a480. 00010000:00000010:1.0:1769074857.093784:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.093787:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074857.093864:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074857.093867:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074857.093871:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.093874:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074857.093934:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074857.093959:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074857.093964:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a480. 00010000:00000010:1.0:1769074857.093987:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074857.094003:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5500 x1855007826430080/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.094022:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcaa0. 00000100:00000200:1.0:1769074857.094029:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826430080, offset 224 00000400:00000200:1.0:1769074857.094036:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.094046:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.094052:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40850:40850:256:4294967295] 192.168.204.10@tcp LPNI seq info [40846:40846:8:4294967295] 00000400:00000200:1.0:1769074857.094063:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.094068:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.094074:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074857.094081:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.094087:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.094092:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.094112:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074857.094115:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.094118:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00000800:00000200:3.0:1769074857.094230:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.094234:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:3.0:1769074857.094239:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.094243:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.094247:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcaa0 00000400:00000010:3.0:1769074857.094249:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcaa0. 00010000:00000010:2.1:1769074857.094497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.1:1769074857.094503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074857.094506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:0.1:1769074857.096184:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074857.096198:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:1.1:1769074857.097856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074857.097870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074857.097874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074857.097879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:0.0:1769074857.099127:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.099145:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cc980 00000400:00000200:0.0:1769074857.099154:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 34768 00000400:00000200:0.0:1769074857.099170:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.099175:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.099183:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.099190:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdd500. 00000020:00000010:2.0:1769074857.099331:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.099336:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.099351:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074857.099356:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074857.099362:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.099403:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.099406:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.099409:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826430336 02000000:00000010:2.0:1769074857.099446:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88aa5000. 00010000:00000010:2.0:1769074857.099490:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:2.0:1769074857.099507:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a680. 00010000:00000010:2.0:1769074857.099526:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.0:1769074857.099534:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.099552:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074857.099555:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074857.099560:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.099562:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.1:1769074857.099649:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:2.1:1769074857.099655:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074857.099659:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.1:1769074857.099667:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.099715:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074857.099720:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074857.099723:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.099727:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:1.1:1769074857.099821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074857.099827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074857.099830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074857.099832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000020:00000010:2.0:1769074857.099966:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.099973:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.099985:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e360. 00080000:00000010:2.0:1769074857.099993:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f874400. 00000001:00000010:2.0:1769074857.100193:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e1e0. 00000001:00000010:2.0:1769074857.100202:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00000020:00000010:2.0:1769074857.100235:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e360. 00010000:00000010:2.0:1769074857.100243:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074857.100247:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074857.100259:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074857.100298:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00080000:00000010:2.0:1769074857.100321:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85978390. 00000004:00000010:2.0:1769074857.100328:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c9580c0. 00000004:00000010:2.0:1769074857.100331:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4dcb0. 00000004:00000010:2.0:1769074857.100336:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabb48c5000. 00000004:00000010:2.0:1769074857.100340:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88ce1e00. 00010000:00000010:2.0:1769074857.100352:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000200:2.0:1769074857.100370:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890039, last committed = 17179889941 00010000:00000200:2.0:1769074857.100380:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdd500 x1855007826430336/t17179890039(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.100399:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074857.100405:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826430336, offset 224 00000400:00000010:2.0:1769074857.100411:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7540. 00000400:00000200:2.0:1769074857.100415:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.100428:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.100434:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40851:40851:256:4294967295] 192.168.204.10@tcp LPNI seq info [40847:40847:8:4294967295] 00000400:00000200:2.0:1769074857.100440:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.100449:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.100454:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.100458:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074857.100465:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.100472:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.100476:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.100503:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074857.100508:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.100513:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:0.1:1769074857.100583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074857.100589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:0.0:1769074857.100632:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:0.0:1769074857.100637:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00010000:00000010:0.0:1769074857.100643:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00000800:00000200:1.0:1769074857.100838:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.100843:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074857.100848:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.100853:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074857.101021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074857.101027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00000400:00000200:3.0:1769074857.103995:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.104018:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f8d 00000400:00000200:3.0:1769074857.104026:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.104031:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.104038:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:3.0:1769074857.104041:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:2.0:1769074857.104212:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074857.104222:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:2.1:1769074857.106308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074857.106321:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00000400:00000200:0.0:1769074857.106927:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.106961:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cca00 00000400:00000200:0.0:1769074857.106970:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 35256 00000400:00000200:0.0:1769074857.107041:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.107046:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.107055:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.107061:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdce00. 00000020:00000010:2.0:1769074857.107146:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.107153:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.107160:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074857.107165:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b680. 00000020:00000010:2.0:1769074857.107171:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.107214:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.107217:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.107220:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826430464 00000001:00000010:2.0:1769074857.107231:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074857.107257:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074857.107266:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 02000000:00000010:2.0:1769074857.107298:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb4a000. 00010000:00000010:2.0:1769074857.107327:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.107330:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.107356:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074857.107360:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074857.107364:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.107367:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074857.107442:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074857.107446:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074857.107450:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.107453:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.107520:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.107531:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074857.107536:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074857.107557:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074857.107571:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdce00 x1855007826430464/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.107589:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074857.107594:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826430464, offset 224 00000400:00000200:2.0:1769074857.107914:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.107927:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.107933:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40852:40852:256:4294967295] 192.168.204.10@tcp LPNI seq info [40848:40848:8:4294967295] 00000400:00000200:2.0:1769074857.107955:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.107960:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.107966:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074857.107972:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.107979:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.107983:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.107998:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b680. 00000020:00000010:2.0:1769074857.108003:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.108007:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074857.110208:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.110219:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:1.0:1769074857.110227:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.110237:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.110245:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:1.0:1769074857.110249:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00010000:00000010:0.1:1769074857.110708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074857.110716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.1:1769074857.110985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.1:1769074857.110999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00000400:00000200:3.0:1769074857.114282:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.114303:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ccb00 00000400:00000200:3.0:1769074857.114313:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 35832 00000400:00000200:3.0:1769074857.114329:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.114334:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.114353:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.114360:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb3800. 00010000:00000010:2.1:1769074857.114457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074857.114466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00000020:00000010:2.0:1769074857.114501:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.114507:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.114514:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074857.114521:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b680. 00000020:00000010:2.0:1769074857.114527:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.114573:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.114576:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.114579:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826430720 02000000:00000010:2.0:1769074857.114646:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb48000. 00010000:00000010:2.0:1769074857.114691:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.114705:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074857.114724:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.114729:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.115221:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074857.115226:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074857.115230:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.0:1769074857.115234:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074857.115316:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074857.115320:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074857.115323:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.115326:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00000020:00000010:2.0:1769074857.115347:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.115353:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15bea0. 00000020:00000010:2.0:1769074857.115362:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e360. 00080000:00000010:2.0:1769074857.115371:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f876c00. 00000001:00000010:2.0:1769074857.115548:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145ee40. 00000001:00000010:2.0:1769074857.115554:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074857.115582:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e360. 00010000:00000010:2.0:1769074857.115590:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074857.115593:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.115630:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074857.115674:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00080000:00000010:2.0:1769074857.115699:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab875361c8. 00000004:00000010:2.0:1769074857.115705:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96b300. 00000004:00000010:2.0:1769074857.115709:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94c110. 00000004:00000010:2.0:1769074857.115713:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f0708. 00000004:00000010:2.0:1769074857.115717:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34d4a0. 00010000:00000010:2.0:1769074857.115728:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074857.116013:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890040, last committed = 17179889941 00010000:00000200:2.0:1769074857.116025:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb3800 x1855007826430720/t17179890040(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.116046:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074857.116053:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826430720, offset 224 00000400:00000010:2.0:1769074857.116060:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f70a8. 00000400:00000200:2.0:1769074857.116064:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.116077:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.116084:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40853:40853:256:4294967295] 192.168.204.10@tcp LPNI seq info [40849:40849:8:4294967295] 00000400:00000200:2.0:1769074857.116090:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.116098:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.116104:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.116110:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074857.116116:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.116123:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.116127:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.116143:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b680. 00000020:00000010:2.0:1769074857.116146:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.116151:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:0.0:1769074857.116393:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.116397:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:0.0:1769074857.116402:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.116407:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074857.116716:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:1.0:1769074857.116724:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:1.0:1769074857.116743:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00010000:00000010:2.1:1769074857.119069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074857.119085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074857.119089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.1:1769074857.119091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00000400:00000200:1.0:1769074857.120295:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074857.120317:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f95 00000400:00000200:1.0:1769074857.120325:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.120330:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074857.120347:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:1.0:1769074857.120351:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00000400:00000200:3.0:1769074857.121513:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.121525:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ccb80 00000400:00000200:3.0:1769074857.121532:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 36320 00000400:00000200:3.0:1769074857.121593:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.121597:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.121627:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.121633:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb3480. 00000020:00000010:2.0:1769074857.121763:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.121767:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.121772:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074857.121776:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b680. 00000020:00000010:2.0:1769074857.121780:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.121811:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.121812:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.121815:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826430848 00000001:00000010:2.0:1769074857.121824:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074857.121846:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074857.121851:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 02000000:00000010:2.0:1769074857.121873:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb4c000. 00010000:00000010:2.0:1769074857.121899:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.121901:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074857.121918:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074857.121921:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074857.121923:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.121925:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074857.122008:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074857.122012:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074857.122017:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074857.122021:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074857.122085:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074857.122098:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074857.122103:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074857.122124:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074857.122140:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb3480 x1855007826430848/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.122158:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074857.122163:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826430848, offset 224 00000400:00000200:2.0:1769074857.122169:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.122179:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.122185:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40854:40854:256:4294967295] 192.168.204.10@tcp LPNI seq info [40850:40850:8:4294967295] 00000400:00000200:2.0:1769074857.122195:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.122200:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.122205:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074857.122210:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.122218:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.122223:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:0.0:1769074857.122574:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:0.0:1769074857.122582:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00000020:00000010:2.0:1769074857.123232:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b680. 00000020:00000010:2.0:1769074857.123239:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074857.123244:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:1.1:1769074857.123447:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074857.123454:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000800:00000200:1.0:1769074857.124061:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.124067:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074857.124073:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.124080:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.124088:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:1.0:1769074857.124091:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00000400:00000200:2.0:1769074857.126475:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.126498:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ccc80 00000400:00000200:2.0:1769074857.126507:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 36896 00000400:00000200:2.0:1769074857.126524:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.126529:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.126538:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.126545:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5180. 00000020:00000010:1.0:1769074857.127265:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.127272:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.127282:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.127288:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074857.127293:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.127334:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.127346:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.127349:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826431104 02000000:00000010:1.0:1769074857.127388:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a132000. 00010000:00000010:1.0:1769074857.127431:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:1.0:1769074857.127447:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:1.0:1769074857.127467:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074857.127473:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074857.127490:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074857.127493:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a480. 00010000:00000010:1.0:1769074857.127497:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.127501:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074857.127574:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074857.127576:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a780. 00010000:00000010:1.0:1769074857.127578:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.127580:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00000020:00000010:1.0:1769074857.127597:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b700. 00000020:00000010:1.0:1769074857.127623:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b700. 00000020:00000010:1.0:1769074857.127643:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f60. 00080000:00000010:1.0:1769074857.127653:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ed6c400. 00000001:00000010:1.0:1769074857.127841:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454ba0. 00000001:00000010:1.0:1769074857.127846:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111c00. 00000020:00000010:1.0:1769074857.127885:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f60. 00010000:00000010:1.0:1769074857.127895:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074857.127900:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074857.127912:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111480. 00010000:00000010:1.0:1769074857.127962:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00080000:00000010:1.0:1769074857.127987:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85979ab8. 00000004:00000010:1.0:1769074857.127995:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e60840. 00000004:00000010:1.0:1769074857.127999:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4c440. 00000004:00000010:1.0:1769074857.128003:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe097f8. 00000004:00000010:1.0:1769074857.128007:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfcc1e0. 00010000:00000010:1.0:1769074857.128016:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074857.128035:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890041, last committed = 17179889941 00010000:00000200:1.0:1769074857.128045:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5180 x1855007826431104/t17179890041(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.128065:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074857.128072:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826431104, offset 224 00000400:00000010:1.0:1769074857.128078:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f118. 00000400:00000200:1.0:1769074857.128083:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.128096:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.128103:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40855:40855:256:4294967295] 192.168.204.10@tcp LPNI seq info [40851:40851:8:4294967295] 00000400:00000200:1.0:1769074857.128109:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.128116:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.128122:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.128128:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074857.128136:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.128143:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.128148:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.128176:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074857.128182:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.128185:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00010000:00000010:0.0:1769074857.128438:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:0.0:1769074857.128445:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a780. 00010000:00000010:0.0:1769074857.128452:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111480. 00000800:00000200:0.0:1769074857.128564:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.128569:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:0.0:1769074857.128575:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.128579:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074857.129642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074857.129651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.1:1769074857.130637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.1:1769074857.130646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074857.130650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000400:00000200:1.0:1769074857.130666:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00010000:00000010:2.1:1769074857.130670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00000400:00000200:1.0:1769074857.130683:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65f9d 00000400:00000200:1.0:1769074857.130690:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.130694:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074857.130701:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:1.0:1769074857.130704:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00010000:00000010:2.0:1769074857.130896:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:2.0:1769074857.130904:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a480. 00000400:00000200:2.0:1769074857.131840:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.131853:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ccd00 00000400:00000200:2.0:1769074857.131862:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 37384 00000400:00000200:2.0:1769074857.132036:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.132042:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.132048:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.132054:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7800. 00000020:00000010:1.0:1769074857.132552:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.132558:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.132566:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.132571:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074857.132577:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00010000:00000010:2.1:1769074857.132729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00000020:00000010:1.0:1769074857.132776:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.132779:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.132783:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826431232 00010000:00000010:2.1:1769074857.132792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00000001:00000010:1.0:1769074857.132794:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:2.1:1769074857.132795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074857.132798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:1.0:1769074857.132831:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.132837:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 02000000:00000010:1.0:1769074857.132859:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a130000. 00010000:00000010:1.0:1769074857.132883:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.132886:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074857.132899:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074857.132901:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074857.132903:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.132905:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074857.132981:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074857.132985:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074857.132988:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074857.132991:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074857.133058:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074857.133068:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074857.133073:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074857.133106:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074857.133122:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7800 x1855007826431232/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.133147:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074857.133153:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826431232, offset 224 00000400:00000200:1.0:1769074857.133160:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.133171:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.133177:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40856:40856:256:4294967295] 192.168.204.10@tcp LPNI seq info [40852:40852:8:4294967295] 00000400:00000200:1.0:1769074857.133188:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.133194:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.133199:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074857.133205:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.133211:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.133215:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.133238:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a000. 00000020:00000010:1.0:1769074857.133242:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.133246:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00010000:00000010:0.1:1769074857.133304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:0.1:1769074857.133310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000800:00000200:0.0:1769074857.133386:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.133391:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:0.0:1769074857.133396:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.133400:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074857.133404:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:0.0:1769074857.133406:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00000400:00000200:1.0:1769074857.140297:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.140451:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cce00 00000400:00000200:1.0:1769074857.140460:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 37960 00000400:00000200:1.0:1769074857.140478:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.140482:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.140490:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.140497:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c9500. 00000020:00000010:2.0:1769074857.140702:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.140708:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.140714:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074857.140719:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b680. 00000020:00000010:2.0:1769074857.140724:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00010000:00000010:1.1:1769074857.140927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.1:1769074857.140936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074857.140950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074857.140957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000020:00000010:1.0:1769074857.141174:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.141178:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.141183:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826431488 02000000:00000010:1.0:1769074857.141219:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a133000. 00010000:00000010:1.0:1769074857.141269:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074857.141284:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074857.141305:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074857.141311:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074857.141326:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074857.141330:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074857.141334:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.141349:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074857.141429:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074857.141433:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074857.141436:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074857.141440:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00000020:00000010:1.0:1769074857.141465:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b700. 00000020:00000010:1.0:1769074857.141472:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b700. 00000020:00000010:1.0:1769074857.141484:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f60. 00080000:00000010:1.0:1769074857.141495:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ed6e400. 00000001:00000010:1.0:1769074857.141746:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454360. 00000001:00000010:1.0:1769074857.141755:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074857.141790:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f60. 00010000:00000010:1.0:1769074857.141798:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074857.141803:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074857.141815:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111480. 00010000:00000010:1.0:1769074857.141852:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00080000:00000010:1.0:1769074857.141874:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab859791d0. 00000004:00000010:1.0:1769074857.141881:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c958f00. 00000004:00000010:1.0:1769074857.141885:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4c880. 00000004:00000010:1.0:1769074857.141889:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabb48c5bb8. 00000004:00000010:1.0:1769074857.141893:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88ce03c0. 00010000:00000010:1.0:1769074857.141903:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074857.141918:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890042, last committed = 17179889941 00010000:00000200:1.0:1769074857.141929:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c9500 x1855007826431488/t17179890042(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.141959:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcbb0. 00000100:00000200:1.0:1769074857.141966:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826431488, offset 224 00000400:00000010:1.0:1769074857.141973:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f150. 00000400:00000200:1.0:1769074857.141977:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.141992:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.141999:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40857:40857:256:4294967295] 192.168.204.10@tcp LPNI seq info [40853:40853:8:4294967295] 00000400:00000200:1.0:1769074857.142005:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.142013:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.142020:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.142025:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074857.142031:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.142039:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.142043:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.142073:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b680. 00000020:00000010:1.0:1769074857.142078:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:1.0:1769074857.142083:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:2.1:1769074857.142224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:2.1:1769074857.142231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:2.0:1769074857.142251:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:2.0:1769074857.142256:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a000. 00010000:00000010:2.0:1769074857.142262:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111480. 00000800:00000200:3.0:1769074857.142405:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.142410:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:3.0:1769074857.142415:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.142420:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.145530:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.145553:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65fa5 00000400:00000200:3.0:1769074857.145560:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.145566:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.145572:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcbb0 00000400:00000010:3.0:1769074857.145575:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcbb0. 00010000:00000010:2.0:1769074857.145748:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:2.0:1769074857.145758:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a580. 00000400:00000200:1.0:1769074857.150204:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.150224:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cce80 00000400:00000200:1.0:1769074857.150234:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 38448 00000400:00000200:1.0:1769074857.150299:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.150304:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.150312:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.150319:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cb480. 00000020:00000010:2.0:1769074857.150414:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.150420:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.150427:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:2.0:1769074857.150432:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.150437:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.150482:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074857.150484:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074857.150488:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826431616 00000001:00000010:2.0:1769074857.150497:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111c00. 00010000:00000010:2.0:1769074857.150523:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074857.150531:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 02000000:00000010:2.0:1769074857.150556:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb4d000. 00010000:00000010:2.0:1769074857.150587:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.150591:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074857.150656:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074857.150660:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074857.150664:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.150667:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074857.150739:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074857.150743:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074857.150746:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.150749:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074857.150811:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074857.150823:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074857.150828:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074857.150847:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074857.150861:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908cb480 x1855007826431616/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.150877:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074857.150883:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826431616, offset 224 00000400:00000200:2.0:1769074857.150890:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.150899:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.150905:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40858:40858:256:4294967295] 192.168.204.10@tcp LPNI seq info [40854:40854:8:4294967295] 00000400:00000200:2.0:1769074857.150914:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.150919:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.150924:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074857.150930:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.150936:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.150950:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.150965:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.150969:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.150974:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:3.0:1769074857.151510:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.151515:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074857.151520:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.151524:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.151529:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:3.0:1769074857.151531:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:1.1:1769074857.154958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074857.154981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074857.154986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074857.154991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074857.154994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074857.154996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074857.154999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074857.155025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:2.1:1769074857.155074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:2.1:1769074857.155080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:2.1:1769074857.155083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074857.155085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:3.0:1769074857.155632:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.155649:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ccf80 00000400:00000200:3.0:1769074857.155657:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 39024 00000400:00000200:3.0:1769074857.155676:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.155680:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.155689:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.155695:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0380. 00000020:00000010:1.0:1769074857.155904:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.155910:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.155920:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.155925:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.155931:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.155979:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.155982:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.155986:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826431872 02000000:00000010:1.0:1769074857.156019:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a134000. 00010000:00000010:1.0:1769074857.156052:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:1.0:1769074857.156065:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:1.0:1769074857.156082:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074857.156088:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074857.156104:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074857.156106:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074857.156111:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074857.156113:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074857.156193:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074857.156197:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac80. 00010000:00000010:1.0:1769074857.156200:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074857.156203:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00000020:00000010:1.0:1769074857.156229:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b700. 00000020:00000010:1.0:1769074857.156235:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b700. 00000020:00000010:1.0:1769074857.156244:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f60. 00080000:00000010:1.0:1769074857.156256:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae643400. 00000001:00000010:1.0:1769074857.156535:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab90a551e0. 00000001:00000010:1.0:1769074857.156542:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1110c0. 00000020:00000010:1.0:1769074857.156574:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f60. 00010000:00000010:1.0:1769074857.156582:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.156587:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074857.156598:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111780. 00010000:00000010:1.0:1769074857.156877:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00080000:00000010:1.0:1769074857.156900:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab875378f0. 00000004:00000010:1.0:1769074857.156907:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae1119c0. 00000004:00000010:1.0:1769074857.156909:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94d980. 00000004:00000010:1.0:1769074857.156913:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c8e8. 00000004:00000010:1.0:1769074857.156917:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34cd20. 00010000:00000010:1.0:1769074857.156924:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074857.156938:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890043, last committed = 17179889941 00010000:00000200:1.0:1769074857.156957:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0380 x1855007826431872/t17179890043(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.156986:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074857.156994:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826431872, offset 224 00000400:00000010:1.0:1769074857.157000:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbff1f230. 00000400:00000200:1.0:1769074857.157004:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.157016:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.157021:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40859:40859:256:4294967295] 192.168.204.10@tcp LPNI seq info [40855:40855:8:4294967295] 00000400:00000200:1.0:1769074857.157027:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.157033:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.157039:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.157043:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074857.157050:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.157057:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.157062:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.157089:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.157094:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.157098:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00000800:00000200:2.0:1769074857.157227:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.157231:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:2.0:1769074857.157236:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.157241:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074857.157502:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:0.0:1769074857.157509:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac80. 00010000:00000010:0.0:1769074857.157516:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111780. 00010000:00000010:2.1:1769074857.157825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074857.157833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074857.157836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.1:1769074857.157838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00000400:00000200:3.0:1769074857.158577:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.158594:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65fad 00000400:00000200:3.0:1769074857.158599:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.158641:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.158648:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:3.0:1769074857.158651:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00010000:00000010:2.0:1769074857.158772:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:2.0:1769074857.158779:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00000400:00000200:3.0:1769074857.161231:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.161250:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cd000 00000400:00000200:3.0:1769074857.161260:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 39512 00000400:00000200:3.0:1769074857.161570:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.161577:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.161585:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.161593:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0a80. 00000020:00000010:1.0:1769074857.162131:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.162138:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.162147:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.162152:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.162158:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.162196:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.162199:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.162202:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826432000 00000001:00000010:1.0:1769074857.162213:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:1.0:1769074857.162236:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.162244:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 02000000:00000010:1.0:1769074857.162269:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a137000. 00010000:00000010:1.0:1769074857.162296:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.162301:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074857.162319:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074857.162322:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074857.162327:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074857.162330:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074857.162492:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074857.162496:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074857.162500:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074857.162504:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074857.162567:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074857.162578:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074857.162583:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:0.1:1769074857.162638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074857.162645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074857.162989:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:1.1:1769074857.162995:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.0:1769074857.163002:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000200:1.0:1769074857.163019:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0a80 x1855007826432000/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.163040:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00000100:00000200:1.0:1769074857.163046:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826432000, offset 224 00000400:00000200:1.0:1769074857.163052:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.163063:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.163068:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40860:40860:256:4294967295] 192.168.204.10@tcp LPNI seq info [40856:40856:8:4294967295] 00000400:00000200:1.0:1769074857.163078:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.163084:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.163088:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074857.163094:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.163100:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.163104:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.163183:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.163187:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.163191:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00000800:00000200:2.0:1769074857.164277:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.164284:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:2.0:1769074857.164291:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.164298:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.164304:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:2.0:1769074857.164307:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00010000:00000010:1.1:1769074857.165975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074857.165989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:2.1:1769074857.166107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074857.166114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074857.169814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074857.169831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074857.169837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074857.169840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:3.0:1769074857.171078:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.171098:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cd100 00000400:00000200:3.0:1769074857.171107:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 40088 00000400:00000200:3.0:1769074857.171122:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.171126:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.171135:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.171141:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1180. 00000020:00000010:1.0:1769074857.171565:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.171571:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.171580:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.171586:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.171590:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.171963:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.171967:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.171970:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826432256 02000000:00000010:1.0:1769074857.172007:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a135000. 00010000:00000010:1.0:1769074857.172049:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074857.172065:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074857.172086:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.172092:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074857.172108:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074857.172110:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074857.172114:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074857.172117:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074857.172210:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074857.172215:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074857.172219:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.172222:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00000020:00000010:1.0:1769074857.172248:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b700. 00000020:00000010:1.0:1769074857.172254:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b700. 00000020:00000010:1.0:1769074857.172265:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab90a55cc0. 00080000:00000010:1.0:1769074857.172278:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daba284f800. 00000001:00000010:1.0:1769074857.173030:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454780. 00000001:00000010:1.0:1769074857.173040:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074857.173075:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab90a55cc0. 00010000:00000010:1.0:1769074857.173088:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074857.173093:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074857.173109:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111a80. 00010000:00000010:1.0:1769074857.173163:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00080000:00000010:1.0:1769074857.173203:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87536e40. 00000004:00000010:1.0:1769074857.173212:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96b3c0. 00000004:00000010:1.0:1769074857.173215:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94d760. 00000004:00000010:1.0:1769074857.173220:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f0258. 00000004:00000010:1.0:1769074857.173225:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34d680. 00010000:00000010:1.0:1769074857.173238:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000200:1.0:1769074857.173257:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890044, last committed = 17179889941 00010000:00000200:1.0:1769074857.173269:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1180 x1855007826432256/t17179890044(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.173292:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fca18. 00000100:00000200:1.0:1769074857.173299:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826432256, offset 224 00000400:00000010:1.0:1769074857.173329:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597ce38. 00000400:00000200:1.0:1769074857.173334:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.174014:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.174022:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40861:40861:256:4294967295] 192.168.204.10@tcp LPNI seq info [40857:40857:8:4294967295] 00000400:00000200:1.0:1769074857.174030:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.174036:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.174041:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.174048:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074857.174054:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.174061:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.174065:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.174087:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.174093:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.174097:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00010000:00000010:2.0:1769074857.174209:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:2.0:1769074857.174220:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:2.0:1769074857.174230:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111a80. 00000800:00000200:3.0:1769074857.174995:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.175001:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:3.0:1769074857.175007:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.175014:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.181306:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074857.181333:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65fb5 00000400:00000200:2.0:1769074857.181433:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.181441:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074857.181449:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fca18 00000400:00000010:2.0:1769074857.181453:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fca18. 00000400:00000200:2.0:1769074857.181554:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.181561:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cd180 00000400:00000200:2.0:1769074857.181569:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 40576 00000400:00000200:2.0:1769074857.181671:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.181676:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.181680:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.181687:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6680. 00000020:00000010:1.0:1769074857.181844:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.181849:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.181857:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.181863:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.181868:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.181911:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.181914:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.181917:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826432384 00000001:00000010:1.0:1769074857.181929:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1110c0. 00010000:00000010:1.0:1769074857.181967:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074857.181975:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 02000000:00000010:1.0:1769074857.182002:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a136000. 00010000:00000010:1.0:1769074857.182033:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074857.182036:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074857.182058:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074857.182062:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074857.182067:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074857.182069:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074857.182149:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074857.182153:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a380. 00010000:00000010:1.0:1769074857.182156:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074857.182160:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074857.182242:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074857.182254:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074857.182260:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074857.182285:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000200:1.0:1769074857.182299:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a6680 x1855007826432384/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.182317:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074857.182322:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826432384, offset 224 00000400:00000200:1.0:1769074857.182329:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.182345:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.182351:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40862:40862:256:4294967295] 192.168.204.10@tcp LPNI seq info [40858:40858:8:4294967295] 00000400:00000200:1.0:1769074857.182361:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.182366:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.182371:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074857.182377:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.182383:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.182387:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.182462:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.182467:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.182470:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00010000:00000010:0.0:1769074857.183916:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:0.0:1769074857.183932:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a400. 00000800:00000200:3.0:1769074857.185445:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.185453:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074857.185462:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.185471:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.185479:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:3.0:1769074857.185482:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00000400:00000200:3.0:1769074857.189827:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.189849:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cd280 00000400:00000200:3.0:1769074857.189859:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 41152 00000400:00000200:3.0:1769074857.189875:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.189880:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.189888:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.189895:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb2680. 00010000:00000010:1.1:1769074857.190162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074857.190173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074857.190177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074857.190186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074857.190510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074857.190517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000020:00000010:2.0:1769074857.190560:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f6c0. 00000020:00000010:2.0:1769074857.190566:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f6c0. 00000020:00000010:2.0:1769074857.190573:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:2.0:1769074857.190577:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.190582:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.190808:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f6c0. 00000020:00000010:2.0:1769074857.190811:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f6c0. 00000100:00000200:2.0:1769074857.190815:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826432640 02000000:00000010:2.0:1769074857.190851:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb49000. 00010000:00000010:2.0:1769074857.190890:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:2.0:1769074857.190904:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a380. 00010000:00000010:2.0:1769074857.190922:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.190928:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.190952:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074857.190956:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074857.190960:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.190963:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074857.191041:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074857.191044:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074857.191047:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.191050:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00000020:00000010:2.0:1769074857.191076:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b3e0. 00000020:00000010:2.0:1769074857.191082:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b3e0. 00000020:00000010:2.0:1769074857.191094:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e360. 00080000:00000010:2.0:1769074857.191104:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f877400. 00000001:00000010:2.0:1769074857.191351:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e5a0. 00000001:00000010:2.0:1769074857.191358:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf480. 00000020:00000010:2.0:1769074857.191389:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e360. 00010000:00000010:2.0:1769074857.191399:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074857.191403:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074857.191417:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074857.191461:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00080000:00000010:2.0:1769074857.191486:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca1560. 00000004:00000010:2.0:1769074857.191495:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b406840. 00000004:00000010:2.0:1769074857.191499:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022ff0. 00000004:00000010:2.0:1769074857.191504:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e282528. 00000004:00000010:2.0:1769074857.191509:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a9c20. 00010000:00000010:2.0:1769074857.191519:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074857.191535:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890045, last committed = 17179889941 00010000:00000200:2.0:1769074857.191546:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb2680 x1855007826432640/t17179890045(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.191566:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074857.191573:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826432640, offset 224 00000400:00000010:2.0:1769074857.191579:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7ab8. 00000400:00000200:2.0:1769074857.191583:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.191596:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.191636:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40863:40863:256:4294967295] 192.168.204.10@tcp LPNI seq info [40859:40859:8:4294967295] 00000400:00000200:2.0:1769074857.191643:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.191649:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.191655:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.191660:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074857.191667:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.191674:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.191679:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.191709:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.191714:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.191719:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:3.0:1769074857.191864:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.191868:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074857.191872:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.191878:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074857.192106:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:0.0:1769074857.192114:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:0.0:1769074857.192121:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00000400:00000200:3.0:1769074857.194038:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.194060:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65fbd 00000400:00000200:3.0:1769074857.194067:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.194071:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.194077:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:3.0:1769074857.194080:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00010000:00000010:0.0:1769074857.194186:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:0.0:1769074857.194195:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:1.1:1769074857.194927:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074857.194937:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074857.194952:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074857.194955:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:0.1:1769074857.195719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074857.195729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:3.0:1769074857.196846:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.196865:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cd300 00000400:00000200:3.0:1769074857.196874:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 41640 00000400:00000200:3.0:1769074857.196937:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.196951:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.196959:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.196966:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1880. 00000020:00000010:1.0:1769074857.197560:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.197567:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.197576:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.197582:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.197587:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.197670:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.197673:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.197677:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826432768 00000001:00000010:1.0:1769074857.197687:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074857.197712:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074857.197720:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 02000000:00000010:1.0:1769074857.197749:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b1d2000. 00010000:00000010:1.0:1769074857.197777:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074857.197781:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074857.197799:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074857.197802:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074857.197806:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074857.197809:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074857.197878:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074857.197882:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a280. 00010000:00000010:1.0:1769074857.197886:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.197889:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074857.197965:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074857.197979:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074857.197984:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074857.198004:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000200:1.0:1769074857.198020:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1880 x1855007826432768/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.198039:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074857.198046:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826432768, offset 224 00000400:00000200:1.0:1769074857.198052:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.198063:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.198069:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40864:40864:256:4294967295] 192.168.204.10@tcp LPNI seq info [40860:40860:8:4294967295] 00000400:00000200:1.0:1769074857.198080:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.198085:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.198090:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074857.198095:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.198101:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.198106:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.198130:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.198135:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.198138:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00000800:00000200:0.0:1769074857.198421:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.198426:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:0.0:1769074857.198431:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.198436:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074857.198440:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:0.0:1769074857.198442:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00010000:00000010:0.1:1769074857.204659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074857.204677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:0.1:1769074857.204682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074857.204685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074857.208657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:2.1:1769074857.208670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074857.208675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.1:1769074857.208681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00000400:00000200:3.0:1769074857.208730:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.208754:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cd400 00000400:00000200:3.0:1769074857.208762:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 42216 00000400:00000200:3.0:1769074857.208776:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.208780:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.208787:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.208793:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1f80. 00000020:00000010:2.0:1769074857.208862:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.208867:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00010000:00000010:1.1:1769074857.208872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000020:00000010:2.0:1769074857.208873:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00010000:00000010:1.1:1769074857.208877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00000020:00000010:2.0:1769074857.208879:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b500. 00010000:00000010:1.1:1769074857.208880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074857.208883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000020:00000010:2.0:1769074857.208884:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.208929:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.208932:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.208935:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826433024 02000000:00000010:2.0:1769074857.208981:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb4e000. 00010000:00000010:2.0:1769074857.209023:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:2.0:1769074857.209038:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a280. 00010000:00000010:2.0:1769074857.209057:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.209063:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.209088:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074857.209091:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074857.209096:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.209099:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074857.209191:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074857.209195:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074857.209198:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.209201:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074857.209228:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b3e0. 00000020:00000010:2.0:1769074857.209235:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b3e0. 00000020:00000010:2.0:1769074857.209246:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e360. 00080000:00000010:2.0:1769074857.209255:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f877c00. 00000001:00000010:2.0:1769074857.209463:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145ea20. 00000001:00000010:2.0:1769074857.209470:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074857.209505:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e360. 00010000:00000010:2.0:1769074857.209514:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.209518:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074857.209530:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074857.209672:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00080000:00000010:2.0:1769074857.209694:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01fc80. 00000004:00000010:2.0:1769074857.209701:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b406540. 00000004:00000010:2.0:1769074857.209704:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023980. 00000004:00000010:2.0:1769074857.209709:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e2825a0. 00000004:00000010:2.0:1769074857.209714:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88275a40. 00010000:00000010:2.0:1769074857.209722:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074857.209740:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890046, last committed = 17179889941 00010000:00000200:2.0:1769074857.209749:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1f80 x1855007826433024/t17179890046(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.209769:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074857.209776:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826433024, offset 224 00000400:00000010:2.0:1769074857.209782:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7038. 00000400:00000200:2.0:1769074857.209786:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.209802:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.209808:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40865:40865:256:4294967295] 192.168.204.10@tcp LPNI seq info [40861:40861:8:4294967295] 00000400:00000200:2.0:1769074857.209814:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.209822:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.209828:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.209834:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074857.209840:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.209846:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.209850:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.209880:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.209885:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.209890:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:1.0:1769074857.209995:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.210000:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:1.0:1769074857.210005:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.210009:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.216007:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074857.216029:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65fc5 00000400:00000200:1.0:1769074857.216036:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.216041:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074857.216049:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:1.0:1769074857.216052:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00000400:00000200:1.0:1769074857.216077:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.216084:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cd480 00000400:00000200:1.0:1769074857.216090:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 42704 00000400:00000200:1.0:1769074857.216440:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.216445:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.216451:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.216461:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeedf80. 00000020:00000010:3.0:1769074857.217253:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.217261:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.217269:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.217275:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.217281:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.217458:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.217462:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.217465:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826433152 00000001:00000010:3.0:1769074857.217474:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf480. 00010000:00000010:3.0:1769074857.217502:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074857.217510:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:2.0:1769074857.217515:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074857.217524:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 02000000:00000010:3.0:1769074857.217548:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87614000. 00010000:00000010:3.0:1769074857.217584:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074857.217588:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074857.217637:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074857.217641:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074857.217645:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074857.217648:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.217722:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074857.217726:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074857.217729:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074857.217752:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074857.217809:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074857.217818:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.217822:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074857.217840:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000200:3.0:1769074857.217857:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeedf80 x1855007826433152/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.217877:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074857.217883:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826433152, offset 224 00000400:00000200:3.0:1769074857.217890:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.217902:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.217909:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40866:40866:256:4294967295] 192.168.204.10@tcp LPNI seq info [40862:40862:8:4294967295] 00000400:00000200:3.0:1769074857.217920:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.217926:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.217931:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074857.217937:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.217957:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.217962:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.217981:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.217986:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.217991:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074857.218131:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.218135:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074857.218142:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.218146:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.218151:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:2.0:1769074857.218153:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00010000:00000010:0.0:1769074857.219968:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:0.0:1769074857.219985:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:0.0:1769074857.219995:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00010000:00000010:2.1:1769074857.222358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074857.222372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00000400:00000200:1.0:1769074857.222447:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.222464:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cd580 00000400:00000200:1.0:1769074857.222472:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 43280 00000400:00000200:1.0:1769074857.222488:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.222493:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.222499:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.222506:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef800. 00000020:00000010:3.0:1769074857.222913:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.222919:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.222926:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.222932:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.222937:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.223051:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.223055:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.223058:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826433408 02000000:00000010:3.0:1769074857.223096:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87610000. 00010000:00000010:3.0:1769074857.223136:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074857.223151:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074857.223182:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.223189:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074857.223206:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074857.223209:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074857.223213:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074857.223216:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074857.223300:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074857.223304:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074857.223309:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074857.223312:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00000020:00000010:3.0:1769074857.223348:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.223355:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.223367:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074857.223376:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83268000. 00000001:00000010:3.0:1769074857.223629:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6de0. 00000001:00000010:3.0:1769074857.223637:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074857.223670:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074857.223680:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074857.223684:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074857.223695:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074857.223744:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00080000:00000010:3.0:1769074857.223768:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82709728. 00000004:00000010:3.0:1769074857.223775:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9ebf00. 00000004:00000010:3.0:1769074857.223779:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cd980. 00000004:00000010:3.0:1769074857.223784:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2528. 00000004:00000010:3.0:1769074857.223787:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef84f00. 00010000:00000010:3.0:1769074857.223798:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074857.223815:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890047, last committed = 17179889941 00010000:00000200:3.0:1769074857.223826:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef800 x1855007826433408/t17179890047(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074857.223846:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074857.223853:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826433408, offset 224 00000400:00000010:3.0:1769074857.223859:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3578. 00000400:00000200:3.0:1769074857.223863:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.223877:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.223883:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40867:40867:256:4294967295] 192.168.204.10@tcp LPNI seq info [40863:40863:8:4294967295] 00000400:00000200:3.0:1769074857.223890:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074857.223897:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.223904:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.223909:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074857.223915:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.223922:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.223926:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.223960:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.223964:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.223968:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:0.0:1769074857.224055:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:0.0:1769074857.224062:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:0.0:1769074857.224069:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e900. 00000800:00000200:2.0:1769074857.224283:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.224288:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074857.224295:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.224300:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074857.225416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074857.225428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.1:1769074857.226377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.1:1769074857.226392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00000400:00000200:2.0:1769074857.228995:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074857.229017:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65fcd 00000400:00000200:2.0:1769074857.229025:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.229029:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074857.229035:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46770 00000400:00000010:2.0:1769074857.229038:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46770. 00000400:00000200:2.0:1769074857.229068:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.229074:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cd600 00000400:00000200:2.0:1769074857.229081:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 43768 00010000:00000010:0.0:1769074857.229689:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:0.0:1769074857.229701:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00000400:00000200:2.0:1769074857.229868:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.229874:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.229881:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.229887:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4a80. 00000020:00000010:3.0:1769074857.230009:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.230014:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.230021:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.230026:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.230031:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.230111:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.230115:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.230118:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826433536 00000001:00000010:3.0:1769074857.230128:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:3.0:1769074857.230151:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074857.230158:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 02000000:00000010:3.0:1769074857.230182:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87615000. 00010000:00000010:3.0:1769074857.230212:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074857.230216:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.230231:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074857.230235:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074857.230238:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074857.230241:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074857.230312:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074857.230316:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074857.230319:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074857.230322:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074857.230493:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.230503:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074857.230509:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074857.230528:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074857.230544:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4a80 x1855007826433536/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.230562:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074857.230568:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826433536, offset 224 00000400:00000200:3.0:1769074857.230575:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.230585:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.230592:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40868:40868:256:4294967295] 192.168.204.10@tcp LPNI seq info [40864:40864:8:4294967295] 00010000:00000010:0.1:1769074857.230645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074857.230651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:2.1:1769074857.230711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074857.230716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074857.231023:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074857.231029:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074857.231032:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074857.231035:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:3.0:1769074857.231041:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.231048:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.231053:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074857.231061:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.231068:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.231072:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.231131:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.231136:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.231140:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074857.233874:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.233884:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074857.233896:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.233905:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.233911:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46000 00000400:00000010:1.0:1769074857.233914:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46000. 00000400:00000200:2.0:1769074857.234125:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.234141:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cd700 00000400:00000200:2.0:1769074857.234149:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 44344 00000400:00000200:2.0:1769074857.234164:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.234167:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.234173:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.234179:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4e00. 00000020:00000010:3.0:1769074857.234278:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.234283:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.234289:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.234294:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.234299:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.234446:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.234450:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.234453:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826433792 02000000:00000010:3.0:1769074857.234490:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87616000. 00010000:00000010:3.0:1769074857.234529:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074857.234544:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074857.234564:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074857.234570:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074857.234586:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074857.234589:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074857.234593:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074857.234596:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074857.234891:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074857.234896:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074857.234899:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074857.234903:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00000020:00000010:3.0:1769074857.234929:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.234936:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.234959:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074857.234969:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8326b000. 00000001:00000010:3.0:1769074857.235170:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6600. 00000001:00000010:3.0:1769074857.235178:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074857.235210:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074857.235218:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074857.235222:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.235233:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074857.235276:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00080000:00000010:3.0:1769074857.235301:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab90080000. 00000004:00000010:3.0:1769074857.235308:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96b900. 00000004:00000010:3.0:1769074857.235312:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f489320. 00000004:00000010:3.0:1769074857.235316:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f05a0. 00000004:00000010:3.0:1769074857.235320:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34da40. 00010000:00000010:3.0:1769074857.235331:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:2.0:1769074857.235504:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:2.0:1769074857.235511:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:2.0:1769074857.235517:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ec00. 00010000:00000200:3.0:1769074857.235561:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890048, last committed = 17179889941 00010000:00000200:3.0:1769074857.235573:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4e00 x1855007826433792/t17179890048(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074857.235594:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074857.235600:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826433792, offset 224 00010000:00000010:0.1:1769074857.235670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074857.235677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074857.235816:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074857.235822:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074857.235825:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074857.235830:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000010:3.0:1769074857.235841:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3738. 00000400:00000200:3.0:1769074857.235846:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.235860:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.235866:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40869:40869:256:4294967295] 192.168.204.10@tcp LPNI seq info [40865:40865:8:4294967295] 00000400:00000200:3.0:1769074857.235872:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074857.235879:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.235885:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.235890:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074857.235896:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.235902:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.235907:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.235973:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.235978:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.235982:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074857.238065:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.238074:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074857.238086:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.238095:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.239570:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074857.239591:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65fd5 00000400:00000200:1.0:1769074857.239598:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.239650:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074857.239656:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46000 00000400:00000010:1.0:1769074857.239660:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46000. 00000400:00000200:1.0:1769074857.239684:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.239691:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cd780 00000400:00000200:1.0:1769074857.239699:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 44832 00000400:00000200:1.0:1769074857.239713:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.239716:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.239721:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.239727:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeeca80. 00010000:00000010:2.0:1769074857.239931:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:2.0:1769074857.239953:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.1:1769074857.240018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074857.240025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074857.240028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074857.240031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000020:00000010:3.0:1769074857.240063:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.240069:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.240075:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.240080:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.240085:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.240122:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.240124:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.240128:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826433920 00000001:00000010:3.0:1769074857.240137:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074857.240160:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074857.240166:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 02000000:00000010:3.0:1769074857.240198:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbd525000. 00010000:00000010:3.0:1769074857.240227:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074857.240232:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074857.240247:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074857.240251:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074857.240254:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074857.240257:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074857.240352:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074857.240356:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074857.240360:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.240364:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074857.240423:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074857.240431:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074857.240434:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074857.240453:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000200:3.0:1769074857.240468:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeeca80 x1855007826433920/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.240488:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074857.240493:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826433920, offset 224 00000400:00000200:3.0:1769074857.240499:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.240510:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.240517:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40870:40870:256:4294967295] 192.168.204.10@tcp LPNI seq info [40866:40866:8:4294967295] 00000400:00000200:3.0:1769074857.240528:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.240534:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.240539:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074857.240545:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.240552:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.240556:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.240582:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.240586:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.240592:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074857.240971:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.240976:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:2.0:1769074857.240983:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.240988:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.240993:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46770 00000400:00000010:2.0:1769074857.240995:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46770. 00010000:00000010:3.1:1769074857.242798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074857.242812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074857.242818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074857.242827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:2.1:1769074857.243663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074857.243673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00000400:00000200:2.0:1769074857.245370:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.245390:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cd880 00000400:00000200:2.0:1769074857.245399:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 45408 00000400:00000200:2.0:1769074857.245415:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.245420:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.245427:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.245434:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7100. 00000020:00000010:0.0:1769074857.246772:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.246783:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.246790:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074857.246795:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074857.246800:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.246844:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.246847:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.246851:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826434176 02000000:00000010:0.0:1769074857.246889:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fb70000. 00010000:00000010:0.0:1769074857.246931:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:0.0:1769074857.246958:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:0.0:1769074857.246979:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074857.246985:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.247001:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074857.247004:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074857.247009:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.247011:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074857.247095:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074857.247099:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074857.247103:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074857.247106:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074857.247131:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.247138:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.247149:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.247162:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84372800. 00000001:00000010:0.0:1769074857.247511:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7add20. 00000001:00000010:0.0:1769074857.247519:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074857.247553:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.247562:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.247566:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.247578:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074857.247700:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074857.247737:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb61560. 00000004:00000010:0.0:1769074857.247745:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e9c0. 00000004:00000010:0.0:1769074857.247748:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9ccdd0. 00000004:00000010:0.0:1769074857.247752:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f24b0. 00000004:00000010:0.0:1769074857.247756:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef852c0. 00010000:00000010:0.0:1769074857.247767:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074857.247785:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890049, last committed = 17179889941 00010000:00000200:0.0:1769074857.247796:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7100 x1855007826434176/t17179890049(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.247817:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074857.247823:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826434176, offset 224 00000400:00000010:0.0:1769074857.247830:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae888. 00000400:00000200:0.0:1769074857.247834:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.247848:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.247855:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40871:40871:256:4294967295] 192.168.204.10@tcp LPNI seq info [40867:40867:8:4294967295] 00000400:00000200:0.0:1769074857.247862:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.247869:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.247875:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.247881:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074857.247888:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.247895:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.247899:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.247921:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074857.247925:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.247929:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:3.0:1769074857.248167:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.248171:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:3.0:1769074857.248175:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.248180:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.251516:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.251541:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65fdd 00000400:00000200:3.0:1769074857.251550:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.251554:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.251562:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:3.0:1769074857.251565:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00000400:00000200:3.0:1769074857.251597:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.251653:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cd900 00000400:00000200:3.0:1769074857.251660:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 45896 00000400:00000200:3.0:1769074857.251710:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.251714:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.251719:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.251726:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb3b80. 00000020:00000010:1.0:1769074857.251960:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.251966:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.251974:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.251979:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.251985:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.252030:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.252034:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.252038:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826434304 00000001:00000010:1.0:1769074857.252049:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:1.0:1769074857.252075:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074857.252083:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 02000000:00000010:1.0:1769074857.252111:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b1d5000. 00010000:00000010:1.0:1769074857.252143:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.252148:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074857.252168:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074857.252172:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074857.252176:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074857.252179:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074857.252256:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074857.252260:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074857.252264:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.252268:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074857.252334:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074857.252347:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074857.252352:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074857.252372:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000200:1.0:1769074857.252388:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb3b80 x1855007826434304/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.252406:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074857.252411:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826434304, offset 224 00000400:00000200:1.0:1769074857.252418:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.252427:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.252433:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40872:40872:256:4294967295] 192.168.204.10@tcp LPNI seq info [40868:40868:8:4294967295] 00000400:00000200:1.0:1769074857.252442:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.252447:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.252452:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074857.252457:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.252463:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.252467:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.252486:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.252489:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.252492:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00010000:00000010:0.0:1769074857.255326:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074857.255357:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:3.1:1769074857.256109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074857.256119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074857.256123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074857.256126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000800:00000200:3.0:1769074857.256229:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.256233:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074857.256239:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.256247:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.256254:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:3.0:1769074857.256257:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00010000:00000010:2.0:1769074857.258364:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074857.258384:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:2.0:1769074857.258395:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00010000:00000010:2.1:1769074857.259050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074857.259059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:3.0:1769074857.260508:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.260527:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cda00 00000400:00000200:3.0:1769074857.260536:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 46472 00000400:00000200:3.0:1769074857.260551:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.260555:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.260563:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.260569:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0000. 00000020:00000010:1.0:1769074857.260819:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.260826:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.260834:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.260840:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.260845:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.260885:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.260888:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.260891:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826434560 02000000:00000010:1.0:1769074857.260948:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b1d6000. 00010000:00000010:1.0:1769074857.260994:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074857.261009:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074857.261033:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.261039:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074857.261058:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074857.261061:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074857.261065:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074857.261068:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074857.261151:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074857.261155:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074857.261158:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.261162:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00000020:00000010:1.0:1769074857.261188:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.261195:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.261205:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454540. 00080000:00000010:1.0:1769074857.261214:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc5a4800. 00000001:00000010:1.0:1769074857.262046:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b240. 00000001:00000010:1.0:1769074857.262055:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1110c0. 00000020:00000010:1.0:1769074857.262088:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454540. 00010000:00000010:1.0:1769074857.262099:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074857.262104:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074857.262118:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074857.262291:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00080000:00000010:1.0:1769074857.262317:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca1398. 00000004:00000010:1.0:1769074857.262323:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b406f00. 00000004:00000010:1.0:1769074857.262327:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023ed0. 00000004:00000010:1.0:1769074857.262332:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e282e88. 00000004:00000010:1.0:1769074857.262348:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88274b40. 00010000:00000010:1.0:1769074857.262359:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000200:1.0:1769074857.262377:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890050, last committed = 17179889941 00010000:00000200:1.0:1769074857.262388:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0000 x1855007826434560/t17179890050(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.262413:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074857.262420:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826434560, offset 224 00000400:00000010:1.0:1769074857.262427:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cd90. 00000400:00000200:1.0:1769074857.262431:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.262444:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.262451:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40873:40873:256:4294967295] 192.168.204.10@tcp LPNI seq info [40869:40869:8:4294967295] 00000400:00000200:1.0:1769074857.262457:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.262464:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.262471:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.262476:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074857.262483:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.262490:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.262494:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.262521:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.262526:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.262529:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00010000:00000010:1.1:1769074857.262662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074857.262669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074857.262673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074857.262675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000800:00000200:3.0:1769074857.262818:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.262823:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074857.262829:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.262834:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074857.264114:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:0.1:1769074857.264125:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074857.264130:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074857.264136:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074857.264141:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074857.264145:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.264168:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:0.0:1769074857.264178:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:0.0:1769074857.264187:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00000400:00000200:3.0:1769074857.265484:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.265503:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65fe5 00000400:00000200:3.0:1769074857.265510:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.265514:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.265521:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:3.0:1769074857.265523:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00010000:00000010:2.0:1769074857.265652:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:2.0:1769074857.265663:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a300. 00010000:00000010:2.1:1769074857.266930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074857.266951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:3.0:1769074857.268180:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.268201:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cda80 00000400:00000200:3.0:1769074857.268212:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 46960 00000400:00000200:3.0:1769074857.268271:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.268277:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.268285:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.268292:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1c00. 00000020:00000010:2.0:1769074857.268626:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.268632:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.268638:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:2.0:1769074857.268643:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074857.268647:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.268681:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.268684:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.268687:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826434688 00000001:00000010:2.0:1769074857.268695:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:2.0:1769074857.268719:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.268728:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 02000000:00000010:2.0:1769074857.268883:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf19e000. 00010000:00000010:2.0:1769074857.268912:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074857.268916:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.268936:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074857.268949:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074857.268954:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.268958:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074857.269032:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074857.269036:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074857.269039:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.269042:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074857.269109:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.269120:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074857.269124:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074857.269143:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074857.269159:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1c00 x1855007826434688/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.269179:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074857.269185:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826434688, offset 224 00000400:00000200:2.0:1769074857.269193:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.269205:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.269211:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40874:40874:256:4294967295] 192.168.204.10@tcp LPNI seq info [40870:40870:8:4294967295] 00000400:00000200:2.0:1769074857.269221:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.269226:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.269231:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074857.269238:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.269244:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.269249:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.269263:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074857.269267:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.269271:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:3.0:1769074857.269406:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.269411:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074857.269415:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.269419:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.269423:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:3.0:1769074857.269425:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00010000:00000010:0.1:1769074857.270666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074857.270680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074857.270917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074857.270923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074857.270926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074857.270955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:3.0:1769074857.273540:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.273558:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cdb80 00000400:00000200:3.0:1769074857.273568:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 47536 00000400:00000200:3.0:1769074857.273586:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.273591:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.273600:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.273647:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae922a00. 00000020:00000010:1.0:1769074857.273978:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.273983:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.273992:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.273997:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.274001:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.274042:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.274044:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.274047:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826434944 02000000:00000010:1.0:1769074857.274085:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b1d7000. 00010000:00000010:1.0:1769074857.274128:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:1.0:1769074857.274147:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:1.0:1769074857.274167:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.274173:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074857.274189:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074857.274193:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074857.274198:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.274201:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074857.274286:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074857.274290:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074857.274293:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.274296:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00000020:00000010:1.0:1769074857.274322:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.274328:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.274457:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bae0. 00080000:00000010:1.0:1769074857.274466:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc5a5400. 00000001:00000010:1.0:1769074857.274808:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bf00. 00000001:00000010:1.0:1769074857.274814:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074857.274846:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bae0. 00010000:00000010:1.0:1769074857.274855:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074857.274859:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074857.274871:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074857.274959:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00080000:00000010:1.0:1769074857.274983:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca0000. 00000004:00000010:1.0:1769074857.274991:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503cc0. 00000004:00000010:1.0:1769074857.274994:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022550. 00000004:00000010:1.0:1769074857.274998:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e2823c0. 00000004:00000010:1.0:1769074857.275002:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a8f00. 00010000:00000010:1.0:1769074857.275010:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000200:1.0:1769074857.275028:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890051, last committed = 17179889941 00010000:00000200:1.0:1769074857.275038:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae922a00 x1855007826434944/t17179890051(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.275057:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074857.275063:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826434944, offset 224 00000400:00000010:1.0:1769074857.275070:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c1c0. 00000400:00000200:1.0:1769074857.275074:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.275088:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.275094:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40875:40875:256:4294967295] 192.168.204.10@tcp LPNI seq info [40871:40871:8:4294967295] 00000400:00000200:1.0:1769074857.275100:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.275106:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.275111:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.275116:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074857.275122:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.275130:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.275134:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.275155:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.275159:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.275162:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00000800:00000200:3.0:1769074857.275395:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.275401:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:3.0:1769074857.275406:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.275411:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074857.276512:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:0.0:1769074857.276524:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab00. 00010000:00000010:0.0:1769074857.276534:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00010000:00000010:2.1:1769074857.276725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074857.276745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000400:00000200:3.0:1769074857.278173:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.278192:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65fed 00000400:00000200:3.0:1769074857.278199:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.278204:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.278211:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:3.0:1769074857.278213:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00010000:00000010:0.0:1769074857.278311:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:0.0:1769074857.278321:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00000400:00000200:3.0:1769074857.280848:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.280864:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cdc00 00000400:00000200:3.0:1769074857.280873:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 48024 00000400:00000200:3.0:1769074857.280927:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.280931:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.280964:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.280970:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920000. 00010000:00000010:1.1:1769074857.281220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.1:1769074857.281230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074857.281235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074857.281241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000020:00000010:1.0:1769074857.281276:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.281281:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.281290:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1000. 00000020:00000010:1.0:1769074857.281295:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.281300:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562258. 00000020:00000010:1.0:1769074857.281345:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.281348:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.281351:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826435072 00000001:00000010:1.0:1769074857.281361:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1110c0. 00010000:00000010:1.0:1769074857.281383:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.281390:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 02000000:00000010:1.0:1769074857.281416:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabae3f3000. 00010000:00000010:1.0:1769074857.281441:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.281444:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.281462:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074857.281465:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074857.281470:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074857.281473:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074857.281539:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074857.281542:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074857.281545:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.281548:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074857.281632:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.281642:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074857.281647:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074857.281666:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000200:1.0:1769074857.281682:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae920000 x1855007826435072/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.281699:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074857.281705:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826435072, offset 224 00000400:00000200:1.0:1769074857.281712:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.281723:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.281729:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40876:40876:256:4294967295] 192.168.204.10@tcp LPNI seq info [40872:40872:8:4294967295] 00000400:00000200:1.0:1769074857.281893:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.281899:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.282031:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074857.282040:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.282047:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.282051:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.282067:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:0.0:1769074857.282071:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562258. 00000020:00000010:0.0:1769074857.282075:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1000. 00010000:00000010:2.1:1769074857.282148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.1:1769074857.282154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074857.282157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.1:1769074857.282160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00000800:00000200:3.0:1769074857.282430:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.282434:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:3.0:1769074857.282438:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.282442:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.282447:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:3.0:1769074857.282450:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00010000:00000010:0.1:1769074857.284679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074857.284695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:3.0:1769074857.286288:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.286308:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cdd00 00000400:00000200:3.0:1769074857.286316:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 48600 00000400:00000200:3.0:1769074857.286331:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.286346:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.286355:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.286362:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920700. 00000020:00000010:2.0:1769074857.286549:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.286555:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.286561:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:2.0:1769074857.286567:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074857.286572:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.286662:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.286664:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.286668:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826435328 02000000:00000010:2.0:1769074857.286704:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf199000. 00010000:00000010:2.0:1769074857.286755:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:2.0:1769074857.286772:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00010000:00000010:2.0:1769074857.286792:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.286799:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074857.286816:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074857.286819:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074857.286823:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.286827:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074857.286907:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074857.286910:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074857.286914:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074857.286917:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00000020:00000010:2.0:1769074857.286951:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b880. 00000020:00000010:2.0:1769074857.286958:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b880. 00000020:00000010:2.0:1769074857.286969:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e360. 00080000:00000010:2.0:1769074857.286979:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d54800. 00000001:00000010:2.0:1769074857.287195:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd94e0. 00000001:00000010:2.0:1769074857.287202:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074857.287242:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e360. 00010000:00000010:2.0:1769074857.287251:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.0:1769074857.287256:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074857.287268:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074857.287311:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00080000:00000010:2.0:1769074857.287344:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca0e40. 00000004:00000010:2.0:1769074857.287352:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b406cc0. 00000004:00000010:2.0:1769074857.287355:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023cb0. 00000004:00000010:2.0:1769074857.287360:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e282b40. 00000004:00000010:2.0:1769074857.287364:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a8780. 00010000:00000010:2.0:1769074857.287375:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074857.287391:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890052, last committed = 17179889941 00010000:00000200:2.0:1769074857.287401:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae920700 x1855007826435328/t17179890052(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.287420:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074857.287426:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826435328, offset 224 00000400:00000010:2.0:1769074857.287433:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814f7b60. 00000400:00000200:2.0:1769074857.287437:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.287450:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.287458:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40877:40877:256:4294967295] 192.168.204.10@tcp LPNI seq info [40873:40873:8:4294967295] 00000400:00000200:2.0:1769074857.287463:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.287470:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.287475:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.287481:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074857.287487:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.287493:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.287497:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.287513:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074857.287518:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.287522:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:3.0:1769074857.287811:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.287816:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:3.0:1769074857.287820:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.287826:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074857.288136:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:1.0:1769074857.288145:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:1.0:1769074857.288152:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00010000:00000010:1.1:1769074857.292661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074857.292679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074857.292684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074857.292688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:0.1:1769074857.292735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074857.292742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000400:00000200:3.0:1769074857.295159:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.295309:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ff5 00000400:00000200:3.0:1769074857.295315:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.295319:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.295323:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:3.0:1769074857.295326:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00000400:00000200:3.0:1769074857.295360:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.295367:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cdd80 00000400:00000200:3.0:1769074857.295375:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 49088 00010000:00000010:2.0:1769074857.295397:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074857.295408:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00000400:00000200:3.0:1769074857.295425:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.295429:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.295433:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.295439:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920a80. 00000020:00000010:0.0:1769074857.295524:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.295528:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.295532:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074857.295537:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074857.295540:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.295566:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.295569:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.295572:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826435456 00000001:00000010:0.0:1769074857.295582:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:0.0:1769074857.295639:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.295646:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074857.295676:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82b4e000. 00010000:00000010:0.0:1769074857.295707:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074857.295711:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.295727:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074857.295730:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074857.295734:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074857.295738:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.295812:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074857.295816:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074857.295820:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074857.295824:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.295880:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.295888:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.295892:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074857.295910:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074857.295924:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae920a80 x1855007826435456/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.295954:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074857.295959:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826435456, offset 224 00000400:00000200:0.0:1769074857.295965:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.295976:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.295982:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40878:40878:256:4294967295] 192.168.204.10@tcp LPNI seq info [40874:40874:8:4294967295] 00000400:00000200:0.0:1769074857.295992:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.295998:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.296002:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074857.296008:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.296014:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.296018:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.296044:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074857.296049:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.296052:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00010000:00000010:2.1:1769074857.296172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074857.296183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074857.296187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.1:1769074857.296193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00000800:00000200:3.0:1769074857.296353:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.296356:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:3.0:1769074857.296359:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.296362:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.296365:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:3.0:1769074857.296366:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00010000:00000010:1.1:1769074857.299698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074857.299717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00000400:00000200:3.0:1769074857.301043:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.301062:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cde80 00000400:00000200:3.0:1769074857.301071:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 49664 00000400:00000200:3.0:1769074857.301796:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.301804:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.301815:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.301823:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae921f80. 00010000:00000010:2.1:1769074857.303022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074857.303034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:0.1:1769074857.305296:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074857.305311:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074857.305316:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074857.305318:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000020:00000010:0.0:1769074857.305356:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.305362:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.305369:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074857.305375:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074857.305380:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.305430:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.305433:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.305436:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826435712 02000000:00000010:0.0:1769074857.306019:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82b4f000. 00010000:00000010:0.0:1769074857.306062:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.306259:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074857.306283:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.306290:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.306306:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074857.306309:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074857.306314:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074857.306317:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074857.306406:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074857.306413:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074857.306417:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074857.306420:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074857.306446:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.306453:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.306464:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.306474:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fb49400. 00000001:00000010:0.0:1769074857.306935:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adae0. 00000001:00000010:0.0:1769074857.306954:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00000020:00000010:0.0:1769074857.306988:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.306997:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074857.307002:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.307016:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8780. 00010000:00000010:0.0:1769074857.307059:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074857.307182:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074857.307190:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:2.0:1769074857.307197:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00080000:00000010:0.0:1769074857.307270:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87536558. 00000004:00000010:0.0:1769074857.307278:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111900. 00000004:00000010:0.0:1769074857.307282:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94d430. 00000004:00000010:0.0:1769074857.307286:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c5a0. 00000004:00000010:0.0:1769074857.307290:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e45a0. 00010000:00000010:0.0:1769074857.307303:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074857.307322:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890053, last committed = 17179889941 00010000:00000200:0.0:1769074857.307334:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae921f80 x1855007826435712/t17179890053(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.307355:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074857.307362:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826435712, offset 224 00000400:00000010:0.0:1769074857.307370:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aec08. 00000400:00000200:0.0:1769074857.307375:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.307390:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.307396:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40879:40879:256:4294967295] 192.168.204.10@tcp LPNI seq info [40875:40875:8:4294967295] 00000400:00000200:0.0:1769074857.307403:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.307411:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.307416:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.307421:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074857.307428:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.307438:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.307442:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.307527:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074857.307532:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.307536:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:3.0:1769074857.307975:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.307980:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074857.307985:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.307990:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074857.311198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074857.311215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:3.0:1769074857.311505:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.311525:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x65ffd 00000400:00000200:3.0:1769074857.311533:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.311536:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.311543:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:3.0:1769074857.311545:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00000400:00000200:3.0:1769074857.313305:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.313322:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cdf00 00000400:00000200:3.0:1769074857.313331:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 50152 00000400:00000200:3.0:1769074857.313399:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.313404:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.313411:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.313416:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae921180. 00000020:00000010:1.0:1769074857.314481:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.314488:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.314497:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074857.314503:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.314508:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.314564:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.314567:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.314570:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826435840 00000001:00000010:1.0:1769074857.314580:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:1.0:1769074857.314643:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.314652:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 02000000:00000010:1.0:1769074857.314677:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabae3f1000. 00010000:00000010:1.0:1769074857.314706:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074857.314710:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074857.314728:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074857.314732:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074857.314736:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.314739:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.314824:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074857.314828:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074857.314833:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.314836:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074857.314914:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074857.314946:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.314952:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074857.314975:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000200:1.0:1769074857.314993:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae921180 x1855007826435840/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.315013:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074857.315021:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826435840, offset 224 00000400:00000200:1.0:1769074857.315029:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.315042:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.315049:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40880:40880:256:4294967295] 192.168.204.10@tcp LPNI seq info [40876:40876:8:4294967295] 00000400:00000200:1.0:1769074857.315061:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.315067:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.315494:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074857.315507:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.315514:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.315518:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.315595:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.315599:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.315637:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:0.1:1769074857.316017:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074857.316025:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074857.316049:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074857.316056:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00000800:00000200:3.0:1769074857.316394:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.316399:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074857.316406:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.316412:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.316418:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:3.0:1769074857.316421:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00000400:00000200:3.0:1769074857.319666:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.319686:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ce000 00000400:00000200:3.0:1769074857.319694:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 50728 00000400:00000200:3.0:1769074857.319709:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.319714:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.319722:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.319729:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae923b80. 00010000:00000010:0.1:1769074857.320307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074857.320317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000020:00000010:1.0:1769074857.321238:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.321246:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.321254:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074857.321259:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.321264:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.321298:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.321301:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.321304:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826436096 02000000:00000010:1.0:1769074857.321344:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8bdb1000. 00010000:00000010:1.0:1769074857.321385:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074857.321403:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074857.321423:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.321429:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074857.321444:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074857.321447:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074857.321451:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074857.321454:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074857.321535:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074857.321538:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074857.321540:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074857.321543:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00000020:00000010:1.0:1769074857.321564:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.321570:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.321580:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bae0. 00080000:00000010:1.0:1769074857.321589:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc5a7000. 00000001:00000010:1.0:1769074857.323151:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b360. 00000001:00000010:1.0:1769074857.325301:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111780. 00000020:00000010:1.0:1769074857.325469:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bae0. 00010000:00000010:1.0:1769074857.325489:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074857.325498:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074857.325521:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1110c0. 00010000:00000010:1.0:1769074857.325657:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00080000:00000010:1.0:1769074857.325690:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca18f0. 00000004:00000010:1.0:1769074857.325700:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b406180. 00000004:00000010:1.0:1769074857.325704:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023a90. 00000004:00000010:1.0:1769074857.325709:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e282438. 00000004:00000010:1.0:1769074857.325713:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a92c0. 00010000:00000010:1.0:1769074857.325725:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074857.325759:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890054, last committed = 17179889941 00010000:00000200:1.0:1769074857.325771:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae923b80 x1855007826436096/t17179890054(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.325792:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074857.325799:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826436096, offset 224 00000400:00000010:1.0:1769074857.325805:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c968. 00000400:00000200:1.0:1769074857.325820:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.325835:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.325842:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40881:40881:256:4294967295] 192.168.204.10@tcp LPNI seq info [40877:40877:8:4294967295] 00000400:00000200:1.0:1769074857.325848:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.325855:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.325860:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.325866:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074857.325872:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.325878:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.325883:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.325914:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.325918:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.325922:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:3.0:1769074857.326055:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.326061:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074857.326067:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.326073:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.328484:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.328510:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66005 00000400:00000200:3.0:1769074857.328518:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.328522:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.328529:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:3.0:1769074857.328533:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00010000:00000010:2.0:1769074857.329048:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:2.0:1769074857.329062:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00000400:00000200:3.0:1769074857.330134:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.330150:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ce080 00000400:00000200:3.0:1769074857.330159:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 51216 00000400:00000200:3.0:1769074857.330210:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.330215:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.330222:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.330232:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf800. 00000020:00000010:1.0:1769074857.330411:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.330417:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.330425:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074857.330431:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.330435:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.330480:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.330483:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.330486:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826436224 00000001:00000010:1.0:1769074857.330498:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d80c0. 00010000:00000010:1.0:1769074857.330523:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074857.330532:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 02000000:00000010:1.0:1769074857.330560:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8bdb7000. 00010000:00000010:1.0:1769074857.330593:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.330598:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.330651:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074857.330656:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074857.330660:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074857.330663:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074857.330742:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074857.330746:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a880. 00010000:00000010:1.0:1769074857.330749:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074857.330752:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074857.330816:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.330827:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074857.330833:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074857.331126:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074857.331149:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adf800 x1855007826436224/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.331273:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074857.331280:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826436224, offset 224 00000400:00000200:1.0:1769074857.331287:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.331299:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.331307:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40882:40882:256:4294967295] 192.168.204.10@tcp LPNI seq info [40878:40878:8:4294967295] 00000400:00000200:1.0:1769074857.331319:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.331324:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.331329:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074857.331336:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.331344:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.331348:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.331374:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.331379:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.331383:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:0.1:1769074857.331923:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074857.331931:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074857.331963:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:0.0:1769074857.331970:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a980. 00010000:00000010:0.0:1769074857.331977:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1110c0. 00000800:00000200:3.0:1769074857.332623:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.332628:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:3.0:1769074857.332635:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.332643:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.332649:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:3.0:1769074857.332652:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00010000:00000010:1.1:1769074857.333720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074857.333808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074857.333816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074857.333819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074857.333822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074857.333825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074857.338771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074857.338787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074857.338842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074857.338851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074857.338855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074857.338858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074857.338861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074857.338864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:2.1:1769074857.342195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074857.342213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:3.0:1769074857.342746:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.342764:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ce180 00000400:00000200:3.0:1769074857.342773:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 51792 00000400:00000200:3.0:1769074857.342802:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.342808:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.342816:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.342822:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88add180. 00000020:00000010:2.0:1769074857.343023:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.343030:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.343036:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:2.0:1769074857.343042:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.343047:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.343372:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.343377:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.343380:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826436480 02000000:00000010:2.0:1769074857.343424:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf19b000. 00010000:00000010:2.0:1769074857.343464:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:2.0:1769074857.343480:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a880. 00010000:00000010:2.0:1769074857.343502:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.343508:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074857.343527:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074857.343532:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074857.343536:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.343539:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074857.343688:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074857.343692:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074857.343696:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074857.343699:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00000020:00000010:2.0:1769074857.343728:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b880. 00000020:00000010:2.0:1769074857.343736:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b880. 00000020:00000010:2.0:1769074857.343748:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd9a20. 00080000:00000010:2.0:1769074857.343760:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d57c00. 00000001:00000010:2.0:1769074857.343988:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145ea80. 00000001:00000010:2.0:1769074857.343996:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074857.344032:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd9a20. 00010000:00000010:2.0:1769074857.344042:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.344046:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074857.344057:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074857.344101:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00080000:00000010:2.0:1769074857.344125:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca0c78. 00000004:00000010:2.0:1769074857.344132:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b406900. 00000004:00000010:2.0:1769074857.344135:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022990. 00000004:00000010:2.0:1769074857.344140:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e282708. 00000004:00000010:2.0:1769074857.344144:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a94a0. 00010000:00000010:2.0:1769074857.344153:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074857.344184:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890055, last committed = 17179889941 00010000:00000200:2.0:1769074857.344196:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88add180 x1855007826436480/t17179890055(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.344217:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074857.344224:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826436480, offset 224 00000400:00000010:2.0:1769074857.344232:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b9a0. 00000400:00000200:2.0:1769074857.344237:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.344251:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.344258:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40883:40883:256:4294967295] 192.168.204.10@tcp LPNI seq info [40879:40879:8:4294967295] 00000400:00000200:2.0:1769074857.344264:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.344271:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.344277:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.344283:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074857.344290:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.344296:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.344300:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.344318:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.344324:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.344329:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00010000:00000010:0.0:1769074857.344420:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:0.0:1769074857.344427:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:0.0:1769074857.344434:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00000800:00000200:3.0:1769074857.345035:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.345041:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074857.345045:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.345052:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.348244:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.348265:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6600d 00000400:00000200:3.0:1769074857.348272:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.348276:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.348282:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:3.0:1769074857.348285:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00010000:00000010:0.0:1769074857.348392:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:0.0:1769074857.348403:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00000400:00000200:3.0:1769074857.352683:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.352702:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ce200 00000400:00000200:3.0:1769074857.352713:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 52280 00000400:00000200:3.0:1769074857.352784:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.352789:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.352798:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.352806:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adc000. 00000020:00000010:2.0:1769074857.353003:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.353010:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.353016:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:2.0:1769074857.353022:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.353027:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00010000:00000010:2.1:1769074857.353959:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:2.1:1769074857.353968:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00000020:00000010:2.0:1769074857.354003:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.354008:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.354011:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826436608 00000001:00000010:2.0:1769074857.354022:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111780. 00010000:00000010:2.0:1769074857.354048:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074857.354056:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 02000000:00000010:2.0:1769074857.354085:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf19a000. 00010000:00000010:2.0:1769074857.354115:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.354119:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.354138:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074857.354142:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074857.354146:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074857.354150:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074857.354221:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074857.354225:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074857.354230:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.0:1769074857.354234:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074857.354305:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.354315:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074857.354319:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074857.354333:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074857.354348:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adc000 x1855007826436608/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.354366:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074857.354373:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826436608, offset 224 00000400:00000200:2.0:1769074857.354379:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.354392:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.354399:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40884:40884:256:4294967295] 192.168.204.10@tcp LPNI seq info [40880:40880:8:4294967295] 00000400:00000200:2.0:1769074857.354410:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.354415:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.354420:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074857.354426:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.354431:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.354434:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.354454:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.354459:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.354463:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:3.0:1769074857.354565:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.354570:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:3.0:1769074857.354574:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.354579:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.354584:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:3.0:1769074857.354586:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00000400:00000200:3.0:1769074857.360543:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.360564:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ce300 00000400:00000200:3.0:1769074857.360574:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 52856 00000400:00000200:3.0:1769074857.360590:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.360594:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.360967:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.360976:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adca80. 00000020:00000010:1.0:1769074857.368485:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.368495:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.368505:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074857.368511:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.368516:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.368561:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.368564:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.368567:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826436864 02000000:00000010:1.0:1769074857.368711:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82bcc000. 00010000:00000010:1.0:1769074857.368753:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:1.0:1769074857.368769:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:1.0:1769074857.368789:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074857.368795:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074857.368810:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074857.368814:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074857.368818:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074857.368822:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074857.368902:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074857.368906:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a900. 00010000:00000010:1.0:1769074857.368910:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.368913:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00000020:00000010:1.0:1769074857.368949:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.368957:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.368968:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bae0. 00080000:00000010:1.0:1769074857.368977:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc5a7400. 00000001:00000010:1.0:1769074857.369472:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b480. 00000001:00000010:1.0:1769074857.369479:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074857.369513:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bae0. 00010000:00000010:1.0:1769074857.369522:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.369527:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074857.369540:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111c00. 00010000:00000010:1.0:1769074857.369586:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074857.369593:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111c00. 00010000:00000010:1.0:1769074857.369727:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.370426:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a900. 00080000:00000010:1.0:1769074857.370460:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87536c78. 00000004:00000010:1.0:1769074857.370468:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111300. 00000004:00000010:1.0:1769074857.370472:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94cdd0. 00000004:00000010:1.0:1769074857.370477:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1cca8. 00000004:00000010:1.0:1769074857.370481:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e4780. 00010000:00000010:1.0:1769074857.370497:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074857.370516:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890056, last committed = 17179889941 00010000:00000200:1.0:1769074857.370529:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adca80 x1855007826436864/t17179890056(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.370550:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074857.370558:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826436864, offset 224 00000400:00000010:1.0:1769074857.370564:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cd58. 00000400:00000200:1.0:1769074857.370568:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.370585:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.370592:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40885:40885:256:4294967295] 192.168.204.10@tcp LPNI seq info [40881:40881:8:4294967295] 00000400:00000200:1.0:1769074857.370599:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.370897:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.370904:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.370910:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074857.370917:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.370924:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.370928:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.371584:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.371592:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.371597:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:2.1:1769074857.371932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.1:1769074857.371950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00000800:00000200:2.0:1769074857.372917:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.372924:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:2.0:1769074857.372931:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.372948:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074857.377343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074857.377361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000400:00000200:3.0:1769074857.377904:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.377920:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66015 00000400:00000200:3.0:1769074857.377928:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.377933:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.377950:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:3.0:1769074857.377953:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00000400:00000200:3.0:1769074857.377974:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.377981:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ce380 00000400:00000200:3.0:1769074857.377987:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 53344 00010000:00000010:2.0:1769074857.378424:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:2.0:1769074857.378436:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ae80. 00000400:00000200:3.0:1769074857.378926:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.378933:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.378951:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.378959:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88add500. 00000020:00000010:2.0:1769074857.379092:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.379097:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.379103:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:2.0:1769074857.379108:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.379113:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.379156:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.379159:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.379162:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826436992 00000001:00000010:2.0:1769074857.379172:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074857.379193:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074857.379200:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 02000000:00000010:2.0:1769074857.379228:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc83b000. 00010000:00000010:2.0:1769074857.379256:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.379260:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074857.379275:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074857.379278:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074857.379282:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.379285:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.379352:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074857.379355:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074857.379358:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.379360:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074857.379415:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074857.379425:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.379429:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074857.379448:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074857.379463:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88add500 x1855007826436992/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.379487:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074857.379492:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826436992, offset 224 00000400:00000200:2.0:1769074857.379499:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.379511:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.379531:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40886:40886:256:4294967295] 192.168.204.10@tcp LPNI seq info [40882:40882:8:4294967295] 00000400:00000200:2.0:1769074857.379541:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.379546:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.379550:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074857.379556:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.379563:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.379566:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.379587:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.379591:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.379596:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00010000:00000010:0.1:1769074857.379638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074857.379644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00000800:00000200:3.0:1769074857.379764:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.379768:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:3.0:1769074857.379772:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.379776:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.379780:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:3.0:1769074857.379783:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00010000:00000010:1.1:1769074857.383645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:1.1:1769074857.383665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074857.383672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074857.383675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074857.383681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074857.383687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:2.1:1769074857.383840:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074857.383845:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074857.383848:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.1:1769074857.383851:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00000400:00000200:2.0:1769074857.383863:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.383880:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ce480 00000400:00000200:2.0:1769074857.383888:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 53920 00000400:00000200:2.0:1769074857.383905:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.383908:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.383914:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.383918:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5c00. 00000020:00000010:1.0:1769074857.384010:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.384017:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.384024:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074857.384031:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.384036:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.384080:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.384084:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.384087:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826437248 02000000:00000010:1.0:1769074857.384125:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab854cf000. 00010000:00000010:1.0:1769074857.384165:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:1.0:1769074857.384180:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:1.0:1769074857.384198:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074857.384206:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074857.384222:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074857.384226:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a900. 00010000:00000010:1.0:1769074857.384232:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.384235:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.384333:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074857.384338:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074857.384341:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.384345:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00000020:00000010:1.0:1769074857.384369:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.384376:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.384387:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bae0. 00080000:00000010:1.0:1769074857.384397:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc5a5800. 00000001:00000010:1.0:1769074857.384838:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b060. 00000001:00000010:1.0:1769074857.384845:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111c00. 00000020:00000010:1.0:1769074857.384879:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bae0. 00010000:00000010:1.0:1769074857.384888:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074857.384892:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074857.384905:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111300. 00010000:00000010:1.0:1769074857.385001:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00080000:00000010:1.0:1769074857.385045:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca11d0. 00000004:00000010:1.0:1769074857.385054:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503180. 00000004:00000010:1.0:1769074857.385058:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023dc0. 00000004:00000010:1.0:1769074857.385063:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e282780. 00000004:00000010:1.0:1769074857.385067:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a83c0. 00010000:00000010:1.0:1769074857.385079:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074857.385096:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890057, last committed = 17179889941 00010000:00000200:1.0:1769074857.385105:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5c00 x1855007826437248/t17179890057(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.385123:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074857.385130:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826437248, offset 224 00000400:00000010:1.0:1769074857.385136:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597caf0. 00000400:00000200:1.0:1769074857.385140:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.385153:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.385160:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40887:40887:256:4294967295] 192.168.204.10@tcp LPNI seq info [40883:40883:8:4294967295] 00000400:00000200:1.0:1769074857.385167:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.385173:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.385179:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.385185:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074857.385191:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.385198:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.385203:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.385230:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.385235:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.385240:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:3.0:1769074857.385344:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1769074857.385346:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00000800:00000010:3.0:1769074857.385349:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00010000:00000010:2.0:1769074857.385351:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a180. 00000400:00000200:3.0:1769074857.385354:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1769074857.385358:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111300. 00000400:00000200:3.0:1769074857.385358:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.387666:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.387686:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6601d 00000400:00000200:3.0:1769074857.387695:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.387699:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.387705:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:3.0:1769074857.387708:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00010000:00000010:0.0:1769074857.387838:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:0.0:1769074857.387849:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a900. 00000400:00000200:2.0:1769074857.390771:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.390793:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ce500 00000400:00000200:2.0:1769074857.390803:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 54408 00000400:00000200:2.0:1769074857.390881:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.390886:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.390895:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.390904:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9500. 00000020:00000010:1.0:1769074857.391169:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.391175:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.391183:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074857.391189:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.391194:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.391239:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.391243:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.391246:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826437376 00000001:00000010:1.0:1769074857.391267:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:1.0:1769074857.391293:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.391301:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 02000000:00000010:1.0:1769074857.391330:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854cd000. 00010000:00000010:1.0:1769074857.391366:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.391370:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074857.391390:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074857.391394:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad00. 00010000:00000010:1.0:1769074857.391398:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.391415:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074857.391494:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074857.391498:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074857.391502:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074857.391506:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074857.391573:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074857.391586:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074857.391591:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad00. 00010000:00000010:1.0:1769074857.391638:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074857.391656:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d9500 x1855007826437376/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.391675:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074857.391681:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826437376, offset 224 00000400:00000200:1.0:1769074857.391689:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.391700:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.391706:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40888:40888:256:4294967295] 192.168.204.10@tcp LPNI seq info [40884:40884:8:4294967295] 00000400:00000200:1.0:1769074857.391716:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.391722:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.391727:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074857.391744:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.391751:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.391755:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.391777:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.391781:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.391785:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:3.0:1769074857.391886:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.391891:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:3.0:1769074857.391896:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.391901:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.391905:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:3.0:1769074857.391908:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00010000:00000010:2.1:1769074857.392693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074857.392702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:2.1:1769074857.392706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.1:1769074857.392710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074857.392713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.1:1769074857.392715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000400:00000200:3.0:1769074857.396442:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.396465:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ce600 00000400:00000200:3.0:1769074857.396473:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 54984 00000400:00000200:3.0:1769074857.396489:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.396494:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.396502:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.396508:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf480. 00000020:00000010:2.0:1769074857.396653:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.396659:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.396665:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:2.0:1769074857.396670:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b500. 00000020:00000010:2.0:1769074857.396676:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074857.396713:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.396716:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.396718:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826437632 02000000:00000010:2.0:1769074857.396764:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc83a000. 00010000:00000010:2.0:1769074857.396802:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:2.0:1769074857.396818:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00010000:00000010:2.0:1769074857.396851:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074857.396857:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074857.396874:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074857.396877:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074857.396881:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.396884:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.396976:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074857.396979:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074857.396983:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.396986:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00000020:00000010:2.0:1769074857.397010:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15bba0. 00000020:00000010:2.0:1769074857.397017:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15bba0. 00000020:00000010:2.0:1769074857.397027:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e360. 00080000:00000010:2.0:1769074857.397037:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d56c00. 00000001:00000010:2.0:1769074857.397237:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9d20. 00000001:00000010:2.0:1769074857.397516:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00010000:00000010:1.1:1769074857.397629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:1.1:1769074857.397637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:0.1:1769074857.397690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074857.397697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000020:00000010:3.0:1769074857.399016:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e360. 00010000:00000010:3.0:1769074857.399038:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074857.399045:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074857.399070:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074857.399124:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00080000:00000010:3.0:1769074857.399158:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb618f0. 00000004:00000010:3.0:1769074857.399168:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740eb40. 00000004:00000010:3.0:1769074857.399172:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cded0. 00000004:00000010:3.0:1769074857.399178:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2f78. 00000004:00000010:3.0:1769074857.399182:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef854a0. 00010000:00000010:3.0:1769074857.399194:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:3.0:1769074857.399215:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890058, last committed = 17179889941 00010000:00000200:3.0:1769074857.399227:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adf480 x1855007826437632/t17179890058(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074857.399261:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074857.399269:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826437632, offset 224 00000400:00000010:3.0:1769074857.399277:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3230. 00000400:00000200:3.0:1769074857.399281:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.399296:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.399303:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40889:40889:256:4294967295] 192.168.204.10@tcp LPNI seq info [40885:40885:8:4294967295] 00000400:00000200:3.0:1769074857.399310:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074857.399317:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.399324:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.399330:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074857.399336:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.399342:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.399347:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.399382:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b500. 00000020:00000010:3.0:1769074857.399387:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:3.0:1769074857.399392:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:2.0:1769074857.399546:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.399551:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:2.0:1769074857.399558:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.399564:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074857.400169:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:0.0:1769074857.400181:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00010000:00000010:0.0:1769074857.400189:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 00010000:00000010:1.1:1769074857.401688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074857.401703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074857.401705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074857.401710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074857.401714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074857.401718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074857.401863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074857.401870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000400:00000200:3.0:1769074857.404043:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.404065:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66025 00000400:00000200:3.0:1769074857.404071:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.404076:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.404083:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:3.0:1769074857.404086:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00000400:00000200:3.0:1769074857.404154:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.404162:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ce680 00000400:00000200:3.0:1769074857.404169:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 55472 00000400:00000200:3.0:1769074857.404224:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.404228:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.404232:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.404239:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adc700. 00000020:00000010:0.0:1769074857.404600:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.404640:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.404646:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074857.404652:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074857.404657:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.404691:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.404694:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.404697:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826437760 00000001:00000010:0.0:1769074857.404707:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111c00. 00010000:00000010:0.0:1769074857.404744:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074857.404751:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074857.404778:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82b4d000. 00010000:00000010:0.0:1769074857.404808:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.404812:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.404831:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074857.404834:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074857.404838:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074857.404841:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.404914:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074857.404918:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074857.404921:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074857.404925:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.404999:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.405011:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.405016:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074857.405033:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074857.405048:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adc700 x1855007826437760/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.405067:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074857.405072:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826437760, offset 224 00000400:00000200:0.0:1769074857.405078:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.405088:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.405094:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40890:40890:256:4294967295] 192.168.204.10@tcp LPNI seq info [40886:40886:8:4294967295] 00000400:00000200:0.0:1769074857.405104:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.405109:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.405113:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074857.405119:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.405125:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.405130:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.405149:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074857.405153:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.405156:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00010000:00000010:2.1:1769074857.405912:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:2.1:1769074857.405920:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074857.407054:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:3.1:1769074857.407064:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000800:00000200:3.0:1769074857.407094:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.407099:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:3.0:1769074857.407105:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.407114:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.407121:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:3.0:1769074857.407124:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00010000:00000010:0.1:1769074857.407622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074857.407629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:2.0:1769074857.408379:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.408394:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00000400:00000200:2.0:1769074857.409689:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.409709:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ce780 00000400:00000200:2.0:1769074857.409718:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 56048 00000400:00000200:2.0:1769074857.409837:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.409842:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.409851:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.409859:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9180. 00010000:00000010:0.1:1769074857.410059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074857.410068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074857.410072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074857.410074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000020:00000010:1.0:1769074857.410711:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.410719:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.410730:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074857.410820:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.410923:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.411035:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.411040:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.411044:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826438016 02000000:00000010:1.0:1769074857.411084:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab854cb000. 00010000:00000010:1.0:1769074857.411125:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074857.411140:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:1.0:1769074857.411158:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.411164:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074857.411178:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074857.411182:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad00. 00010000:00000010:1.0:1769074857.411186:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.411189:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074857.411371:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074857.411377:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074857.411380:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.411384:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00000020:00000010:1.0:1769074857.411410:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.411417:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.411428:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bae0. 00080000:00000010:1.0:1769074857.411437:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc5a6000. 00000001:00000010:1.0:1769074857.411812:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bd80. 00000001:00000010:1.0:1769074857.411821:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111c00. 00000020:00000010:1.0:1769074857.411963:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bae0. 00010000:00000010:1.0:1769074857.411973:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074857.411979:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074857.411991:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111480. 00010000:00000010:1.0:1769074857.412026:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00080000:00000010:1.0:1769074857.412048:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa827088e8. 00000004:00000010:1.0:1769074857.412069:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e840. 00000004:00000010:1.0:1769074857.412073:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cccc0. 00000004:00000010:1.0:1769074857.412077:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f28e8. 00000004:00000010:1.0:1769074857.412081:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef850e0. 00010000:00000010:1.0:1769074857.412094:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074857.412114:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890059, last committed = 17179889941 00010000:00000200:1.0:1769074857.412124:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d9180 x1855007826438016/t17179890059(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.412144:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074857.412150:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826438016, offset 224 00000400:00000010:1.0:1769074857.412158:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c540. 00000400:00000200:1.0:1769074857.412162:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.412177:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.412184:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40891:40891:256:4294967295] 192.168.204.10@tcp LPNI seq info [40887:40887:8:4294967295] 00000400:00000200:1.0:1769074857.412191:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.412198:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.412203:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.412208:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074857.412214:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.412221:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.412226:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074857.412487:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:3.0:1769074857.412496:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00010000:00000010:3.0:1769074857.412503:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111480. 00000800:00000200:2.0:1769074857.414627:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.414637:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:2.0:1769074857.414646:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.414657:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000020:00000010:1.0:1769074857.416879:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.416893:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.416899:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:2.1:1769074857.423655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074857.423675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00000400:00000200:3.0:1769074857.427571:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.427596:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6602d 00010000:00000010:3.1:1769074857.427648:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:3.1:1769074857.427657:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000400:00000200:3.0:1769074857.427665:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.427670:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.427677:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:3.0:1769074857.427679:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:1.1:1769074857.427754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:1.1:1769074857.427761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:1.1:1769074857.427764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074857.427769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:0.0:1769074857.427984:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:0.0:1769074857.427994:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad00. 00010000:00000010:0.1:1769074857.436988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074857.437008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000400:00000200:2.0:1769074857.438092:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.438113:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ce800 00000400:00000200:2.0:1769074857.438123:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 56536 00000400:00000200:2.0:1769074857.438191:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.438196:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.438204:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.438212:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0dad80. 00000020:00000010:1.0:1769074857.438816:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.438835:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.438845:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074857.438850:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.438856:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.438911:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.438915:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.438918:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826438144 00000001:00000010:1.0:1769074857.438929:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:1.0:1769074857.438967:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.438976:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 02000000:00000010:1.0:1769074857.439004:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854c9000. 00010000:00000010:1.0:1769074857.439031:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.439034:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074857.439051:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074857.439055:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a900. 00010000:00000010:1.0:1769074857.439059:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.439061:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074857.439132:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074857.439136:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074857.439140:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074857.439144:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074857.439212:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074857.439225:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074857.439230:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a900. 00010000:00000010:1.0:1769074857.439670:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074857.439692:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0dad80 x1855007826438144/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.439715:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074857.439723:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826438144, offset 224 00000400:00000200:1.0:1769074857.439732:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.439745:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.439752:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40892:40892:256:4294967295] 192.168.204.10@tcp LPNI seq info [40888:40888:8:4294967295] 00000400:00000200:1.0:1769074857.439765:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.439770:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.439776:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074857.439782:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.439789:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.439794:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.440047:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.440053:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.440057:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:2.0:1769074857.441932:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.441952:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:2.0:1769074857.441959:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.441968:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.441974:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:2.0:1769074857.441977:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00000400:00000200:3.0:1769074857.447176:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.447195:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ce900 00000400:00000200:3.0:1769074857.447204:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 57112 00000400:00000200:3.0:1769074857.447219:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.447224:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.447232:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.447240:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88ade680. 00000020:00000010:1.0:1769074857.447716:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.447721:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.447730:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074857.447735:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2af00. 00000020:00000010:1.0:1769074857.447740:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562bb8. 00000020:00000010:1.0:1769074857.447773:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.447776:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.447779:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826438400 02000000:00000010:1.0:1769074857.447832:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab854c8000. 00010000:00000010:1.0:1769074857.447875:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074857.447892:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074857.447912:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074857.447918:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074857.447934:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074857.447948:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074857.447954:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.447957:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074857.448039:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074857.448042:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a900. 00010000:00000010:1.0:1769074857.448046:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074857.448049:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074857.448075:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.448082:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.448093:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bae0. 00080000:00000010:1.0:1769074857.448106:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88d45c00. 00000001:00000010:2.0:1769074857.448921:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9000. 00000001:00000010:2.0:1769074857.448931:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074857.448975:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bae0. 00010000:00000010:2.0:1769074857.448988:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.448993:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074857.449009:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074857.449055:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:2.0:1769074857.449083:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab90081c80. 00000004:00000010:2.0:1769074857.449091:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96b0c0. 00000004:00000010:2.0:1769074857.449095:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f489cb0. 00000004:00000010:2.0:1769074857.449100:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f0d20. 00000004:00000010:2.0:1769074857.449103:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34c3c0. 00010000:00000010:2.0:1769074857.449113:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:2.0:1769074857.449132:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890060, last committed = 17179889941 00010000:00000200:2.0:1769074857.449143:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88ade680 x1855007826438400/t17179890060(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.449164:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074857.449172:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826438400, offset 224 00000400:00000010:2.0:1769074857.449178:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bce8. 00000400:00000200:2.0:1769074857.449183:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.449196:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.449203:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40893:40893:256:4294967295] 192.168.204.10@tcp LPNI seq info [40889:40889:8:4294967295] 00000400:00000200:2.0:1769074857.449209:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.449216:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.449223:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.449228:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074857.449235:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.449241:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.449257:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.449284:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2af00. 00000020:00000010:2.0:1769074857.449289:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562bb8. 00000020:00000010:2.0:1769074857.449293:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:3.0:1769074857.449718:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.449723:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074857.449728:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.449734:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074857.450736:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:1.0:1769074857.450750:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a900. 00010000:00000010:1.0:1769074857.450763:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf3c0. 00000400:00000200:2.0:1769074857.452554:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074857.452576:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66035 00000400:00000200:2.0:1769074857.452585:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.452591:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074857.452599:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:2.0:1769074857.452641:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00010000:00000010:0.0:1769074857.452877:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:0.0:1769074857.452887:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a180. 00010000:00000010:1.1:1769074857.455744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074857.455760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074857.455763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074857.458765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074857.458831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:2.1:1769074857.458841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:0.1:1769074857.461918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074857.461949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074857.462842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074857.462854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074857.462858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074857.462861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00000400:00000200:3.0:1769074857.464692:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.464714:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ce980 00000400:00000200:3.0:1769074857.464724:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 57600 00000400:00000200:3.0:1769074857.464786:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.464792:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.464800:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.464807:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88ade300. 00000020:00000010:2.0:1769074857.464930:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.464947:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.464954:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074857.464960:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074857.464965:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.465000:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.465002:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.465005:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826438528 00000001:00000010:2.0:1769074857.465015:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111c00. 00010000:00000010:2.0:1769074857.465042:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.465050:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 02000000:00000010:2.0:1769074857.465078:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc83e000. 00010000:00000010:2.0:1769074857.465108:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.465112:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074857.465132:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074857.465137:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074857.465141:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074857.465144:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074857.465220:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074857.465223:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074857.465227:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074857.465230:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074857.465301:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074857.465313:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074857.465318:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074857.465341:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074857.465356:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88ade300 x1855007826438528/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.465373:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074857.465378:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826438528, offset 224 00000400:00000200:2.0:1769074857.465385:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.465395:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.465401:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40894:40894:256:4294967295] 192.168.204.10@tcp LPNI seq info [40890:40890:8:4294967295] 00000400:00000200:2.0:1769074857.465411:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.465416:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.465421:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074857.465426:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.465432:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.465436:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.465459:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074857.465463:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.465469:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:3.0:1769074857.468201:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.468210:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074857.468217:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.468227:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.468234:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:3.0:1769074857.468237:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00010000:00000010:2.1:1769074857.472729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.1:1769074857.472742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074857.472746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.1:1769074857.472748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00000400:00000200:2.0:1769074857.472781:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.472797:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cea80 00000400:00000200:2.0:1769074857.472807:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 58176 00000400:00000200:2.0:1769074857.472829:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.472834:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.472841:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.472848:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0db100. 00000020:00000010:0.0:1769074857.472983:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.472989:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.472996:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074857.473002:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074857.473006:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.473052:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.473055:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.473058:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826438784 02000000:00000010:0.0:1769074857.473098:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82b49000. 00010000:00000010:0.0:1769074857.473140:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:0.0:1769074857.473156:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:0.0:1769074857.473177:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074857.473184:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074857.473199:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074857.473202:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074857.473207:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074857.473209:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.473295:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074857.473299:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074857.473302:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.473305:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074857.473329:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.473337:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.473348:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.473358:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fb49c00. 00000001:00000010:0.0:1769074857.473557:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adba0. 00000001:00000010:0.0:1769074857.473566:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00000020:00000010:0.0:1769074857.473598:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.474325:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074857.474335:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.474349:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8600. 00010000:00000010:0.0:1769074857.474391:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074857.474430:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab90081008. 00000004:00000010:0.0:1769074857.474437:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f96be40. 00000004:00000010:0.0:1769074857.474441:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f488cc0. 00000004:00000010:0.0:1769074857.474451:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab866f03c0. 00000004:00000010:0.0:1769074857.474455:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e34d2c0. 00010000:00000010:0.0:1769074857.474470:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074857.474488:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890061, last committed = 17179889941 00010000:00000200:0.0:1769074857.474498:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0db100 x1855007826438784/t17179890061(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.474517:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074857.474523:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826438784, offset 224 00000400:00000010:0.0:1769074857.474530:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aeb98. 00000400:00000200:0.0:1769074857.474534:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.474547:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.474554:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40895:40895:256:4294967295] 192.168.204.10@tcp LPNI seq info [40891:40891:8:4294967295] 00000400:00000200:0.0:1769074857.474560:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.474566:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.474574:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.474580:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074857.474585:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.474591:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.474596:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1769074857.474685:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074857.474692:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:2.0:1769074857.474698:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8600. 00000020:00000010:0.0:1769074857.475830:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074857.475840:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.475843:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:1.0:1769074857.478984:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.478993:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:1.0:1769074857.479000:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.479009:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.481192:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074857.481214:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6603d 00000400:00000200:2.0:1769074857.481222:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.481226:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074857.481232:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:2.0:1769074857.481236:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00010000:00000010:0.0:1769074857.481469:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.481479:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:2.1:1769074857.486089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074857.486106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074857.486167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:0.1:1769074857.486173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074857.486176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074857.486197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:2.0:1769074857.487406:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.487424:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8ceb80 00000400:00000200:2.0:1769074857.487433:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ecb5 [2] + 392 00000400:00000200:2.0:1769074857.487496:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.487502:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.487513:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074857.487520:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0dbb80. 00000020:00000010:1.0:1769074857.487778:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.487785:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.487793:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.487799:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a900. 00000020:00000010:1.0:1769074857.487806:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.487855:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.487858:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.487861:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826439040 00000001:00000010:1.0:1769074857.487872:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 02000000:00000010:1.0:1769074857.487915:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dab88d47800. 00000004:00000010:1.0:1769074857.487992:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5e600. 00080000:00000010:1.0:1769074857.488013:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88d46000. 00000001:00000010:1.0:1769074857.488047:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b780. 00000001:00000010:1.0:1769074857.488053:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1110c0. 00010000:00000200:1.0:1769074857.488098:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0dbb80 x1855007826439040/t17179890062(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 392/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.488117:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 00000100:00000200:1.0:1769074857.488122:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826439040, offset 224 00000400:00000200:1.0:1769074857.488128:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.488138:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.488144:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40896:40896:256:4294967295] 192.168.204.10@tcp LPNI seq info [40892:40892:8:4294967295] 00000400:00000200:1.0:1769074857.488155:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.488161:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.488166:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074857.488171:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.488179:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.488183:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.488209:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a900. 00000020:00000010:1.0:1769074857.488213:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.488217:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:2.0:1769074857.489325:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.489339:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:2.0:1769074857.489346:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.489352:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.489358:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcdd0 00000400:00000010:2.0:1769074857.489360:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcdd0. 00010000:00000010:0.1:1769074857.489663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074857.489671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:2.0:1769074857.502022:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.502043:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cec80 00000400:00000200:2.0:1769074857.502052:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 58664 00000400:00000200:2.0:1769074857.502082:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.502087:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.502095:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.502102:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0da680. 00000020:00000010:0.0:1769074857.502224:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.502230:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.502236:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074857.502242:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074857.502256:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.502340:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.502343:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.502346:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826439296 00000001:00000010:0.0:1769074857.502356:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d80c0. 02000000:00000010:0.0:1769074857.502387:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82b48000. 00010000:00000010:0.0:1769074857.502425:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:0.0:1769074857.502438:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dababb29280. 00010000:00000010:0.0:1769074857.502450:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa83540900. 00010000:00000010:0.0:1769074857.502468:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074857.502475:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.502489:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074857.502492:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074857.502497:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074857.502500:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074857.502580:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074857.502583:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074857.502586:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.502590:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074857.502685:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.502692:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56aa0. 00080000:00000010:0.0:1769074857.502703:0:42856:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbd2a6bf0. 00080000:00000010:0.0:1769074857.502706:0:42856:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab89c45b80. 00080000:00000010:0.0:1769074857.502720:0:42856:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab89c45b80. 00080000:00000010:0.0:1769074857.502723:0:42856:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbd2a6bf0. 00000020:00000010:0.0:1769074857.502731:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.502740:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e931000. 00000001:00000010:0.0:1769074857.503022:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad540. 00000001:00000010:0.0:1769074857.503029:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8780. 00000020:00000010:0.0:1769074857.503060:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.503089:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.503093:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00080000:00000010:0.0:1769074857.503116:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc9f5008. 00000004:00000010:0.0:1769074857.503122:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f41f760. 00000004:00000010:0.0:1769074857.503127:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f9e80f0. 00000004:00000010:0.0:1769074857.503131:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fa7fe00. 00010000:00000010:0.0:1769074857.503141:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074857.503157:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890063, last committed = 17179889941 00010000:00000200:0.0:1769074857.503167:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0da680 x1855007826439296/t17179890063(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.503185:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074857.503192:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826439296, offset 224 00000400:00000010:0.0:1769074857.503199:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae7e0. 00000400:00000200:0.0:1769074857.503202:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.503216:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.503222:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40897:40897:256:4294967295] 192.168.204.10@tcp LPNI seq info [40893:40893:8:4294967295] 00000400:00000200:0.0:1769074857.503228:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.503235:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.503241:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.503246:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074857.503251:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.503259:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.503263:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.503286:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074857.503290:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.503294:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:1.0:1769074857.503881:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.503887:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074857.503892:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.503897:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.505066:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.505087:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66045 00000400:00000200:3.0:1769074857.505093:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.505096:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.505102:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:3.0:1769074857.505105:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:1.0:1769074857.505468:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074857.505480:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:0.1:1769074857.506962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:0.1:1769074857.506975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabc2164e00. 00010000:00000010:0.1:1769074857.506980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56a300. 00000400:00000200:2.0:1769074857.509546:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.509567:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ced80 00000400:00000200:2.0:1769074857.509575:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 59152 00000400:00000200:2.0:1769074857.509670:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.509679:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.509688:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.509696:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9c00. 00000020:00000010:0.0:1769074857.509900:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.509906:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.509913:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074857.509918:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074857.509923:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.509974:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.509977:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.509980:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826439552 00000001:00000010:0.0:1769074857.509990:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1110c0. 02000000:00000010:0.0:1769074857.510023:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82b4b000. 00010000:00000010:0.0:1769074857.510062:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115880. 00010000:00000010:0.0:1769074857.510077:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88eceb80. 00010000:00000010:0.0:1769074857.510095:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074857.510102:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.510133:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074857.510137:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074857.510142:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074857.510145:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.510229:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074857.510233:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074857.510236:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074857.510240:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074857.510279:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.510286:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.510297:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.510306:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e930000. 00010000:00000010:1.1:1769074857.511684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074857.511695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074857.512112:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074857.512119:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074857.512126:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000004:00000010:0.0:1769074857.512196:0:42856:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8daa8f7ad480. 00000001:00000010:0.0:1769074857.512287:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adf00. 00000001:00000010:0.0:1769074857.512296:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074857.512344:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.512359:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074857.512367:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.512387:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d80c0. 00010000:00000010:0.0:1769074857.512440:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074857.512467:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fb7d728. 00000004:00000010:0.0:1769074857.512476:0:42856:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda3540. 00000004:00000010:0.0:1769074857.512480:0:42856:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbde80. 00000004:00000010:0.0:1769074857.512483:0:42856:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbd1c0. 00000004:00000010:0.0:1769074857.512488:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a0cb000. 00000004:00000010:0.0:1769074857.512491:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f41fdc0. 00000004:00000010:0.0:1769074857.512496:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f9e8e88. 00000004:00000010:0.0:1769074857.512501:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fa7e5a0. 00010000:00000010:0.0:1769074857.512512:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074857.512534:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890064, last committed = 17179889941 00010000:00000200:0.0:1769074857.512546:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d9c00 x1855007826439552/t17179890064(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.512568:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9c38. 00000100:00000200:0.0:1769074857.512575:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826439552, offset 224 00000400:00000010:0.0:1769074857.512583:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae7a8. 00000400:00000200:0.0:1769074857.512587:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.512637:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.512644:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40898:40898:256:4294967295] 192.168.204.10@tcp LPNI seq info [40894:40894:8:4294967295] 00000400:00000200:0.0:1769074857.512651:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.512656:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.512662:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.512667:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074857.512675:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.512682:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.512687:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.512705:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074857.512709:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.512713:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00010000:00000010:2.0:1769074857.512739:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074857.512747:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:2.0:1769074857.512752:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d80c0. 00000800:00000200:1.0:1769074857.513577:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.513584:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074857.513589:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.513596:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.518054:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.518081:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66049 00000400:00000200:3.0:1769074857.518089:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.518101:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.518109:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:3.0:1769074857.518112:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00010000:00000010:0.0:1769074857.518178:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.518190:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:0.1:1769074857.523968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab89efea00. 00010000:00000010:0.1:1769074857.523999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8eea00. 00010000:00000010:0.1:1769074857.524006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074857.524015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:2.1:1769074857.539140:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074857.539156:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:2.0:1769074857.539190:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.539211:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 496 into portal 12 MB=0x6971eaa8cee80 00000400:00000200:2.0:1769074857.539219:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 496/496 into md 0x20c21 [64] + 59640 00000400:00000200:2.0:1769074857.539287:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.539292:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.539299:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.539304:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8a80. 00000020:00000010:0.0:1769074857.541959:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.541969:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.541978:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074857.541983:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66480. 00000020:00000010:0.0:1769074857.541989:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.542027:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.542039:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.542042:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826439808 00000001:00000010:0.0:1769074857.542054:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8780. 02000000:00000010:0.0:1769074857.542104:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82b4c000. 00010000:00000010:0.0:1769074857.542153:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daa8fd41180. 00010000:00000010:0.0:1769074857.542173:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa50800. 00010000:00000010:0.0:1769074857.542192:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074857.542199:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.542216:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074857.542219:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074857.542223:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074857.542226:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.542317:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074857.542320:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074857.542324:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.542338:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074857.542365:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.542372:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.542382:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.542394:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb48d1400. 00010000:00000010:0.1:1769074857.543869:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074857.543882:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000004:00000010:0.0:1769074857.543893:0:42856:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8daa8f7ad780. 00000001:00000010:0.0:1769074857.543916:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad300. 00000001:00000010:0.0:1769074857.543923:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074857.543984:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.544000:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074857.544008:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.544039:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8780. 00010000:00000010:0.0:1769074857.544084:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074857.544436:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074857.544446:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:3.0:1769074857.544452:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00080000:00000010:0.0:1769074857.544792:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f73b728. 00000004:00000010:0.0:1769074857.544803:0:42856:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fdab0d0. 00000004:00000010:0.0:1769074857.544808:0:42856:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3b48. 00000004:00000010:0.0:1769074857.544810:0:42856:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d3188. 00000004:00000010:0.0:1769074857.544815:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab90853840. 00000004:00000010:0.0:1769074857.544818:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fccb210. 00000004:00000010:0.0:1769074857.544824:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba16397f8. 00000004:00000010:0.0:1769074857.544829:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd985a0. 00010000:00000010:0.0:1769074857.544845:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074857.544868:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890065, last committed = 17179889941 00010000:00000200:0.0:1769074857.544881:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d8a80 x1855007826439808/t17179890065(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 496/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.544903:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9c38. 00000100:00000200:0.0:1769074857.544911:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826439808, offset 224 00000400:00000010:0.0:1769074857.544918:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aef18. 00000400:00000200:0.0:1769074857.544922:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.544949:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.544955:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40899:40899:256:4294967295] 192.168.204.10@tcp LPNI seq info [40895:40895:8:4294967295] 00000400:00000200:0.0:1769074857.544962:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.544969:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.544974:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.544979:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074857.544986:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.544992:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.544996:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.545018:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66480. 00000020:00000010:0.0:1769074857.545023:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.545027:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:3.0:1769074857.545665:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.545670:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074857.545675:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.545681:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074857.549526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d7600. 00010000:00000010:0.1:1769074857.549545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabada46700. 00000400:00000200:3.0:1769074857.550457:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.550478:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6604d 00000400:00000200:3.0:1769074857.550485:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.550489:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.550497:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:3.0:1769074857.550499:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00010000:00000010:1.0:1769074857.550786:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074857.550798:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00000400:00000200:2.0:1769074857.551996:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.552013:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8cef80 00000400:00000200:2.0:1769074857.552022:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c21 [64] + 60136 00000400:00000200:2.0:1769074857.552087:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.552101:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.552114:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.552120:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8700. 00000020:00000010:0.0:1769074857.552777:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.552784:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.552790:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074857.552796:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66480. 00000020:00000010:0.0:1769074857.552801:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.552843:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.552846:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.552849:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826440064 00000001:00000010:0.0:1769074857.552860:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:0.0:1769074857.552885:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.552893:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074857.552929:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa82b4a000. 00010000:00000010:3.1:1769074857.554344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074857.554357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000004:00000010:0.0:1769074857.554788:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66700. 00080000:00000010:0.0:1769074857.554803:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb48d0c00. 00000001:00000010:0.0:1769074857.554835:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad840. 00000001:00000010:0.0:1769074857.554841:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074857.554917:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074857.554946:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d8700 x1855007826440064/t17179890066(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 648/608 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.554967:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074857.554975:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826440064, offset 224 00000400:00000200:0.0:1769074857.554982:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.554995:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.555001:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40900:40900:256:4294967295] 192.168.204.10@tcp LPNI seq info [40896:40896:8:4294967295] 00000400:00000200:0.0:1769074857.555012:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.555017:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.555022:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074857.555028:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.555036:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.555040:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.555072:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66480. 00000020:00000010:0.0:1769074857.555077:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.555081:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:3.0:1769074857.555716:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.555722:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:3.0:1769074857.555727:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.555734:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.556397:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:3.0:1769074857.556400:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:0.1:1769074857.559136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074857.559174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074857.565753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:1.1:1769074857.565873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074857.565881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:1.0:1769074857.565915:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.565932:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 448 into portal 23 MB=0x6971eaa8cf000 00000400:00000200:1.0:1769074857.565951:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 448/448 into md 0x2ecb5 [2] + 784 00000400:00000200:1.0:1769074857.565969:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.565974:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.565983:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074857.565988:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef100. 00000020:00000010:3.0:1769074857.566123:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.566130:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.566138:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.566144:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.566150:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074857.566191:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.566194:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.566197:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826440192 00000001:00000010:3.0:1769074857.566207:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 02000000:00000010:3.0:1769074857.566230:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8daa8326ac00. 00000004:00000010:3.0:1769074857.566237:0:42300:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa82be4800. 00080000:00000010:3.0:1769074857.567129:0:42300:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dab84248250. 00080000:00000010:3.0:1769074857.567135:0:42300:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8432fb00. 00080000:00000010:3.0:1769074857.567153:0:42300:0:(osd_index.c:355:osd_find_parent_fid()) kmalloced '(buf.lb_buf)': 87 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074857.567158:0:42300:0:(osd_index.c:383:osd_find_parent_fid()) kfreed 'buf.lb_buf': 87 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074857.567873:0:42300:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8432fb00. 00080000:00000010:3.0:1769074857.567879:0:42300:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dab84248250. 00000100:00000010:3.0:1769074857.567888:0:42300:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8daa83269400. 00000100:00000010:3.0:1769074857.567894:0:42300:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8daa8c415000. 00000400:00000010:3.0:1769074857.567904:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000400:00000010:3.0:1769074857.567915:0:42300:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3150. 00000400:00000200:3.0:1769074857.567922:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.567947:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.567953:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40901:40901:256:4294967295] 192.168.204.10@tcp LPNI seq info [40897:40897:8:4294967295] 00000400:00000200:3.0:1769074857.567960:0:42300:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074857.567968:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.567974:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.567979:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074857.567985:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.567993:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1022 00000800:00000200:3.0:1769074857.567998:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1769074857.568024:0:42300:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.10@tcp mbits 0x6971eaa8cf000-0x6971eaa8cf000 00000800:00000200:2.0:1769074857.569113:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.569121:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074857.569130:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.569137:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.569144:0:12640:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8daa83269400 00000400:00000200:3.0:1769074857.573897:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.573919:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66055 00000400:00000200:3.0:1769074857.573927:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.573931:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.573948:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:3.0:1769074857.573951:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074857.573957:0:12638:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8daa83269400 00000100:00000010:0.0:1769074857.574909:0:42300:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8daa8c415000. 00000100:00000010:0.0:1769074857.574918:0:42300:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8daa83269400. 00000004:00000010:0.0:1769074857.576946:0:42300:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa82be4800. 00010000:00000200:0.0:1769074857.576973:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef100 x1855007826440192/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 448/440 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.579721:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074857.580772:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855007826440192, offset 224 00000400:00000200:1.0:1769074857.580789:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.580804:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.580810:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40902:40902:256:4294967295] 192.168.204.10@tcp LPNI seq info [40898:40898:8:4294967295] 00000400:00000200:1.0:1769074857.580822:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.580828:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.580834:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074857.580841:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.580848:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.580852:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.580896:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:1.0:1769074857.580904:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:1.0:1769074857.580910:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:3.0:1769074857.581963:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.581971:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074857.581979:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.581987:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.581993:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:3.0:1769074857.581996:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00000400:00000200:2.0:1769074857.584644:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.584666:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8cf100 00000400:00000200:2.0:1769074857.584675:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ecb5 [2] + 1232 00000400:00000200:2.0:1769074857.584694:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.584698:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.584705:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074857.584712:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0db800. 00000020:00000010:1.0:1769074857.585120:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.585127:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.585136:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.585142:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a900. 00000020:00000010:1.0:1769074857.585147:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.585195:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.585198:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.585202:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826440448 02000000:00000010:1.0:1769074857.585247:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dab88d45400. 00000020:00000010:1.0:1769074857.585339:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074857.585353:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c14800. 00000001:00000010:1.0:1769074857.585439:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bb40. 00000001:00000010:1.0:1769074857.585446:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111900. 00000020:00000010:1.0:1769074857.585477:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00000004:00000010:1.0:1769074857.585495:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66700. 00010000:00000200:1.0:1769074857.585540:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0db800 x1855007826440448/t17179890067(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 392/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.585562:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074857.585569:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826440448, offset 224 00000400:00000200:1.0:1769074857.585577:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.585588:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.585595:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40903:40903:256:4294967295] 192.168.204.10@tcp LPNI seq info [40899:40899:8:4294967295] 00000400:00000200:1.0:1769074857.586276:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.586284:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.586291:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074857.586298:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.586450:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.586455:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.586486:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a900. 00000020:00000010:1.0:1769074857.586491:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.586495:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:3.0:1769074857.587558:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.587566:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:3.0:1769074857.587574:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.587581:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.587588:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00000400:00000010:3.0:1769074857.587591:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00000400:00000200:3.0:1769074857.592526:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.592548:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8cf200 00000400:00000200:3.0:1769074857.592557:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c21 [64] + 60784 00000400:00000200:3.0:1769074857.592574:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.592579:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.592587:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.592594:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adce00. 00000020:00000010:0.0:1769074857.599588:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.599599:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.599712:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074857.599719:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66480. 00000020:00000010:0.0:1769074857.599724:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.599776:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.599779:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.599783:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826440704 00000001:00000010:0.0:1769074857.599794:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074857.599822:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.599830:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074857.599867:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabbff7b000. 00010000:00000010:0.0:1769074857.599967:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074857.599973:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000004:00000010:0.0:1769074857.600013:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66680. 00080000:00000010:0.0:1769074857.600026:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb48d1800. 00000001:00000010:0.0:1769074857.600058:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adf60. 00000001:00000010:0.0:1769074857.600063:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00010000:00000010:0.0:1769074857.601481:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074857.601519:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adce00 x1855007826440704/t17179890068(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 648/608 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.601543:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074857.601550:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826440704, offset 224 00000400:00000200:0.0:1769074857.601557:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.601571:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.601578:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40904:40904:256:4294967295] 192.168.204.10@tcp LPNI seq info [40900:40900:8:4294967295] 00000400:00000200:0.0:1769074857.601589:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.601595:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.601870:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074857.601880:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.601889:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.601894:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.601923:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66480. 00000020:00000010:0.0:1769074857.601928:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.601932:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:2.0:1769074857.602125:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.602130:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:2.0:1769074857.602135:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.602140:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.602146:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:2.0:1769074857.602148:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00010000:00000010:0.1:1769074857.606842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:3.0:1769074857.619260:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.619282:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cf280 00000400:00000200:3.0:1769074857.619291:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 61432 00000400:00000200:3.0:1769074857.619309:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.619314:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.619322:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.619341:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf100. 00000020:00000010:0.0:1769074857.620224:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.620232:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.620240:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074857.620246:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66480. 00000020:00000010:0.0:1769074857.620251:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef0c8. 00000020:00000010:0.0:1769074857.620298:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.620301:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.620304:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826440832 00000001:00000010:0.0:1769074857.620317:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111900. 00010000:00000010:0.0:1769074857.620356:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.620364:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074857.620391:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbff78000. 00010000:00000010:0.0:1769074857.620421:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.620426:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.620445:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074857.620449:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074857.620453:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074857.620458:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.620537:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074857.620541:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074857.620544:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074857.620548:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.620903:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.620917:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.620924:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074857.620955:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074857.620973:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adf100 x1855007826440832/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.621068:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074857.621077:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826440832, offset 224 00000400:00000200:3.0:1769074857.621085:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.621107:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.621114:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40905:40905:256:4294967295] 192.168.204.10@tcp LPNI seq info [40901:40901:8:4294967295] 00000400:00000200:3.0:1769074857.621126:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.621132:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.621139:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074857.621145:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.621152:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.621157:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.621185:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66480. 00000020:00000010:3.0:1769074857.621189:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef0c8. 00000020:00000010:3.0:1769074857.621193:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:1.0:1769074857.621339:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.621344:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074857.621351:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.621356:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.621362:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:1.0:1769074857.621364:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00000400:00000200:2.0:1769074857.630004:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.630025:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cf380 00000400:00000200:2.0:1769074857.630035:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 62008 00000400:00000200:2.0:1769074857.630053:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.630057:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.630066:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.630074:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9880. 00000020:00000010:0.0:1769074857.630237:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.630243:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.630249:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6a00. 00000020:00000010:0.0:1769074857.630255:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074857.630261:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074857.630304:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.630308:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.630310:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826441088 02000000:00000010:0.0:1769074857.630356:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbff79000. 00010000:00000010:0.0:1769074857.630400:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.630417:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074857.630426:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115480. 00010000:00000010:0.0:1769074857.630444:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074857.630449:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.630465:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074857.630468:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074857.630472:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074857.630475:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.630569:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074857.630573:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074857.630577:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074857.630580:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074857.630656:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.630664:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074857.630677:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.630691:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ec400. 00000001:00000010:0.0:1769074857.630950:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ade40. 00000001:00000010:0.0:1769074857.630958:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8240. 00000020:00000010:0.0:1769074857.630994:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.631004:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074857.631009:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.631022:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074857.631056:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074857.631079:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb11398. 00000004:00000010:0.0:1769074857.631086:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bfa80. 00000004:00000010:0.0:1769074857.631099:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d840660. 00000004:00000010:0.0:1769074857.631105:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c03c0. 00000004:00000010:0.0:1769074857.631109:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbeee8960. 00010000:00000010:0.0:1769074857.631121:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074857.631140:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890069, last committed = 17179889941 00010000:00000200:0.0:1769074857.631150:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d9880 x1855007826441088/t17179890069(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.631170:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074857.631177:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826441088, offset 224 00000400:00000010:0.0:1769074857.631183:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae0e0. 00000400:00000200:0.0:1769074857.631187:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.631202:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.631208:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40906:40906:256:4294967295] 192.168.204.10@tcp LPNI seq info [40902:40902:8:4294967295] 00000400:00000200:0.0:1769074857.631215:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.631222:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.631228:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.631233:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074857.631240:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.631247:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.631251:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.631281:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074857.631286:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074857.631289:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6a00. 00010000:00000010:1.0:1769074857.631720:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074857.631728:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:1.0:1769074857.631736:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8180. 00000800:00000200:2.0:1769074857.631878:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.631883:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074857.631888:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.631894:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.636307:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074857.636341:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66069 00000400:00000200:1.0:1769074857.636349:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.636354:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074857.636361:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:1.0:1769074857.636364:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00010000:00000010:0.0:1769074857.636532:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.636544:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:0.1:1769074857.636815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074857.636822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074857.636826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074857.636828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:1.1:1769074857.640848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074857.640866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074857.641737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074857.641746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074857.641749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8dbf5200. 00000400:00000200:2.0:1769074857.643008:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.643026:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cf400 00000400:00000200:2.0:1769074857.643035:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 62496 00000400:00000200:2.0:1769074857.643102:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.643121:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.643130:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.643137:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0db480. 00000020:00000010:3.0:1769074857.643363:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.643369:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.643376:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074857.643382:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074857.643387:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074857.643442:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.643445:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.643447:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826441216 00000001:00000010:3.0:1769074857.643458:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:3.0:1769074857.643483:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074857.643491:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 02000000:00000010:3.0:1769074857.643519:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c410000. 00010000:00000010:3.0:1769074857.643552:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074857.643557:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074857.643576:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074857.643580:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074857.643584:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074857.643587:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.643714:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074857.643718:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074857.643721:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074857.643725:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074857.643794:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074857.643808:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.643813:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074857.643834:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074857.643849:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0db480 x1855007826441216/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.643869:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074857.643875:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826441216, offset 224 00000400:00000200:3.0:1769074857.643881:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.643892:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.643898:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40907:40907:256:4294967295] 192.168.204.10@tcp LPNI seq info [40903:40903:8:4294967295] 00000400:00000200:3.0:1769074857.643909:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.643915:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.643920:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074857.643926:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.643943:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.643947:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.643968:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074857.643972:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074857.643976:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:2.0:1769074857.644688:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.644694:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:2.0:1769074857.644702:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.644708:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.644713:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46440 00000400:00000010:2.0:1769074857.644715:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46440. 00010000:00000010:0.1:1769074857.646310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074857.646326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074857.646332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074857.646335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000400:00000200:1.0:1769074857.653116:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.653139:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cf500 00000400:00000200:1.0:1769074857.653149:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 63072 00000400:00000200:1.0:1769074857.653164:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.653167:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.653175:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.653180:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeed180. 00000020:00000010:0.0:1769074857.653351:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.653357:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.653364:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6a00. 00000020:00000010:0.0:1769074857.653370:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66a80. 00000020:00000010:0.0:1769074857.653375:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefd48. 00000020:00000010:0.0:1769074857.653425:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.653428:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.653432:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826441472 02000000:00000010:0.0:1769074857.653479:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbff7d000. 00010000:00000010:0.0:1769074857.653526:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:0.0:1769074857.653545:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:0.0:1769074857.653569:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074857.653576:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.653594:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074857.653598:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:3.1:1769074857.653899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074857.653907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074857.653910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074857.653913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:1.0:1769074857.654187:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074857.654193:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074857.654277:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074857.654281:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a900. 00010000:00000010:1.0:1769074857.654285:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074857.654289:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00000020:00000010:1.0:1769074857.654315:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b020. 00000020:00000010:1.0:1769074857.654321:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b020. 00000020:00000010:1.0:1769074857.654343:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074857.654352:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c16800. 00000001:00000010:1.0:1769074857.654561:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b660. 00000001:00000010:1.0:1769074857.654569:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074857.654646:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074857.654656:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.654661:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074857.654674:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111780. 00010000:00000010:1.0:1769074857.654715:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00080000:00000010:1.0:1769074857.654737:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb10c78. 00000004:00000010:1.0:1769074857.654744:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bfd80. 00000004:00000010:1.0:1769074857.654747:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d841100. 00000004:00000010:1.0:1769074857.654753:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c0348. 00000004:00000010:1.0:1769074857.654756:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbeee9a40. 00010000:00000010:1.0:1769074857.654766:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:1.0:1769074857.654785:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890070, last committed = 17179889941 00010000:00000200:1.0:1769074857.654796:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeed180 x1855007826441472/t17179890070(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.654816:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074857.654823:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826441472, offset 224 00000400:00000010:1.0:1769074857.654829:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c0a8. 00000400:00000200:1.0:1769074857.654834:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.654847:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.654853:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40908:40908:256:4294967295] 192.168.204.10@tcp LPNI seq info [40904:40904:8:4294967295] 00000400:00000200:1.0:1769074857.654860:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.654866:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.654872:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.654876:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074857.654883:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.654890:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.654895:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.654912:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66a80. 00000020:00000010:1.0:1769074857.654917:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefd48. 00000020:00000010:1.0:1769074857.654920:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6a00. 00000800:00000200:3.0:1769074857.655079:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.655084:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074857.655099:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.655104:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074857.656974:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:0.0:1769074857.656991:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a900. 00010000:00000010:0.0:1769074857.657001:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111780. 00000400:00000200:3.0:1769074857.657458:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.657476:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66071 00000400:00000200:3.0:1769074857.657484:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.657489:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.657496:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:3.0:1769074857.657499:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00010000:00000010:1.0:1769074857.659053:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074857.659072:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00000400:00000200:3.0:1769074857.659590:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.659627:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cf580 00000400:00000200:3.0:1769074857.659636:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 63560 00000400:00000200:3.0:1769074857.659695:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.659700:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.659707:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.659713:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88addf80. 00000020:00000010:0.0:1769074857.659834:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.659840:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.659847:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7600. 00000020:00000010:0.0:1769074857.659852:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074857.659857:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefe10. 00000020:00000010:0.0:1769074857.659898:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.659901:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.659904:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826441600 00000001:00000010:0.0:1769074857.659914:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074857.659946:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074857.659955:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074857.659985:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ad72000. 00010000:00000010:0.0:1769074857.660019:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074857.660023:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.660041:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074857.660044:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074857.660049:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074857.660052:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.660136:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074857.660140:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074857.660144:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.660148:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.660212:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.660222:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.660226:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074857.660245:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074857.660259:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88addf80 x1855007826441600/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.660279:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074857.660284:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826441600, offset 224 00000400:00000200:0.0:1769074857.660291:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.660301:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.660307:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40909:40909:256:4294967295] 192.168.204.10@tcp LPNI seq info [40905:40905:8:4294967295] 00000400:00000200:0.0:1769074857.660318:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.660324:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.660334:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074857.660340:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.660347:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.660351:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.660370:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074857.660374:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefe10. 00000020:00000010:0.0:1769074857.660377:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7600. 00000800:00000200:0.0:1769074857.660439:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.660442:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:0.0:1769074857.660445:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.660449:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074857.660452:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:0.0:1769074857.660455:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00000400:00000200:3.0:1769074857.670950:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.670969:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cf680 00000400:00000200:3.0:1769074857.670978:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 64136 00000400:00000200:3.0:1769074857.670995:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.671000:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.671008:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.671015:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88addc00. 00000020:00000010:0.0:1769074857.671159:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.671165:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.671172:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7600. 00000020:00000010:0.0:1769074857.671177:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074857.671182:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefe10. 00000020:00000010:0.0:1769074857.671227:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.671231:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.671234:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826441856 02000000:00000010:0.0:1769074857.671270:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ad73000. 00010000:00000010:0.0:1769074857.671312:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.671338:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074857.671360:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.671366:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.671382:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074857.671385:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074857.671389:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074857.671392:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.671472:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074857.671477:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074857.671480:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074857.671485:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074857.671511:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56800. 00000020:00000010:0.0:1769074857.671518:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56800. 00000020:00000010:0.0:1769074857.671530:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.671539:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ef800. 00000001:00000010:0.0:1769074857.672005:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad000. 00000001:00000010:0.0:1769074857.672013:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8d80. 00000020:00000010:0.0:1769074857.672049:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.672058:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074857.672063:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.672076:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074857.673521:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074857.673565:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb118f0. 00000004:00000010:0.0:1769074857.673573:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bf540. 00000004:00000010:0.0:1769074857.673577:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d841980. 00000004:00000010:0.0:1769074857.673582:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c01e0. 00000004:00000010:0.0:1769074857.673588:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab85933c20. 00010000:00000010:0.0:1769074857.673907:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074857.673946:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890071, last committed = 17179889941 00010000:00000200:0.0:1769074857.673959:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88addc00 x1855007826441856/t17179890071(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.674202:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074857.674211:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826441856, offset 224 00000400:00000010:1.0:1769074857.674220:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c620. 00000400:00000200:1.0:1769074857.674224:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.674240:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.674246:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40910:40910:256:4294967295] 192.168.204.10@tcp LPNI seq info [40906:40906:8:4294967295] 00000400:00000200:1.0:1769074857.674254:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.674260:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.674267:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.674273:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074857.674279:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.674286:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.674290:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.674312:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:1.0:1769074857.674317:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefe10. 00000020:00000010:1.0:1769074857.674320:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7600. 00000800:00000200:3.0:1769074857.674750:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.674755:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074857.674761:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.674766:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074857.675071:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074857.675084:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:2.0:1769074857.675120:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000400:00000200:0.0:1769074857.679114:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074857.679141:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66079 00000400:00000200:0.0:1769074857.679149:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.679154:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074857.679161:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:0.0:1769074857.679164:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00010000:00000010:2.0:1769074857.679279:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074857.679289:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:1.1:1769074857.679836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074857.679846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:1.1:1769074857.679851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074857.679854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:0.1:1769074857.679900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:0.1:1769074857.679906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074857.679910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074857.679913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:0.1:1769074857.679917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074857.679920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074857.679924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074857.679926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:2.1:1769074857.684658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074857.684676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:2.1:1769074857.684681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074857.684684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:3.0:1769074857.685204:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.685225:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cf700 00000400:00000200:3.0:1769074857.685235:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 64624 00000400:00000200:3.0:1769074857.685313:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.685319:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.685333:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.685344:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288ed80. 00000020:00000010:1.0:1769074857.685459:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.685466:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.685475:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.685480:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ae80. 00000020:00000010:1.0:1769074857.685485:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.685534:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.685537:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.685540:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826441984 00000001:00000010:1.0:1769074857.685551:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:1.0:1769074857.685580:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074857.685588:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 02000000:00000010:1.0:1769074857.685665:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854cc000. 00010000:00000010:1.0:1769074857.685697:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074857.685701:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074857.685721:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074857.685725:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a880. 00010000:00000010:1.0:1769074857.685730:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074857.685732:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074857.685814:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074857.685817:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074857.685821:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074857.685825:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074857.685893:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074857.685905:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074857.685909:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a880. 00010000:00000010:1.0:1769074857.685930:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000200:1.0:1769074857.685956:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288ed80 x1855007826441984/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.685980:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074857.685985:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826441984, offset 224 00000400:00000200:1.0:1769074857.685993:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.686003:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.686009:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40911:40911:256:4294967295] 192.168.204.10@tcp LPNI seq info [40907:40907:8:4294967295] 00000400:00000200:1.0:1769074857.686018:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.686023:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.686028:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074857.686034:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.686041:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.686045:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.686064:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ae80. 00000020:00000010:1.0:1769074857.686068:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.686071:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:3.0:1769074857.687056:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.687063:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074857.687070:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.687078:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.687085:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:3.0:1769074857.687094:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00010000:00000010:0.1:1769074857.688713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074857.688726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074857.688730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074857.688735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:0.0:1769074857.693144:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.693165:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cf800 00000400:00000200:0.0:1769074857.693175:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 65200 00000400:00000200:0.0:1769074857.693194:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.693198:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.693207:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.693214:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdea00. 00000020:00000010:1.0:1769074857.693514:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.693521:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.693531:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.693536:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ae80. 00000020:00000010:1.0:1769074857.693542:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.693585:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.693588:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.693591:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826442240 00010000:00000010:1.1:1769074857.693635:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074857.693642:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074857.693647:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074857.693650:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 02000000:00000010:1.0:1769074857.693683:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab88b90000. 00010000:00000010:1.0:1769074857.693724:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074857.693736:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074857.693754:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074857.693760:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074857.693774:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074857.693777:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074857.693782:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074857.693784:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074857.693858:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074857.693861:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a880. 00010000:00000010:1.0:1769074857.693864:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074857.693867:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074857.693887:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b020. 00000020:00000010:1.0:1769074857.693893:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b020. 00000020:00000010:1.0:1769074857.693904:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074857.693913:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c16400. 00000001:00000010:1.0:1769074857.694531:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bde0. 00000001:00000010:1.0:1769074857.694539:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074857.694570:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074857.694580:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074857.694585:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074857.694599:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111a80. 00010000:00000010:1.0:1769074857.694895:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074857.694920:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbffc7398. 00000004:00000010:1.0:1769074857.694928:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bf9c0. 00000004:00000010:1.0:1769074857.694942:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d841cb0. 00000004:00000010:1.0:1769074857.694947:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c0708. 00000004:00000010:1.0:1769074857.694951:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab859321e0. 00010000:00000010:1.0:1769074857.694960:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000200:1.0:1769074857.694977:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890072, last committed = 17179889941 00010000:00000200:1.0:1769074857.694987:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdea00 x1855007826442240/t17179890072(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.695005:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074857.695011:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826442240, offset 224 00000400:00000010:1.0:1769074857.695017:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c850. 00000400:00000200:1.0:1769074857.695021:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.695034:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.695041:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40912:40912:256:4294967295] 192.168.204.10@tcp LPNI seq info [40908:40908:8:4294967295] 00000400:00000200:1.0:1769074857.695047:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.695054:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.695060:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.695064:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074857.695071:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.695078:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.695082:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.695119:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ae80. 00000020:00000010:1.0:1769074857.695123:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.695126:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:1.0:1769074857.695218:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.695222:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:1.0:1769074857.695226:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.695231:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.697544:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.697565:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66081 00000400:00000200:3.0:1769074857.697572:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.697577:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.697583:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:3.0:1769074857.697585:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00010000:00000010:1.0:1769074857.697957:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074857.697969:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a980. 00010000:00000010:0.0:1769074857.699305:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:0.0:1769074857.699319:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a880. 00010000:00000010:0.0:1769074857.699339:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111a80. 00000400:00000200:0.0:1769074857.700003:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.700020:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cf880 00000400:00000200:0.0:1769074857.700028:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 65688 00000400:00000200:0.0:1769074857.700096:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.700101:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.700590:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.700629:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdf100. 00000020:00000010:1.0:1769074857.700777:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.700784:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.700792:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.700798:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a980. 00000020:00000010:1.0:1769074857.700804:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.700845:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.700848:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.700851:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826442368 00000001:00000010:1.0:1769074857.700862:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8d80. 00010000:00000010:1.0:1769074857.700891:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074857.700900:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 02000000:00000010:1.0:1769074857.700929:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad909000. 00010000:00000010:1.0:1769074857.700969:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.700973:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074857.700993:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074857.700996:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074857.701000:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.701003:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074857.701079:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074857.701083:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074857.701086:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.701274:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074857.701353:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074857.701366:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074857.701371:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074857.701393:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000200:1.0:1769074857.701408:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdf100 x1855007826442368/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.701427:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074857.701432:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826442368, offset 224 00000400:00000200:1.0:1769074857.701439:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.701450:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.701456:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40913:40913:256:4294967295] 192.168.204.10@tcp LPNI seq info [40909:40909:8:4294967295] 00000400:00000200:1.0:1769074857.701468:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.701474:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.701479:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074857.701486:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.701493:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.701497:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.701565:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a980. 00000020:00000010:1.0:1769074857.701570:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.701574:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00010000:00000010:1.1:1769074857.705669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074857.705685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074857.705692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074857.705700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000800:00000200:3.0:1769074857.709158:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.709169:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074857.709177:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.709186:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.709193:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fce58 00000400:00000010:3.0:1769074857.709196:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fce58. 00010000:00000010:0.1:1769074857.713771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074857.713788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074857.716832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074857.716847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074857.716851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074857.716854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074857.716857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074857.716860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:3.0:1769074857.721288:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.721307:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cf980 00000400:00000200:3.0:1769074857.721316:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 66264 00000400:00000200:3.0:1769074857.721414:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.721421:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.721429:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.721435:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288e300. 00000020:00000010:1.0:1769074857.721564:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.721571:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.721580:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.721586:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a980. 00000020:00000010:1.0:1769074857.721590:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.721664:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.721668:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.721671:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826442624 02000000:00000010:1.0:1769074857.721706:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabad90f000. 00010000:00000010:1.0:1769074857.721744:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074857.721762:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074857.721780:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074857.721786:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074857.721801:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074857.721805:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074857.721809:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074857.721812:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074857.721892:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074857.721896:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074857.721899:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.721903:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074857.721927:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be80. 00000020:00000010:1.0:1769074857.721944:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be80. 00000020:00000010:1.0:1769074857.721957:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074857.721967:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c15c00. 00000001:00000010:1.0:1769074857.726245:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b8a0. 00000001:00000010:1.0:1769074857.726258:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111780. 00000020:00000010:1.0:1769074857.726300:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074857.726320:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074857.726545:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074857.726573:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111a80. 00010000:00000010:1.0:1769074857.726653:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074857.726684:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88b11398. 00000004:00000010:1.0:1769074857.726691:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa820e5f00. 00000004:00000010:1.0:1769074857.726695:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab878bc990. 00000004:00000010:1.0:1769074857.726701:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dcb7348. 00000004:00000010:1.0:1769074857.726705:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabada405a0. 00010000:00000010:1.0:1769074857.726718:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074857.726741:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890073, last committed = 17179889941 00010000:00000200:1.0:1769074857.726755:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288e300 x1855007826442624/t17179890073(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.726776:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074857.726784:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826442624, offset 224 00000400:00000010:1.0:1769074857.726792:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cbd0. 00000400:00000200:1.0:1769074857.726797:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.726813:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.726820:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40914:40914:256:4294967295] 192.168.204.10@tcp LPNI seq info [40910:40910:8:4294967295] 00000400:00000200:1.0:1769074857.726827:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.726834:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.726840:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.726846:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074857.726853:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.726860:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.726864:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.726897:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a980. 00000020:00000010:1.0:1769074857.726902:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.726906:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00010000:00000010:2.0:1769074857.727271:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:2.0:1769074857.727280:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ae80. 00010000:00000010:2.0:1769074857.727289:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111a80. 00000800:00000200:3.0:1769074857.727725:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.727730:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:3.0:1769074857.727735:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.727742:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.729478:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.729499:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66089 00000400:00000200:3.0:1769074857.729506:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.729510:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.729516:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fce58 00000400:00000010:3.0:1769074857.729518:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fce58. 00010000:00000010:2.0:1769074857.729797:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:2.0:1769074857.729808:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00000400:00000200:3.0:1769074857.730670:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.730685:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cfa00 00000400:00000200:3.0:1769074857.730694:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 66752 00000400:00000200:3.0:1769074857.730748:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.730752:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.730758:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.730764:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288ca80. 00000020:00000010:1.0:1769074857.730874:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.730880:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.730889:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.730893:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a980. 00000020:00000010:1.0:1769074857.730899:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.730939:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.730942:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.730946:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826442752 00000001:00000010:1.0:1769074857.730955:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074857.730978:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074857.730985:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074857.731010:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad908000. 00010000:00000010:1.0:1769074857.731041:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074857.731045:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074857.731061:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074857.731064:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074857.731067:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074857.731070:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074857.731161:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074857.731165:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074857.731169:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.731172:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.731236:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074857.731246:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074857.731250:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074857.731269:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074857.731282:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288ca80 x1855007826442752/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.731301:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074857.731306:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826442752, offset 224 00000400:00000200:1.0:1769074857.731313:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.731323:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.731334:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40915:40915:256:4294967295] 192.168.204.10@tcp LPNI seq info [40911:40911:8:4294967295] 00000400:00000200:1.0:1769074857.731345:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.731350:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.731355:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074857.731360:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.731367:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.731371:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.731394:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a980. 00000020:00000010:1.0:1769074857.731398:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.731401:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:2.0:1769074857.731664:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.731668:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:2.0:1769074857.731673:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.731677:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.731683:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:2.0:1769074857.731685:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00010000:00000010:1.1:1769074857.737573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074857.737590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074857.737596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074857.737629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074857.737632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074857.737634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074857.737637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074857.737639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:2.1:1769074857.737759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:2.1:1769074857.737764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:2.1:1769074857.737767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074857.737769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:3.0:1769074857.738052:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.738073:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cfb00 00000400:00000200:3.0:1769074857.738081:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 67328 00000400:00000200:3.0:1769074857.738106:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.738111:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.738120:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.738128:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288d180. 00000020:00000010:1.0:1769074857.738547:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.738554:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.738562:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.738568:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a980. 00000020:00000010:1.0:1769074857.738572:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.738646:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.738649:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.738652:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826443008 02000000:00000010:1.0:1769074857.738686:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabad90e000. 00010000:00000010:1.0:1769074857.738722:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.739018:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074857.739040:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074857.739046:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.739065:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074857.739069:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074857.739074:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074857.739077:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074857.739179:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074857.739183:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074857.739187:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074857.739191:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00000020:00000010:1.0:1769074857.739215:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be80. 00000020:00000010:1.0:1769074857.739223:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be80. 00000020:00000010:1.0:1769074857.739234:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074857.739244:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c15000. 00000001:00000010:1.0:1769074857.739848:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b720. 00000001:00000010:1.0:1769074857.739857:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111900. 00000020:00000010:1.0:1769074857.739892:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074857.739901:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074857.739905:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074857.739918:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074857.739974:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00080000:00000010:1.0:1769074857.739998:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe83728. 00000004:00000010:1.0:1769074857.740005:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec34780. 00000004:00000010:1.0:1769074857.740009:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0eff0. 00000004:00000010:1.0:1769074857.740015:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4e88. 00000004:00000010:1.0:1769074857.740021:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb4f35c20. 00010000:00000010:1.0:1769074857.740031:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074857.740051:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890074, last committed = 17179889941 00010000:00000200:1.0:1769074857.740062:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288d180 x1855007826443008/t17179890074(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.740084:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074857.740102:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826443008, offset 224 00000400:00000010:1.0:1769074857.740111:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c5e8. 00000400:00000200:1.0:1769074857.740115:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.740129:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.740135:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40916:40916:256:4294967295] 192.168.204.10@tcp LPNI seq info [40912:40912:8:4294967295] 00000400:00000200:1.0:1769074857.740143:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.740150:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.740156:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.740162:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074857.740169:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.740177:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.740181:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.740201:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a980. 00000020:00000010:1.0:1769074857.740205:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.740209:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:3.0:1769074857.740696:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.740702:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074857.740709:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.740715:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074857.740761:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:3.0:1769074857.740769:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00010000:00000010:3.0:1769074857.740776:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00000400:00000200:3.0:1769074857.744716:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.744749:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66091 00000400:00000200:3.0:1769074857.744758:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.744762:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.744769:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:3.0:1769074857.744772:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00000400:00000200:3.0:1769074857.744800:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.744807:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cfb80 00000400:00000200:3.0:1769074857.744815:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 67816 00000400:00000200:3.0:1769074857.744869:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.744873:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.744878:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.744883:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288fb80. 00000020:00000010:0.0:1769074857.748153:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.748168:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.748178:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074857.748185:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074857.748190:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.748241:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.748243:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.748246:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826443136 00000001:00000010:0.0:1769074857.748256:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111780. 00010000:00000010:0.0:1769074857.748282:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.748290:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074857.748317:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ad75000. 00010000:00000010:0.0:1769074857.748346:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074857.748350:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.748370:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074857.748374:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074857.748378:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.748381:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.748453:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074857.748457:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074857.748460:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074857.748465:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.748528:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.748540:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.748545:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074857.748564:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074857.748580:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288fb80 x1855007826443136/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.748598:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074857.748639:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826443136, offset 224 00000400:00000200:0.0:1769074857.748648:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.748664:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.748671:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40917:40917:256:4294967295] 192.168.204.10@tcp LPNI seq info [40913:40913:8:4294967295] 00000400:00000200:0.0:1769074857.748683:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.748689:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.748694:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074857.748701:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.748708:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.748712:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.748730:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074857.748733:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.748737:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00010000:00000010:1.0:1769074857.749495:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074857.749505:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a800. 00000800:00000200:3.0:1769074857.750214:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.750221:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074857.750227:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.750235:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.750242:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:3.0:1769074857.750244:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00000400:00000200:3.0:1769074857.754809:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.754829:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cfc80 00000400:00000200:3.0:1769074857.754839:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 68392 00000400:00000200:3.0:1769074857.754854:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.754859:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.754866:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.754872:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288ea00. 00000020:00000010:1.0:1769074857.755019:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.755025:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.755034:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.755040:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.755045:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.755087:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.755100:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.755104:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826443392 02000000:00000010:1.0:1769074857.755140:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabad90d000. 00010000:00000010:1.0:1769074857.755181:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074857.755200:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:1.0:1769074857.755222:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.755229:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074857.755246:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074857.755250:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074857.755254:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.755257:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074857.755349:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074857.755353:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074857.755357:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074857.755360:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00000020:00000010:1.0:1769074857.755383:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be80. 00000020:00000010:1.0:1769074857.755389:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be80. 00000020:00000010:1.0:1769074857.755400:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074857.755410:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c17800. 00000001:00000010:1.0:1769074857.755673:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bd20. 00000001:00000010:1.0:1769074857.755680:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111c00. 00000020:00000010:1.0:1769074857.755714:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074857.755723:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.755727:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074857.755739:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1110c0. 00010000:00000010:1.0:1769074857.755780:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00080000:00000010:1.0:1769074857.755812:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabafae1398. 00010000:00000010:2.0:1769074857.755812:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:2.0:1769074857.755818:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00000004:00000010:1.0:1769074857.755820:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc4e26c0. 00000004:00000010:1.0:1769074857.755823:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb3c4c880. 00010000:00000010:2.0:1769074857.755826:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1110c0. 00000004:00000010:1.0:1769074857.755829:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf960. 00000004:00000010:1.0:1769074857.755833:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88e0cf00. 00010000:00000010:1.0:1769074857.755843:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074857.755862:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890075, last committed = 17179889941 00010000:00000200:1.0:1769074857.755874:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288ea00 x1855007826443392/t17179890075(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.755894:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074857.755902:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826443392, offset 224 00000400:00000010:1.0:1769074857.755908:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c0e0. 00000400:00000200:1.0:1769074857.755911:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.755924:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.755941:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40918:40918:256:4294967295] 192.168.204.10@tcp LPNI seq info [40914:40914:8:4294967295] 00000400:00000200:1.0:1769074857.755949:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.755955:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.755961:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.755967:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074857.755973:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.755980:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.755984:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.756004:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.756007:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.756011:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:3.0:1769074857.756723:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.756729:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:3.0:1769074857.756744:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.756750:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074857.756960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074857.756968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074857.756971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074857.756974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:1.1:1769074857.757416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074857.757424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074857.757428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074857.757433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074857.757436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074857.757438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:3.1:1769074857.757969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074857.757977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:2.1:1769074857.761666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074857.761680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074857.762711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:1.1:1769074857.762722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00000400:00000200:3.0:1769074857.763699:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.763722:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66099 00000400:00000200:3.0:1769074857.763730:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.763734:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.763741:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:3.0:1769074857.763743:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00010000:00000010:2.0:1769074857.764858:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:2.0:1769074857.764873:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a980. 00010000:00000010:1.1:1769074857.774794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074857.774813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:3.0:1769074857.776234:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.776254:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cfd00 00000400:00000200:3.0:1769074857.776264:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 68880 00000400:00000200:3.0:1769074857.776331:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.776336:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.776344:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.776350:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288f800. 00000020:00000010:0.0:1769074857.776763:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.776770:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.776776:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074857.776782:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074857.776787:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.776834:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.776837:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.776840:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826443520 00000001:00000010:0.0:1769074857.776850:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111900. 00010000:00000010:0.0:1769074857.776875:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.776882:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074857.776910:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdf9000. 00010000:00000010:0.0:1769074857.776948:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.776953:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.776972:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074857.776976:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074857.776979:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074857.776982:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.777051:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074857.777056:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074857.777059:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074857.777063:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.777155:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.777166:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.777171:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074857.777189:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074857.777206:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288f800 x1855007826443520/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.777225:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074857.777231:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826443520, offset 224 00000400:00000200:0.0:1769074857.777237:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.777248:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.777255:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40919:40919:256:4294967295] 192.168.204.10@tcp LPNI seq info [40915:40915:8:4294967295] 00000400:00000200:0.0:1769074857.777266:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.777271:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.777276:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074857.777281:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.777288:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.777293:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.777316:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074857.777320:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.777323:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:3.0:1769074857.777507:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.777512:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:3.0:1769074857.777515:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.777520:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.777524:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:3.0:1769074857.777526:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00010000:00000010:2.1:1769074857.780660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074857.780680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:0.1:1769074857.783643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074857.783659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074857.783665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074857.783668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:3.0:1769074857.784185:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.784205:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cfe00 00000400:00000200:3.0:1769074857.784213:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 69456 00000400:00000200:3.0:1769074857.784233:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.784238:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.784245:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.784253:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288e680. 00000020:00000010:0.0:1769074857.784352:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.784358:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.784365:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074857.784370:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074857.784375:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.784478:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.784482:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.784485:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826443776 02000000:00000010:0.0:1769074857.784521:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdfd000. 00010000:00000010:0.0:1769074857.784574:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.784589:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074857.784650:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.784657:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.784672:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074857.784675:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074857.784680:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074857.784682:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.784761:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074857.784765:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074857.784768:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.784772:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074857.784795:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56800. 00000020:00000010:0.0:1769074857.784801:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56800. 00000020:00000010:0.0:1769074857.784811:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.784821:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ee000. 00000001:00000010:0.0:1769074857.785028:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adb40. 00000001:00000010:0.0:1769074857.785036:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8300. 00000020:00000010:0.0:1769074857.785067:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.785075:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074857.785078:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.785089:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074857.785411:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074857.785441:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabafae1c80. 00000004:00000010:0.0:1769074857.785448:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc4e2d80. 00000004:00000010:0.0:1769074857.785452:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb3c4d870. 00000004:00000010:0.0:1769074857.785458:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcfd20. 00000004:00000010:0.0:1769074857.785463:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88e0c3c0. 00010000:00000010:0.0:1769074857.785473:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074857.785491:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890076, last committed = 17179889941 00010000:00000200:0.0:1769074857.785500:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288e680 x1855007826443776/t17179890076(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.785519:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074857.785524:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826443776, offset 224 00000400:00000010:0.0:1769074857.785531:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae5e8. 00000400:00000200:0.0:1769074857.785535:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.785548:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.785554:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40920:40920:256:4294967295] 192.168.204.10@tcp LPNI seq info [40916:40916:8:4294967295] 00000400:00000200:0.0:1769074857.785571:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.785577:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.785583:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.785588:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074857.785594:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.785632:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.785637:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.785656:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074857.785660:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.785663:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:2.0:1769074857.785840:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.785844:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:2.0:1769074857.785849:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.785854:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074857.786481:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074857.786491:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:3.0:1769074857.786499:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8cc0. 00010000:00000010:0.1:1769074857.788802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074857.788820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00000400:00000200:3.0:1769074857.789081:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.789232:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660a1 00000400:00000200:3.0:1769074857.789241:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.789246:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.789253:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:3.0:1769074857.789256:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00010000:00000010:1.0:1769074857.789391:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074857.789401:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00000400:00000200:3.0:1769074857.790356:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.790369:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8cfe80 00000400:00000200:3.0:1769074857.790378:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 69944 00000400:00000200:3.0:1769074857.790440:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.790446:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.790453:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.790459:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288c700. 00000020:00000010:0.0:1769074857.790576:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.790582:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.790588:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074857.790593:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074857.790597:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.790900:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.790903:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.790907:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826443904 00000001:00000010:0.0:1769074857.790916:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111c00. 00010000:00000010:0.0:1769074857.790951:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074857.790959:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074857.790985:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdfb000. 00010000:00000010:0.0:1769074857.791021:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074857.791026:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.791045:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074857.791049:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074857.791053:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074857.791056:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.791315:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074857.791319:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074857.791323:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074857.791327:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.791390:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.791403:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.791407:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074857.791429:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074857.791445:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288c700 x1855007826443904/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.791465:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074857.791472:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826443904, offset 224 00000400:00000200:0.0:1769074857.791480:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.791492:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.791499:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40921:40921:256:4294967295] 192.168.204.10@tcp LPNI seq info [40917:40917:8:4294967295] 00000400:00000200:0.0:1769074857.791511:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.791517:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.791522:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074857.791529:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.791535:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.791540:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.791570:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074857.791573:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.791577:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:2.0:1769074857.791712:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.791716:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:2.0:1769074857.791720:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.791725:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.791730:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:2.0:1769074857.791741:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:3.1:1769074857.792806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074857.792816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:3.0:1769074857.794484:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.794505:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8cff80 00000400:00000200:3.0:1769074857.794514:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 70520 00000400:00000200:3.0:1769074857.794531:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.794536:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.794545:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.794554:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc946d80. 00010000:00000010:0.1:1769074857.795170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074857.795183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000020:00000010:0.0:1769074857.795219:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.795225:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.795231:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074857.795236:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074857.795242:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.795321:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.795407:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.795412:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826444160 02000000:00000010:0.0:1769074857.795449:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdf8000. 00010000:00000010:0.0:1769074857.795493:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.795508:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074857.795528:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.795534:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.795550:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074857.795554:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074857.795559:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.795562:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.795926:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074857.795941:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074857.795946:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074857.795951:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074857.795978:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56800. 00000020:00000010:0.0:1769074857.795985:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56800. 00000020:00000010:0.0:1769074857.795997:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.796006:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ee400. 00000001:00000010:0.0:1769074857.796215:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad240. 00000001:00000010:0.0:1769074857.796223:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d89c0. 00000020:00000010:0.0:1769074857.796259:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.796268:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074857.796273:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.796286:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074857.796435:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074857.796464:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe831d0. 00000004:00000010:0.0:1769074857.796471:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec343c0. 00000004:00000010:0.0:1769074857.796475:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0f870. 00000004:00000010:0.0:1769074857.796480:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4c30. 00000004:00000010:0.0:1769074857.796486:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4bb680. 00010000:00000010:0.0:1769074857.796496:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074857.796515:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890077, last committed = 17179889941 00010000:00000200:0.0:1769074857.796527:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc946d80 x1855007826444160/t17179890077(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.796546:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074857.796554:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826444160, offset 224 00000400:00000010:0.0:1769074857.796561:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aebd0. 00000400:00000200:0.0:1769074857.796565:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.796580:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.796587:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40922:40922:256:4294967295] 192.168.204.10@tcp LPNI seq info [40918:40918:8:4294967295] 00000400:00000200:0.0:1769074857.796595:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.796641:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.796648:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.796655:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074857.796662:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.796669:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.796673:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.796691:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074857.796695:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.796699:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00010000:00000010:3.0:1769074857.796782:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074857.796790:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:3.0:1769074857.796797:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00000800:00000200:3.0:1769074857.796892:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.796896:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:3.0:1769074857.796901:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.796906:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074857.797690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074857.797699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:2.0:1769074857.799143:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074857.799164:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660a9 00000400:00000200:2.0:1769074857.799172:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.799176:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074857.799182:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:2.0:1769074857.799185:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00010000:00000010:0.0:1769074857.799285:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.799296:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:0.1:1769074857.801721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074857.801915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074857.801923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074857.801926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074857.801929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074857.801942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00000400:00000200:3.0:1769074857.803032:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.803052:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d0000 00000400:00000200:3.0:1769074857.803061:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 71008 00000400:00000200:3.0:1769074857.803122:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.803128:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.803136:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.803142:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc945f80. 00000020:00000010:0.0:1769074857.803228:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.803234:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.803240:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074857.803245:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074857.803250:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.803294:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.803297:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.803300:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826444288 00000001:00000010:0.0:1769074857.803309:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 00010000:00000010:0.0:1769074857.803339:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074857.803347:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074857.803374:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdff000. 00010000:00000010:0.0:1769074857.803403:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074857.803407:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.803427:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074857.803430:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074857.803434:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074857.803437:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.803513:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074857.803516:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074857.803519:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074857.803523:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.803590:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.803648:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.803654:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074857.803674:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074857.803688:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc945f80 x1855007826444288/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.803713:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074857.803718:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826444288, offset 224 00000400:00000200:0.0:1769074857.803724:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.803734:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.803740:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40923:40923:256:4294967295] 192.168.204.10@tcp LPNI seq info [40919:40919:8:4294967295] 00000400:00000200:0.0:1769074857.803750:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.803755:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.803759:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074857.803765:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.803771:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.803775:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.803793:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074857.803796:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.803799:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:3.0:1769074857.804381:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.804386:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:3.0:1769074857.804391:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.804397:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.804402:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:3.0:1769074857.804405:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00010000:00000010:0.1:1769074857.805030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074857.805040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074857.807712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074857.807729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:2.0:1769074857.807996:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.808014:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d0100 00000400:00000200:2.0:1769074857.808022:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 71584 00000400:00000200:2.0:1769074857.808037:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.808041:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.808048:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.808054:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8000. 00000020:00000010:3.0:1769074857.808510:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.808517:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.808523:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074857.808529:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074857.808535:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074857.808577:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.808580:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.808583:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826444544 02000000:00000010:3.0:1769074857.808657:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c411000. 00010000:00000010:3.0:1769074857.808695:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074857.808710:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:3.0:1769074857.808729:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074857.808845:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074857.808863:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074857.808866:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074857.808871:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074857.808875:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074857.808963:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074857.808967:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074857.808970:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074857.808973:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00000020:00000010:3.0:1769074857.808997:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.809004:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.809014:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074857.809023:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8326b400. 00000001:00000010:3.0:1769074857.809228:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede65a0. 00000001:00000010:3.0:1769074857.809235:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074857.809265:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074857.809273:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074857.809277:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074857.809288:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074857.809544:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00080000:00000010:3.0:1769074857.809571:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabafae1008. 00000004:00000010:3.0:1769074857.809577:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f929a80. 00000004:00000010:3.0:1769074857.809581:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb3c4d540. 00000004:00000010:3.0:1769074857.809587:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf4b0. 00000004:00000010:3.0:1769074857.809592:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88e0da40. 00010000:00000010:3.0:1769074857.809600:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074857.809697:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890078, last committed = 17179889941 00010000:00000200:3.0:1769074857.809708:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d8000 x1855007826444544/t17179890078(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074857.809728:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074857.809745:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826444544, offset 224 00000400:00000010:3.0:1769074857.809752:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3118. 00000400:00000200:3.0:1769074857.809757:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.809769:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.809775:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40924:40924:256:4294967295] 192.168.204.10@tcp LPNI seq info [40920:40920:8:4294967295] 00000400:00000200:3.0:1769074857.809781:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074857.809789:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.809794:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.809799:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074857.809805:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.809812:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.809816:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.809838:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074857.809841:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074857.809845:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:2.0:1769074857.810101:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.810106:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:2.0:1769074857.810112:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.810116:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.813169:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.813192:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660b1 00000400:00000200:3.0:1769074857.813200:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.813205:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.813213:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c462a8 00000400:00000010:3.0:1769074857.813216:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c462a8. 00000400:00000200:3.0:1769074857.813259:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.813266:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d0180 00000400:00000200:3.0:1769074857.813274:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 72072 00000400:00000200:3.0:1769074857.813712:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.813718:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.813724:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.813730:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947100. 00000020:00000010:3.0:1769074857.813947:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.813953:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.813959:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074857.813965:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074857.813969:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074857.814016:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.814019:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.814022:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826444672 00000001:00000010:3.0:1769074857.814031:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 00010000:00000010:3.0:1769074857.814058:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074857.814065:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 02000000:00000010:3.0:1769074857.814092:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c413000. 00010000:00000010:3.0:1769074857.814124:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074857.814128:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074857.814147:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074857.814151:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074857.814156:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074857.814159:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074857.814231:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074857.814235:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074857.814239:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074857.814242:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074857.814303:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074857.814315:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074857.814320:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074857.814353:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074857.814368:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947100 x1855007826444672/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.814388:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074857.814393:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826444672, offset 224 00000400:00000200:3.0:1769074857.814399:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.814410:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.814415:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40925:40925:256:4294967295] 192.168.204.10@tcp LPNI seq info [40921:40921:8:4294967295] 00000400:00000200:3.0:1769074857.814425:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.814431:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.814436:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074857.814442:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.814449:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.814453:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.814475:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074857.814479:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074857.814482:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00010000:00000010:2.0:1769074857.814572:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:2.0:1769074857.814578:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00000800:00000200:2.0:1769074857.814680:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.814684:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074857.814690:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.814695:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.814699:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c462a8 00000400:00000010:2.0:1769074857.814701:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c462a8. 00010000:00000010:1.0:1769074857.817086:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:1.0:1769074857.817103:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:1.0:1769074857.817113:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00010000:00000010:0.1:1769074857.818661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074857.818675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:2.0:1769074857.818763:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.818783:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d0280 00000400:00000200:2.0:1769074857.818792:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 72648 00000400:00000200:2.0:1769074857.818809:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.818814:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.818822:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.818828:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9f80. 00000020:00000010:0.0:1769074857.818920:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.818925:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.818946:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074857.818952:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074857.818957:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.818996:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.818998:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.819001:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826444928 02000000:00000010:0.0:1769074857.819035:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdfe000. 00010000:00000010:0.0:1769074857.819070:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:0.0:1769074857.819082:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00010000:00000010:0.0:1769074857.819100:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.819106:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.819120:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074857.819124:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074857.819129:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.819132:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.819215:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074857.819218:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074857.819222:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074857.819225:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074857.819249:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56800. 00000020:00000010:0.0:1769074857.819256:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56800. 00000020:00000010:0.0:1769074857.819267:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.819277:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ef000. 00000001:00000010:0.0:1769074857.819485:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ada20. 00000001:00000010:0.0:1769074857.819492:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8540. 00000020:00000010:0.0:1769074857.819528:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.819535:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074857.819540:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.819551:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8300. 00010000:00000010:0.0:1769074857.819590:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074857.819640:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae153728. 00000004:00000010:0.0:1769074857.819646:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9dc600. 00000004:00000010:0.0:1769074857.819649:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafabb760. 00000004:00000010:0.0:1769074857.819653:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf9d8. 00000004:00000010:0.0:1769074857.819658:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88e0d680. 00010000:00000010:0.0:1769074857.819667:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074857.819681:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890079, last committed = 17179889941 00010000:00000200:0.0:1769074857.819691:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d9f80 x1855007826444928/t17179890079(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.819709:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074857.819715:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826444928, offset 224 00000400:00000010:0.0:1769074857.819720:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae850. 00000400:00000200:0.0:1769074857.819725:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.819738:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.819744:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40926:40926:256:4294967295] 192.168.204.10@tcp LPNI seq info [40922:40922:8:4294967295] 00000400:00000200:0.0:1769074857.819749:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.819754:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.819758:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.819762:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074857.819767:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.819773:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.819776:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.819796:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074857.819799:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.819801:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00010000:00000010:2.0:1769074857.820078:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074857.820087:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:2.0:1769074857.820094:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8300. 00000800:00000200:1.0:1769074857.820103:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.820115:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:1.0:1769074857.820119:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.820125:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074857.820955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074857.820968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074857.820972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074857.820974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:1.1:1769074857.821668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:1.1:1769074857.821677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:2.1:1769074857.821791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074857.821797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:0.0:1769074857.823802:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074857.823822:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660b9 00000400:00000200:0.0:1769074857.823827:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.823830:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074857.823835:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:0.0:1769074857.823837:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00000400:00000200:0.0:1769074857.823853:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.823857:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d0300 00000400:00000200:0.0:1769074857.823862:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 73136 00000400:00000200:0.0:1769074857.823907:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.823909:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.823913:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.823918:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffded80. 00010000:00000010:1.0:1769074857.824020:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074857.824031:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00000020:00000010:3.0:1769074857.824102:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.824108:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.824115:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074857.824120:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074857.824125:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074857.824160:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.824162:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.824165:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826445056 00000001:00000010:3.0:1769074857.824175:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074857.824198:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.824204:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 02000000:00000010:3.0:1769074857.824230:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c416000. 00010000:00000010:3.0:1769074857.824261:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074857.824265:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074857.824280:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074857.824283:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074857.824288:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074857.824291:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074857.824371:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074857.824374:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074857.824377:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074857.824380:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074857.824423:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074857.824430:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074857.824432:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074857.824445:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074857.824457:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffded80 x1855007826445056/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.824472:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074857.824476:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826445056, offset 224 00000400:00000200:3.0:1769074857.824480:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.824488:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.824493:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40927:40927:256:4294967295] 192.168.204.10@tcp LPNI seq info [40923:40923:8:4294967295] 00000400:00000200:3.0:1769074857.824501:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.824504:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.824508:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074857.824512:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.824517:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.824520:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.824538:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074857.824542:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074857.824546:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:2.0:1769074857.824594:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.824599:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00010000:00000010:2.1:1769074857.824623:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074857.824629:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000400:00000200:2.0:1769074857.824634:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.824638:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.824642:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46990 00000400:00000010:2.0:1769074857.824643:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46990. 00010000:00000010:0.1:1769074857.825064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:0.1:1769074857.825071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074857.825075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074857.825157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074857.825162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074857.825165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074857.825169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074857.825172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074857.825174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074857.825177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074857.825179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:0.1:1769074857.826821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:1.0:1769074857.827646:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.827664:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d0400 00000400:00000200:1.0:1769074857.827673:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 73712 00000400:00000200:1.0:1769074857.827689:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.827693:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.827701:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.827707:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec700. 00000020:00000010:0.0:1769074857.827879:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.827886:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.827893:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074857.827900:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074857.827906:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef708. 00000020:00000010:0.0:1769074857.827955:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.827958:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.827960:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826445312 02000000:00000010:0.0:1769074857.827996:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdfc000. 00010000:00000010:0.0:1769074857.828037:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:0.0:1769074857.828050:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:0.0:1769074857.828068:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.828074:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.828091:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074857.828094:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074857.828099:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074857.828102:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.828189:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074857.828193:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074857.828196:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074857.828199:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074857.828223:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56800. 00000020:00000010:0.0:1769074857.828231:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56800. 00000020:00000010:0.0:1769074857.828242:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.828251:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ef400. 00000001:00000010:0.0:1769074857.828534:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad1e0. 00000001:00000010:0.0:1769074857.828540:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8480. 00000020:00000010:0.0:1769074857.828566:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.828575:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074857.828579:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.828592:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074857.828743:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:2.0:1769074857.828809:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe828e8. 00000004:00000010:2.0:1769074857.828818:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec340c0. 00000004:00000010:2.0:1769074857.828821:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0e440. 00000004:00000010:2.0:1769074857.828826:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4708. 00000004:00000010:2.0:1769074857.828832:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4bb4a0. 00010000:00000010:2.0:1769074857.828846:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:2.0:1769074857.828864:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890080, last committed = 17179889941 00010000:00000200:2.0:1769074857.828876:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeec700 x1855007826445312/t17179890080(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.828895:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074857.828901:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826445312, offset 224 00000400:00000010:2.0:1769074857.828985:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b690. 00000400:00000200:2.0:1769074857.828990:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.829003:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.829009:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40928:40928:256:4294967295] 192.168.204.10@tcp LPNI seq info [40924:40924:8:4294967295] 00000400:00000200:2.0:1769074857.829015:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.829021:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.829027:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.829033:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074857.829040:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.829048:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.829053:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.829332:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:2.0:1769074857.829339:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef708. 00000020:00000010:2.0:1769074857.829343:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:0.0:1769074857.829494:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.829498:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:0.0:1769074857.829503:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.829508:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074857.829811:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074857.829818:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074857.829821:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074857.829824:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.829842:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074857.829848:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:3.0:1769074857.829854:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d83c0. 00010000:00000010:1.1:1769074857.830881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074857.830893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:2.0:1769074857.831162:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074857.831179:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660c1 00000400:00000200:2.0:1769074857.831185:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.831190:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074857.831195:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:2.0:1769074857.831198:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00000400:00000200:2.0:1769074857.831266:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.831272:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d0480 00000400:00000200:2.0:1769074857.831279:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 74200 00000400:00000200:2.0:1769074857.831331:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.831335:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.831340:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.831346:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8380. 00000020:00000010:3.0:1769074857.831527:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.831532:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.831536:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074857.831540:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074857.831544:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074857.831582:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.831584:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.831587:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826445440 00000001:00000010:3.0:1769074857.831596:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8540. 00010000:00000010:2.0:1769074857.831938:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074857.831947:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 02000000:00000010:2.0:1769074857.831975:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc83f000. 00010000:00000010:2.0:1769074857.832004:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.832008:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074857.832026:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074857.832030:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074857.832033:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.832036:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074857.832103:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074857.832107:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074857.832111:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074857.832114:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074857.832174:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074857.832185:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074857.832190:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074857.832209:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074857.832227:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d8380 x1855007826445440/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.832246:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074857.832251:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826445440, offset 224 00000400:00000200:2.0:1769074857.832257:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.832267:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.832273:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40929:40929:256:4294967295] 192.168.204.10@tcp LPNI seq info [40925:40925:8:4294967295] 00000400:00000200:2.0:1769074857.832283:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.832289:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.832294:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074857.832300:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.832306:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.832311:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.832345:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:2.0:1769074857.832350:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:2.0:1769074857.832355:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:3.0:1769074857.832502:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.832506:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074857.832509:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.832512:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.832516:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:3.0:1769074857.832517:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00010000:00000010:1.0:1769074857.834288:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074857.834306:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00000400:00000200:0.0:1769074857.835051:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.835068:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d0580 00000400:00000200:0.0:1769074857.835077:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 74776 00000400:00000200:0.0:1769074857.835095:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.835098:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.835106:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.835112:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdf800. 00000020:00000010:3.0:1769074857.835200:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.835205:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.835211:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.835217:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074857.835222:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074857.835262:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.835265:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.835268:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826445696 02000000:00000010:3.0:1769074857.835302:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c414000. 00010000:00000010:3.0:1769074857.835344:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:3.0:1769074857.835355:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:3.0:1769074857.835373:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.835379:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074857.835395:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074857.835397:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074857.835400:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074857.835402:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074857.835465:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074857.835467:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074857.835468:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074857.835470:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00000020:00000010:3.0:1769074857.835487:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.835492:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.835500:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074857.835507:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83268400. 00000001:00000010:3.0:1769074857.835683:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6660. 00000001:00000010:3.0:1769074857.835689:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074857.835712:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074857.835718:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074857.835720:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074857.835729:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074857.835766:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00080000:00000010:3.0:1769074857.835788:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae153008. 00000004:00000010:3.0:1769074857.835793:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9dc540. 00000004:00000010:3.0:1769074857.835796:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb3c4c660. 00000004:00000010:3.0:1769074857.835800:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf690. 00000004:00000010:3.0:1769074857.835804:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88e0cb40. 00010000:00000010:3.0:1769074857.835808:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074857.835820:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890081, last committed = 17179889941 00010000:00000200:3.0:1769074857.835826:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdf800 x1855007826445696/t17179890081(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074857.835841:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074857.835845:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826445696, offset 224 00000400:00000010:3.0:1769074857.835849:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e35b0. 00000400:00000200:3.0:1769074857.835853:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.835863:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.835867:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40930:40930:256:4294967295] 192.168.204.10@tcp LPNI seq info [40926:40926:8:4294967295] 00000400:00000200:3.0:1769074857.835871:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074857.835877:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.835880:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.835886:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074857.835890:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.835895:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.835899:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.835916:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074857.835921:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074857.835926:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:3.0:1769074857.836013:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.836017:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:3.0:1769074857.836021:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.836024:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074857.836370:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:1.0:1769074857.836376:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:1.0:1769074857.836381:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00010000:00000010:2.1:1769074857.837663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074857.837683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:0.1:1769074857.837689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00000400:00000200:3.0:1769074857.838160:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.838177:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660c9 00000400:00000200:3.0:1769074857.838184:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.838188:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.838195:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:3.0:1769074857.838197:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00010000:00000010:1.0:1769074857.838286:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:1.0:1769074857.838297:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00000400:00000200:0.0:1769074857.838844:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.838854:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d0600 00000400:00000200:0.0:1769074857.838862:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 75264 00000400:00000200:0.0:1769074857.838912:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.838917:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.838923:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.838929:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdf480. 00000020:00000010:2.0:1769074857.839317:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.839330:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.839334:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074857.839338:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074857.839342:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.839396:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.839398:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.839400:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826445824 00000001:00000010:2.0:1769074857.839408:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8480. 00010000:00000010:2.0:1769074857.839432:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.0:1769074857.839439:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 02000000:00000010:2.0:1769074857.839467:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc83c000. 00010000:00000010:2.0:1769074857.839497:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.839501:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074857.839519:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074857.839521:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074857.839524:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074857.839526:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074857.839585:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074857.839587:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074857.839590:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.839591:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.1:1769074857.839633:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.1:1769074857.839637:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074857.839640:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.1:1769074857.839642:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074857.839688:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074857.839694:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074857.839697:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074857.839711:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074857.839721:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdf480 x1855007826445824/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.839737:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074857.839741:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826445824, offset 224 00000400:00000200:2.0:1769074857.839746:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.839754:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.839759:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40931:40931:256:4294967295] 192.168.204.10@tcp LPNI seq info [40927:40927:8:4294967295] 00000400:00000200:2.0:1769074857.839767:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.839770:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.839774:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074857.839779:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.839784:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.839787:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.839805:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074857.839808:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.839811:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00010000:00000010:0.1:1769074857.839848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000800:00000200:0.0:1769074857.839896:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.839899:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:0.0:1769074857.839902:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.839906:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074857.839910:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:0.0:1769074857.839912:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00010000:00000010:3.1:1769074857.842471:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074857.842486:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:1.0:1769074857.843012:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.843029:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d0700 00000400:00000200:1.0:1769074857.843037:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 75840 00000400:00000200:1.0:1769074857.843053:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.843057:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.843064:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.843070:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeee300. 00000020:00000010:2.0:1769074857.843168:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.843174:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.843180:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074857.843186:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074857.843190:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.843258:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.843261:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.843264:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826446080 02000000:00000010:2.0:1769074857.843308:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c4c000. 00010000:00000010:2.0:1769074857.843360:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074857.843376:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074857.843395:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074857.843401:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074857.843416:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074857.843419:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074857.843423:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.843426:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074857.843507:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074857.843510:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074857.843514:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.843517:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00000020:00000010:2.0:1769074857.843544:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b440. 00000020:00000010:2.0:1769074857.843552:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b440. 00000020:00000010:2.0:1769074857.843562:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd92a0. 00080000:00000010:2.0:1769074857.843571:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d56800. 00000001:00000010:2.0:1769074857.844241:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a360. 00000001:00000010:2.0:1769074857.844248:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074857.844281:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd92a0. 00010000:00000010:2.0:1769074857.844290:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.0:1769074857.844296:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074857.844309:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfb40. 00010000:00000010:2.0:1769074857.844353:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00080000:00000010:2.0:1769074857.844378:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88b10000. 00000004:00000010:2.0:1769074857.844384:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab866ef840. 00000004:00000010:2.0:1769074857.844388:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab878bd760. 00000004:00000010:2.0:1769074857.844392:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dcb7528. 00000004:00000010:2.0:1769074857.844397:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabada40f00. 00010000:00000010:2.0:1769074857.844407:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000200:2.0:1769074857.844426:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890082, last committed = 17179889941 00010000:00000200:2.0:1769074857.844436:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeee300 x1855007826446080/t17179890082(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.844456:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074857.844461:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826446080, offset 224 00000400:00000010:2.0:1769074857.844467:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1ba48. 00000400:00000200:2.0:1769074857.844471:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.844484:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.844489:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40932:40932:256:4294967295] 192.168.204.10@tcp LPNI seq info [40928:40928:8:4294967295] 00000400:00000200:2.0:1769074857.844495:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.844501:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.844507:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.844511:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074857.844517:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.844523:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.844529:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.844557:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074857.844561:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.844566:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074857.844723:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.844727:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00010000:00000010:1.0:1769074857.844906:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:1.0:1769074857.844913:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00010000:00000010:1.0:1769074857.844920:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00000400:00000200:0.0:1769074857.847005:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.847022:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.848150:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074857.848172:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660d1 00000400:00000200:1.0:1769074857.848179:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.848184:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074857.848191:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:1.0:1769074857.848194:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00000400:00000200:1.0:1769074857.848256:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.848264:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d0780 00000400:00000200:1.0:1769074857.848271:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 76328 00000400:00000200:1.0:1769074857.848334:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.848338:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.848343:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.848349:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec000. 00000020:00000010:0.0:1769074857.848433:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.848439:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.848445:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074857.848450:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074857.848455:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefc80. 00000020:00000010:0.0:1769074857.848499:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.848502:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.848505:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826446208 00000001:00000010:0.0:1769074857.848515:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:0.0:1769074857.848541:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074857.848548:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074857.848577:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab908e4000. 00010000:00000010:0.0:1769074857.848637:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074857.848642:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.848659:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074857.848663:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074857.848667:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074857.848671:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.848757:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074857.848760:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074857.848764:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074857.848768:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.848835:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.848845:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.848851:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074857.848873:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074857.848889:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeec000 x1855007826446208/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.848907:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074857.848914:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826446208, offset 224 00000400:00000200:0.0:1769074857.848921:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.848942:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.848949:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40933:40933:256:4294967295] 192.168.204.10@tcp LPNI seq info [40929:40929:8:4294967295] 00000400:00000200:0.0:1769074857.848960:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.848966:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.848971:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074857.848978:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.848983:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.848987:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.849007:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074857.849010:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefc80. 00000020:00000010:0.0:1769074857.849013:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:1.1:1769074857.849223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:1.1:1769074857.849229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:1.1:1769074857.849233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074857.849236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:1.1:1769074857.849239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074857.849242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00000800:00000200:1.0:1769074857.849311:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.849315:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:1.0:1769074857.849318:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.849323:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.849328:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:1.0:1769074857.849330:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00010000:00000010:3.1:1769074857.852094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:3.1:1769074857.852113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074857.852118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074857.852123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:0.0:1769074857.852305:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.852323:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d0880 00000400:00000200:0.0:1769074857.852342:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 76904 00000400:00000200:0.0:1769074857.852358:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.852362:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.852370:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.852377:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0a80. 00000020:00000010:3.0:1769074857.853032:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.853040:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.853046:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.853052:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074857.853057:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074857.853097:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.853101:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.853104:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826446464 02000000:00000010:3.0:1769074857.853146:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c412000. 00010000:00000010:3.0:1769074857.853188:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074857.853204:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:3.0:1769074857.853223:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.853230:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074857.853246:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074857.853250:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074857.853254:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074857.853257:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074857.853356:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074857.853361:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074857.853364:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074857.853367:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00000020:00000010:3.0:1769074857.853391:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.853398:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.853408:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074857.853418:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83269c00. 00000001:00000010:3.0:1769074857.853869:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6900. 00000001:00000010:3.0:1769074857.853877:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074857.853908:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074857.853917:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074857.853922:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074857.853944:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e480. 00010000:00000010:3.0:1769074857.854023:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00080000:00000010:3.0:1769074857.854046:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb111d0. 00000004:00000010:3.0:1769074857.854053:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bf240. 00000004:00000010:3.0:1769074857.854056:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d841430. 00000004:00000010:3.0:1769074857.854061:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c0528. 00000004:00000010:3.0:1769074857.854064:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab859323c0. 00010000:00000010:3.0:1769074857.854073:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074857.854088:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890083, last committed = 17179889941 00010000:00000200:3.0:1769074857.854098:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0a80 x1855007826446464/t17179890083(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074857.854117:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074857.854124:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826446464, offset 224 00000400:00000010:3.0:1769074857.854130:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3f88. 00000400:00000200:3.0:1769074857.854135:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.854148:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.854155:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40934:40934:256:4294967295] 192.168.204.10@tcp LPNI seq info [40930:40930:8:4294967295] 00000400:00000200:3.0:1769074857.854162:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074857.854168:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.854175:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.854180:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074857.854186:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.854193:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.854198:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.854217:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074857.854221:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074857.854225:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:2.0:1769074857.854530:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074857.854538:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:1.0:1769074857.854585:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:1.0:1769074857.854592:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:1.0:1769074857.854597:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e480. 00010000:00000010:2.1:1769074857.856260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074857.856273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074857.856277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.1:1769074857.856279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.1:1769074857.856282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.1:1769074857.856285:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074857.856288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.1:1769074857.856296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00000800:00000200:1.0:1769074857.856451:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.856455:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074857.856462:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.856469:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074857.858723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074857.858743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:0.1:1769074857.858784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074857.858790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074857.858795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074857.858797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:1.1:1769074857.861185:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074857.861202:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00000400:00000200:0.0:1769074857.861291:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074857.861313:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660d9 00000400:00000200:0.0:1769074857.861320:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.861334:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074857.861341:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:0.0:1769074857.861344:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00000400:00000200:0.0:1769074857.861373:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.861381:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d0900 00000400:00000200:0.0:1769074857.861389:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 77392 00000400:00000200:0.0:1769074857.861453:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.861457:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.861462:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.861468:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1180. 00000020:00000010:3.0:1769074857.861559:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.861565:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.861571:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.861577:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074857.861581:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074857.861647:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.861650:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.861654:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826446592 00000001:00000010:3.0:1769074857.861664:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:3.0:1769074857.861688:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074857.861696:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 02000000:00000010:3.0:1769074857.861722:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c415000. 00010000:00000010:3.0:1769074857.861764:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074857.861769:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074857.861787:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074857.861790:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074857.861795:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074857.861798:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074857.861869:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074857.861873:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074857.861877:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074857.861881:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074857.861959:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074857.861971:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074857.861975:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074857.861996:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074857.862010:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1180 x1855007826446592/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.862030:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074857.862035:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826446592, offset 224 00000400:00000200:3.0:1769074857.862042:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.862052:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.862058:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40935:40935:256:4294967295] 192.168.204.10@tcp LPNI seq info [40931:40931:8:4294967295] 00000400:00000200:3.0:1769074857.862069:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.862074:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.862080:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074857.862085:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.862091:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.862096:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.862112:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074857.862116:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074857.862119:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074857.863198:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.863205:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074857.863213:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.863219:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074857.863225:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:0.0:1769074857.863227:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00010000:00000010:1.0:1769074857.865484:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:1.0:1769074857.865503:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:1.1:1769074857.866193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:1.1:1769074857.866202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:1.0:1769074857.866235:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.866252:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d0a00 00000400:00000200:1.0:1769074857.866261:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 77968 00000400:00000200:1.0:1769074857.866277:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.866281:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.866289:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.866296:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeee680. 00000020:00000010:3.0:1769074857.866483:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.866488:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.866492:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.866496:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074857.866499:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074857.866530:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.866532:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.866534:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826446848 02000000:00000010:3.0:1769074857.866566:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc4ec000. 00010000:00000010:3.0:1769074857.866596:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:3.1:1769074857.866627:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074857.866631:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074857.866633:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074857.866636:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.866642:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074857.866657:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.866661:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074857.866674:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074857.866677:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074857.866680:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074857.866681:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074857.866756:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074857.866759:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074857.866761:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074857.866763:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00000020:00000010:3.0:1769074857.866779:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.866784:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.866792:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074857.866801:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83269400. 00000001:00000010:3.0:1769074857.866992:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6540. 00000001:00000010:3.0:1769074857.867000:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e480. 00000020:00000010:3.0:1769074857.867027:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074857.867032:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074857.867035:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074857.867044:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074857.867078:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00080000:00000010:3.0:1769074857.867099:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe83c80. 00000004:00000010:3.0:1769074857.867106:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec34300. 00000004:00000010:3.0:1769074857.867110:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0f320. 00000004:00000010:3.0:1769074857.867114:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4438. 00000004:00000010:3.0:1769074857.867119:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4ba780. 00010000:00000010:3.0:1769074857.867128:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000200:3.0:1769074857.867144:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890084, last committed = 17179889941 00010000:00000200:3.0:1769074857.867154:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeee680 x1855007826446848/t17179890084(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074857.867173:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074857.867178:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826446848, offset 224 00000400:00000010:3.0:1769074857.867184:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3700. 00000400:00000200:3.0:1769074857.867189:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.867201:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.867207:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40936:40936:256:4294967295] 192.168.204.10@tcp LPNI seq info [40932:40932:8:4294967295] 00000400:00000200:3.0:1769074857.867213:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074857.867220:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.867226:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.867231:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074857.867237:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.867244:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.867248:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.867265:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074857.867269:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074857.867273:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074857.867427:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.867431:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074857.867437:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.867442:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074857.868266:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:1.0:1769074857.868276:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:1.0:1769074857.868286:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e6c0. 00000400:00000200:0.0:1769074857.870650:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074857.870669:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660e1 00000400:00000200:0.0:1769074857.870676:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.870681:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074857.870687:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:0.0:1769074857.870691:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00000400:00000200:0.0:1769074857.870718:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.870725:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d0a80 00000400:00000200:0.0:1769074857.870742:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 78456 00010000:00000010:1.0:1769074857.870943:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:1.0:1769074857.870954:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00000400:00000200:0.0:1769074857.870997:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.871002:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.871008:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.871014:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2680. 00000020:00000010:3.0:1769074857.871455:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.871461:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.871467:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074857.871472:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074857.871477:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074857.871508:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.871510:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.871514:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826446976 00000001:00000010:3.0:1769074857.871522:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074857.871544:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074857.871550:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 02000000:00000010:3.0:1769074857.871575:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc4e8000. 00010000:00000010:3.0:1769074857.871628:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074857.871634:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074857.871649:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074857.871652:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074857.871656:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074857.871660:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074857.871727:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074857.872240:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:2.0:1769074857.872300:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.872308:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074857.872438:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:2.0:1769074857.872446:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:2.0:1769074857.872450:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:2.0:1769074857.872465:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000200:2.0:1769074857.872478:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff2680 x1855007826446976/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.872493:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074857.872497:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826446976, offset 224 00000400:00000200:2.0:1769074857.872502:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.872511:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.872516:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40937:40937:256:4294967295] 192.168.204.10@tcp LPNI seq info [40933:40933:8:4294967295] 00000400:00000200:2.0:1769074857.872524:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.872528:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.872532:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074857.872537:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.872542:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.872545:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.872590:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:2.0:1769074857.872594:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:2.0:1769074857.872597:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:1.1:1769074857.872847:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074857.872852:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000800:00000200:1.0:1769074857.873356:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.873360:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074857.873364:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.873369:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.873374:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:1.0:1769074857.873376:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00000400:00000200:0.0:1769074857.876105:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.876125:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d0b80 00000400:00000200:0.0:1769074857.876134:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 79032 00000400:00000200:0.0:1769074857.876151:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.876156:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.876164:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.876171:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1880. 00000020:00000010:2.0:1769074857.876278:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.876284:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.876291:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074857.876296:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b400. 00000020:00000010:2.0:1769074857.876301:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.876368:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.876371:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.876374:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826447232 02000000:00000010:2.0:1769074857.876410:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c4f000. 00010000:00000010:2.0:1769074857.876454:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074857.876471:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00010000:00000010:2.0:1769074857.876491:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074857.876497:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074857.876514:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074857.876517:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074857.876521:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.876524:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074857.876644:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074857.876648:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074857.876652:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.876655:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00000020:00000010:2.0:1769074857.876681:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b440. 00000020:00000010:2.0:1769074857.876687:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b440. 00000020:00000010:2.0:1769074857.876697:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074857.876708:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d56000. 00000001:00000010:2.0:1769074857.876926:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3ac60. 00000001:00000010:2.0:1769074857.876944:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074857.876977:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074857.876984:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.0:1769074857.876988:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074857.877000:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074857.877038:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00080000:00000010:2.0:1769074857.877059:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88b10390. 00000004:00000010:2.0:1769074857.877067:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa820e5180. 00000004:00000010:2.0:1769074857.877070:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab878bcff0. 00000004:00000010:2.0:1769074857.877075:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dcb7258. 00000004:00000010:2.0:1769074857.877079:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabada40960. 00010000:00000010:2.0:1769074857.877090:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074857.877107:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890085, last committed = 17179889941 00010000:00000200:2.0:1769074857.877116:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1880 x1855007826447232/t17179890085(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.877135:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074857.877141:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826447232, offset 224 00000400:00000010:2.0:1769074857.877148:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b268. 00000400:00000200:2.0:1769074857.877152:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.877165:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.877172:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40938:40938:256:4294967295] 192.168.204.10@tcp LPNI seq info [40934:40934:8:4294967295] 00000400:00000200:2.0:1769074857.877178:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.877184:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.877189:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.877195:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074857.877200:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.877207:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.877211:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.877237:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b400. 00000020:00000010:2.0:1769074857.877241:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.877246:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00010000:00000010:1.0:1769074857.877954:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:1.0:1769074857.877963:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:1.0:1769074857.877971:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000800:00000200:3.0:1769074857.880437:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.880445:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:3.0:1769074857.880452:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.880461:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.880490:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.880504:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660e9 00000400:00000200:3.0:1769074857.880511:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.880514:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.880518:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:3.0:1769074857.880521:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00000400:00000200:3.0:1769074857.880539:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.880544:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d0c00 00000400:00000200:3.0:1769074857.880551:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 79520 00000400:00000200:3.0:1769074857.880624:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.880629:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.880633:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.880639:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc946a00. 00010000:00000010:1.0:1769074857.880716:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:1.0:1769074857.880726:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:3.1:1769074857.885627:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074857.885642:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074857.885647:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074857.885650:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074857.885652:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:1.1:1769074857.885799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:1.1:1769074857.885805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000020:00000010:0.0:1769074857.885879:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.885885:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.885892:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074857.885898:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074857.885904:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefc80. 00000020:00000010:0.0:1769074857.885959:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.885962:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.885965:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826447360 00000001:00000010:0.0:1769074857.885976:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e480. 00010000:00000010:0.0:1769074857.886003:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074857.886011:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074857.886038:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab908e0000. 00010000:00000010:0.0:1769074857.886072:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074857.886076:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.886098:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074857.886101:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074857.886105:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074857.886108:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.886188:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074857.886192:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074857.886196:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.886199:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.886264:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.886274:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.886279:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074857.886300:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074857.886321:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc946a00 x1855007826447360/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.886481:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074857.886488:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826447360, offset 224 00000400:00000200:0.0:1769074857.886495:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.886509:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.886515:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40939:40939:256:4294967295] 192.168.204.10@tcp LPNI seq info [40935:40935:8:4294967295] 00000400:00000200:0.0:1769074857.886526:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.886532:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.886537:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074857.886543:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.886550:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.886553:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.886580:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074857.886585:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefc80. 00000020:00000010:0.0:1769074857.886588:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:3.0:1769074857.886801:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.886806:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:3.0:1769074857.886810:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.886816:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.886822:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:3.0:1769074857.886824:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000400:00000200:3.0:1769074857.889096:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.889115:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d0d00 00000400:00000200:3.0:1769074857.889125:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 80096 00000400:00000200:3.0:1769074857.889142:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.889147:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.889155:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.889163:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc945500. 00000020:00000010:0.0:1769074857.889294:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.889300:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.889307:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074857.889313:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074857.889945:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefc80. 00000020:00000010:0.0:1769074857.889988:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.889991:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.889994:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826447616 02000000:00000010:0.0:1769074857.890024:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab908e2000. 00010000:00000010:0.0:1769074857.890059:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.890072:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074857.890090:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074857.890096:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.890112:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074857.890116:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074857.890120:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074857.890123:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.890203:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074857.890206:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074857.890210:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074857.890214:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074857.890239:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56100. 00000020:00000010:0.0:1769074857.890245:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56100. 00000020:00000010:0.0:1769074857.890257:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.890265:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839edc00. 00000001:00000010:0.0:1769074857.890479:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad900. 00000001:00000010:0.0:1769074857.890486:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074857.890518:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.890525:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074857.890530:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.890541:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074857.890582:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074857.891182:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe82558. 00000004:00000010:0.0:1769074857.891190:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec34a80. 00000004:00000010:0.0:1769074857.891193:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0eee0. 00000004:00000010:0.0:1769074857.891198:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4690. 00000004:00000010:0.0:1769074857.891204:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4bb860. 00010000:00000010:0.0:1769074857.891221:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074857.891242:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890086, last committed = 17179889941 00010000:00000200:0.0:1769074857.891253:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc945500 x1855007826447616/t17179890086(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.891273:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074857.891279:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826447616, offset 224 00000400:00000010:0.0:1769074857.891286:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae0a8. 00000400:00000200:0.0:1769074857.891289:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.891302:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.891308:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40940:40940:256:4294967295] 192.168.204.10@tcp LPNI seq info [40936:40936:8:4294967295] 00000400:00000200:0.0:1769074857.891314:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.891396:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.891405:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.891412:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074857.891418:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.891425:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.891429:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.1:1769074857.891519:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:2.1:1769074857.891527:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074857.891532:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:2.1:1769074857.891534:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000020:00000010:0.0:1769074857.891585:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074857.891589:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefc80. 00000020:00000010:0.0:1769074857.891593:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:1.1:1769074857.891888:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074857.891894:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:1.1:1769074857.891899:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074857.891902:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:1.1:1769074857.891905:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:1.1:1769074857.891907:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:1.0:1769074857.891947:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074857.891954:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:1.0:1769074857.891961:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8f00. 00010000:00000010:3.1:1769074857.892013:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074857.892019:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074857.892024:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000800:00000200:2.0:1769074857.897480:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.897491:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:2.0:1769074857.897500:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.897509:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074857.897760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.1:1769074857.897768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074857.897772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.1:1769074857.897780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:0.1:1769074857.897878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074857.897885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074857.897888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074857.897891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:0.0:1769074857.898175:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074857.898192:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660f1 00000400:00000200:0.0:1769074857.898198:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.898202:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074857.898207:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:0.0:1769074857.898210:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00000400:00000200:0.0:1769074857.898266:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.898274:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d0d80 00000400:00000200:0.0:1769074857.898280:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 80584 00000400:00000200:0.0:1769074857.898340:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.898344:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.898349:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.898354:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1f80. 00010000:00000010:1.0:1769074857.899094:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074857.899106:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00000020:00000010:3.0:1769074857.899233:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.899239:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.899250:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074857.899255:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e080. 00000020:00000010:3.0:1769074857.899261:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074857.899341:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.899344:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.899347:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826447744 00000001:00000010:3.0:1769074857.899357:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfb40. 00010000:00000010:3.0:1769074857.899383:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.899389:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 02000000:00000010:3.0:1769074857.899414:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc4e9000. 00010000:00000010:3.0:1769074857.899443:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074857.899447:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074857.899463:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074857.899466:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074857.899470:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074857.899473:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074857.899546:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074857.899550:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074857.899554:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074857.899558:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074857.899644:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074857.899653:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074857.899658:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074857.899675:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:3.0:1769074857.899692:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1f80 x1855007826447744/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.899719:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074857.899725:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826447744, offset 224 00000400:00000200:3.0:1769074857.900031:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.900045:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.900051:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40941:40941:256:4294967295] 192.168.204.10@tcp LPNI seq info [40937:40937:8:4294967295] 00000400:00000200:3.0:1769074857.900064:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.900070:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.900076:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074857.900083:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.900090:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.900095:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.900119:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e080. 00000020:00000010:3.0:1769074857.900124:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074857.900128:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:1.0:1769074857.900256:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.900260:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074857.900267:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.900272:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.900276:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:1.0:1769074857.900278:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00000400:00000200:2.0:1769074857.903577:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.903597:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d0e80 00000400:00000200:2.0:1769074857.903857:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 81160 00000400:00000200:2.0:1769074857.903874:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.903878:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.903886:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.903894:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485180. 00000020:00000010:3.0:1769074857.903982:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.903988:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.903993:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074857.903999:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e080. 00000020:00000010:3.0:1769074857.904004:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074857.904049:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.904051:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.904054:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826448000 02000000:00000010:3.0:1769074857.904090:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859b8000. 00010000:00000010:3.0:1769074857.904128:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074857.904145:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074857.904164:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074857.904170:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074857.904185:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074857.904188:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074857.904193:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074857.904196:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074857.904277:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074857.904281:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074857.904284:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074857.904287:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074857.904311:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.904317:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.904339:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074857.904349:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88dd9000. 00000001:00000010:3.0:1769074857.904562:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6d80. 00000001:00000010:3.0:1769074857.904569:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074857.904601:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:2.0:1769074857.905105:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074857.905111:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074857.905127:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf780. 00010000:00000010:2.0:1769074857.905197:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:2.0:1769074857.905229:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe821c8. 00000004:00000010:2.0:1769074857.905235:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec34c00. 00000004:00000010:2.0:1769074857.905239:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0e220. 00000004:00000010:2.0:1769074857.905243:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4000. 00000004:00000010:2.0:1769074857.905250:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4bab40. 00010000:00000010:2.0:1769074857.905259:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:2.0:1769074857.905278:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890087, last committed = 17179889941 00010000:00000200:2.0:1769074857.905288:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485180 x1855007826448000/t17179890087(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.905309:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074857.905316:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826448000, offset 224 00000400:00000010:2.0:1769074857.905334:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bc78. 00000400:00000200:2.0:1769074857.905338:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.905351:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.905358:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40942:40942:256:4294967295] 192.168.204.10@tcp LPNI seq info [40938:40938:8:4294967295] 00000400:00000200:2.0:1769074857.905365:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.905371:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.905376:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.905382:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074857.905389:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.905396:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.905400:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.905423:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e080. 00000020:00000010:2.0:1769074857.905427:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:2.0:1769074857.905431:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00010000:00000010:0.1:1769074857.906029:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074857.906038:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074857.906043:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074857.906049:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00000800:00000200:0.0:1769074857.906059:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.906063:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:0.0:1769074857.906067:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.906072:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.907502:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.907519:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x660f9 00000400:00000200:3.0:1769074857.907526:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.907530:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.907535:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:3.0:1769074857.907538:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00010000:00000010:2.0:1769074857.907651:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:2.0:1769074857.907661:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:1.1:1769074857.908239:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:1.1:1769074857.908246:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:1.0:1769074857.908264:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:1.0:1769074857.908269:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:1.0:1769074857.908274:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf780. 00010000:00000010:3.1:1769074857.910142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074857.910158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074857.910163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074857.910166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:2.0:1769074857.910285:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.910303:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d0f00 00000400:00000200:2.0:1769074857.910312:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 81648 00000400:00000200:2.0:1769074857.910379:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.910384:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.910393:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.910399:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487480. 00000020:00000010:1.0:1769074857.910721:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.910727:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.910735:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.910740:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.910745:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.910778:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.910781:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.910785:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826448128 00000001:00000010:1.0:1769074857.910796:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:1.0:1769074857.910824:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.910831:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074857.910860:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8bc40000. 00010000:00000010:1.0:1769074857.910888:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074857.910892:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074857.910910:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074857.910913:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074857.910917:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074857.910920:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074857.911010:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074857.911013:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074857.911018:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074857.911021:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074857.911084:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074857.911095:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074857.911100:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074857.911120:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074857.911134:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487480 x1855007826448128/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.911153:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074857.911160:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826448128, offset 224 00000400:00000200:1.0:1769074857.911167:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.911178:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.911184:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40943:40943:256:4294967295] 192.168.204.10@tcp LPNI seq info [40939:40939:8:4294967295] 00000400:00000200:1.0:1769074857.911194:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.911200:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.911204:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074857.911210:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.911218:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.911222:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.911351:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.911355:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.911359:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00010000:00000010:2.1:1769074857.913674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:2.1:1769074857.913693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:1.1:1769074857.913752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074857.913759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:1.1:1769074857.913763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074857.913767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:3.1:1769074857.915283:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074857.915293:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00000800:00000200:2.0:1769074857.915515:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.915520:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:2.0:1769074857.915526:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.915535:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.915542:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:2.0:1769074857.915545:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000400:00000200:2.0:1769074857.915574:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.915588:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d1000 00000400:00000200:2.0:1769074857.915595:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 82224 00000400:00000200:2.0:1769074857.915636:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.915641:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.915647:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.915652:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486a00. 00000020:00000010:3.0:1769074857.915750:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.915756:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.915763:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074857.915768:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.915773:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074857.915815:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.915818:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.915821:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826448384 02000000:00000010:3.0:1769074857.915853:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859bb000. 00010000:00000010:3.0:1769074857.915892:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:3.0:1769074857.915907:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a300. 00010000:00000010:3.0:1769074857.915927:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.915944:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074857.915959:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074857.915962:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074857.915966:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074857.915969:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074857.916047:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074857.916051:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074857.916054:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074857.916057:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00000020:00000010:3.0:1769074857.916080:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.916086:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074857.916096:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074857.916105:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88ddbc00. 00000001:00000010:3.0:1769074857.916311:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6120. 00000001:00000010:3.0:1769074857.916318:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074857.916360:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074857.916369:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074857.916374:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074857.916384:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074857.916420:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00080000:00000010:3.0:1769074857.916445:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabafae0000. 00000004:00000010:3.0:1769074857.916452:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab908d0e40. 00000004:00000010:3.0:1769074857.916455:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb3c4ddc0. 00000004:00000010:3.0:1769074857.916462:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf7f8. 00000004:00000010:3.0:1769074857.916466:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88e0c960. 00010000:00000010:3.0:1769074857.916475:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000200:3.0:1769074857.916493:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890088, last committed = 17179889941 00010000:00000200:3.0:1769074857.916505:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486a00 x1855007826448384/t17179890088(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074857.916528:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46198. 00000100:00000200:3.0:1769074857.916533:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826448384, offset 224 00000400:00000010:3.0:1769074857.916539:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3498. 00000400:00000200:3.0:1769074857.916543:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.916554:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.916560:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40944:40944:256:4294967295] 192.168.204.10@tcp LPNI seq info [40940:40940:8:4294967295] 00000400:00000200:3.0:1769074857.916566:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074857.916573:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.916579:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.916584:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074857.916589:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.916595:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.916600:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.0:1769074857.917132:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:0.0:1769074857.917141:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:0.0:1769074857.917149:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00010000:00000010:2.1:1769074857.917198:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074857.917204:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00000020:00000010:3.0:1769074857.917249:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.917254:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074857.917257:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:1.0:1769074857.917400:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.917404:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074857.917410:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.917415:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.920157:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074857.920179:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66101 00000400:00000200:2.0:1769074857.920188:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.920192:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074857.920200:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46198 00000400:00000010:2.0:1769074857.920203:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46198. 00000400:00000200:2.0:1769074857.920272:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.920279:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d1080 00000400:00000200:2.0:1769074857.920285:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 82712 00000400:00000200:2.0:1769074857.920341:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.920345:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.920350:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.920356:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484380. 00000020:00000010:3.0:1769074857.920441:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.920446:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.920452:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074857.920457:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.920461:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074857.920505:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.920508:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.920511:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826448512 00000001:00000010:3.0:1769074857.920521:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074857.920548:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074857.920555:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 02000000:00000010:3.0:1769074857.920580:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859ba000. 00010000:00000010:3.0:1769074857.920634:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074857.920639:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074857.920660:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074857.920664:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074857.920668:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074857.920671:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074857.920745:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074857.920748:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074857.920752:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074857.920755:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074857.920817:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074857.920830:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074857.920834:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074857.920853:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000200:3.0:1769074857.920867:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484380 x1855007826448512/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.920884:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074857.920889:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826448512, offset 224 00000400:00000200:3.0:1769074857.920895:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.920904:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.920910:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40945:40945:256:4294967295] 192.168.204.10@tcp LPNI seq info [40941:40941:8:4294967295] 00000400:00000200:3.0:1769074857.920920:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.920925:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.920942:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074857.920948:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.920953:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.920957:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.920968:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.920972:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074857.920975:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:0.0:1769074857.921237:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.921242:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074857.921249:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.921253:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074857.921256:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:0.0:1769074857.921259:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00010000:00000010:1.0:1769074857.922526:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:1.0:1769074857.922539:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:1.1:1769074857.925067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074857.925082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074857.925088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074857.925091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:1.0:1769074857.925125:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.925143:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d1180 00000400:00000200:1.0:1769074857.925151:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 83288 00000400:00000200:1.0:1769074857.925168:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.925173:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.925181:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.925188:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeece00. 00000020:00000010:2.0:1769074857.925279:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.925286:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.925292:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074857.925297:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b400. 00000020:00000010:2.0:1769074857.925301:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.925343:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.925345:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.925347:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826448768 02000000:00000010:2.0:1769074857.925378:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c48000. 00010000:00000010:2.0:1769074857.925417:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:2.0:1769074857.925429:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:2.0:1769074857.925447:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.925453:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074857.925467:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074857.925469:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074857.925472:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.925474:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074857.925544:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074857.925547:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074857.925550:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.925551:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00000020:00000010:2.0:1769074857.925567:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b6e0. 00000020:00000010:2.0:1769074857.925572:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b6e0. 00000020:00000010:2.0:1769074857.925581:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074857.925590:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d55c00. 00000001:00000010:2.0:1769074857.925773:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3ae40. 00000001:00000010:2.0:1769074857.925779:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074857.925802:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074857.925807:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.925810:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074857.925818:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074857.925846:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00080000:00000010:2.0:1769074857.925862:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe82720. 00000004:00000010:2.0:1769074857.925868:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec34cc0. 00000004:00000010:2.0:1769074857.925870:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0fba0. 00000004:00000010:2.0:1769074857.925874:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4f78. 00000004:00000010:2.0:1769074857.925878:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb4f354a0. 00010000:00000010:2.0:1769074857.925883:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000200:2.0:1769074857.925895:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890089, last committed = 17179889941 00010000:00000200:2.0:1769074857.925902:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeece00 x1855007826448768/t17179890089(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.925917:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074857.925921:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826448768, offset 224 00000400:00000010:2.0:1769074857.925926:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b888. 00000400:00000200:2.0:1769074857.925940:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.925953:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.925960:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40946:40946:256:4294967295] 192.168.204.10@tcp LPNI seq info [40942:40942:8:4294967295] 00000400:00000200:2.0:1769074857.925966:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.925972:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.925978:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.925987:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074857.925993:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.926000:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.926005:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.926028:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b400. 00000020:00000010:2.0:1769074857.926033:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.926037:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00010000:00000010:1.0:1769074857.926425:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:1.0:1769074857.926432:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:1.0:1769074857.926439:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf3c0. 00000800:00000200:0.0:1769074857.926463:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.926467:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:0.0:1769074857.926471:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.926477:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074857.928038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:3.1:1769074857.928054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:3.1:1769074857.928062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074857.928069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:0.1:1769074857.929698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074857.929720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00000400:00000200:0.0:1769074857.929755:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074857.929774:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66109 00000400:00000200:0.0:1769074857.929781:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.929785:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074857.929792:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:0.0:1769074857.929795:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00000400:00000200:0.0:1769074857.929821:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.929827:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d1200 00000400:00000200:0.0:1769074857.929834:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 83776 00000400:00000200:0.0:1769074857.929846:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.929850:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.929854:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.929860:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3b80. 00010000:00000010:2.0:1769074857.929890:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074857.929901:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00000020:00000010:3.0:1769074857.929975:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.929980:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.929987:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074857.929992:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.929996:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074857.930042:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074857.930045:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074857.930049:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826448896 00000001:00000010:3.0:1769074857.930060:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074857.930089:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074857.930097:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 02000000:00000010:3.0:1769074857.930130:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859bc000. 00010000:00000010:3.0:1769074857.930162:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074857.930166:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074857.930181:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074857.930184:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074857.930188:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074857.930191:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074857.930262:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074857.930265:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074857.930269:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074857.930272:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074857.930344:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074857.930354:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074857.930358:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074857.930377:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000200:3.0:1769074857.930392:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3b80 x1855007826448896/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074857.930411:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074857.930417:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826448896, offset 224 00000400:00000200:3.0:1769074857.930424:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074857.930435:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074857.930442:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40947:40947:256:4294967295] 192.168.204.10@tcp LPNI seq info [40943:40943:8:4294967295] 00000400:00000200:3.0:1769074857.930455:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.930460:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074857.930465:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074857.930472:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074857.930480:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074857.930485:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074857.930767:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074857.930773:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074857.930777:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:2.0:1769074857.935990:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.936000:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:2.0:1769074857.936010:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.936018:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.936027:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:2.0:1769074857.936029:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00010000:00000010:3.1:1769074857.936675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074857.936686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074857.936691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074857.936693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:1.1:1769074857.936783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074857.936790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:2.1:1769074857.936829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:2.1:1769074857.936834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074857.936838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074857.936844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000400:00000200:0.0:1769074857.939256:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.939277:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d1300 00000400:00000200:0.0:1769074857.939285:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 84352 00000400:00000200:0.0:1769074857.939300:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.939305:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.939312:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.939319:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0000. 00000020:00000010:2.0:1769074857.939423:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.939429:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.939436:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074857.939441:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074857.939446:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.939492:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.939495:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.939498:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826449152 02000000:00000010:2.0:1769074857.939533:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c4d000. 00010000:00000010:2.0:1769074857.939575:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:2.0:1769074857.939591:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:2.0:1769074857.939644:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.939651:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074857.939667:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074857.939671:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074857.939676:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.939679:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074857.939769:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074857.939773:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074857.939777:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074857.939780:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00000020:00000010:2.0:1769074857.939807:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b1c0. 00000020:00000010:2.0:1769074857.939813:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b1c0. 00000020:00000010:2.0:1769074857.939825:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074857.939835:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d57000. 00000001:00000010:2.0:1769074857.940083:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3ab40. 00000001:00000010:2.0:1769074857.940091:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfc00. 00000020:00000010:2.0:1769074857.940123:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074857.940132:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.940136:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074857.940147:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074857.940184:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00080000:00000010:2.0:1769074857.940206:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe82000. 00000004:00000010:2.0:1769074857.940214:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab881160c0. 00000004:00000010:2.0:1769074857.940217:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0fcb0. 00000004:00000010:2.0:1769074857.940222:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4e10. 00000004:00000010:2.0:1769074857.940228:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4bbc20. 00010000:00000010:2.0:1769074857.940237:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074857.940254:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890090, last committed = 17179889941 00010000:00000200:2.0:1769074857.940264:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0000 x1855007826449152/t17179890090(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.940283:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074857.940289:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826449152, offset 224 00000400:00000010:2.0:1769074857.940295:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b310. 00000400:00000200:2.0:1769074857.940299:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.940311:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.940318:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40948:40948:256:4294967295] 192.168.204.10@tcp LPNI seq info [40944:40944:8:4294967295] 00000400:00000200:2.0:1769074857.940324:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.940330:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.940336:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.940341:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074857.940347:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.940353:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.940357:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.940382:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074857.940387:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.940391:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00010000:00000010:1.0:1769074857.940577:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:1.0:1769074857.940584:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:1.0:1769074857.940591:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000800:00000200:3.0:1769074857.940805:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.940809:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074857.940814:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.940820:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074857.941647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074857.941656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074857.941659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074857.941662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:1.1:1769074857.941765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074857.941772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.1:1769074857.941811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074857.941817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00000400:00000200:2.0:1769074857.943348:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074857.943368:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66111 00000400:00000200:2.0:1769074857.943376:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.943380:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074857.943387:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:2.0:1769074857.943391:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:1.0:1769074857.943477:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:1.0:1769074857.943487:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00000400:00000200:0.0:1769074857.945675:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074857.945695:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d1380 00000400:00000200:0.0:1769074857.945704:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 84840 00000400:00000200:0.0:1769074857.945773:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.945778:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074857.945786:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074857.945792:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1c00. 00010000:00000010:2.1:1769074857.946171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:2.1:1769074857.946180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074857.946185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.1:1769074857.946191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00000020:00000010:2.0:1769074857.946229:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.946235:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.946240:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074857.946246:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074857.946251:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.946292:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.946295:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.946298:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826449280 00000001:00000010:2.0:1769074857.946310:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074857.946344:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074857.946351:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 02000000:00000010:2.0:1769074857.946380:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab89c4b000. 00010000:00000010:2.0:1769074857.946407:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074857.946411:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.946430:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074857.946434:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074857.946437:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074857.946440:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074857.946518:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074857.946522:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074857.946525:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.0:1769074857.946531:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074857.946594:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.946627:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074857.946632:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074857.946652:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074857.946668:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1c00 x1855007826449280/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.946687:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074857.946692:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826449280, offset 224 00000400:00000200:2.0:1769074857.946698:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.946709:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.946715:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40949:40949:256:4294967295] 192.168.204.10@tcp LPNI seq info [40945:40945:8:4294967295] 00000400:00000200:2.0:1769074857.946725:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.946864:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.946871:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074857.946877:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.946883:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.946888:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.947014:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074857.947019:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.947024:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:2.0:1769074857.950516:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.950528:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:2.0:1769074857.950537:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.950546:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074857.950553:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:2.0:1769074857.950556:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00000400:00000200:2.0:1769074857.951105:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.951119:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d1480 00000400:00000200:2.0:1769074857.951127:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 85416 00000400:00000200:2.0:1769074857.951141:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.951144:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.951150:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.951157:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484e00. 00000020:00000010:0.0:1769074857.951259:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.951265:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.951271:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074857.951277:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074857.951282:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefc80. 00000020:00000010:0.0:1769074857.951361:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.951365:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.951368:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826449536 02000000:00000010:0.0:1769074857.951407:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9174c000. 00010000:00000010:0.0:1769074857.951446:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:0.0:1769074857.951461:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:0.0:1769074857.951480:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074857.951487:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.951503:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074857.951506:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074857.951510:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074857.951513:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.951594:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074857.951598:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074857.951916:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074857.951923:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074857.951961:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56060. 00000020:00000010:0.0:1769074857.951968:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56060. 00000020:00000010:0.0:1769074857.951980:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.951991:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df34000. 00000001:00000010:0.0:1769074857.952201:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad8a0. 00000001:00000010:0.0:1769074857.952209:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8a80. 00000020:00000010:0.0:1769074857.952241:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.952251:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074857.952255:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.952266:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8e40. 00010000:00000010:0.0:1769074857.952356:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074857.952381:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe83560. 00000004:00000010:0.0:1769074857.952388:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec346c0. 00000004:00000010:0.0:1769074857.952392:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0e880. 00000004:00000010:0.0:1769074857.952397:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4960. 00000004:00000010:0.0:1769074857.952402:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4ba000. 00010000:00000010:0.0:1769074857.952412:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074857.952429:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890091, last committed = 17179889941 00010000:00000200:0.0:1769074857.952439:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484e00 x1855007826449536/t17179890091(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.952457:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074857.952464:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826449536, offset 224 00000400:00000010:0.0:1769074857.952471:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae540. 00000400:00000200:0.0:1769074857.952475:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.952488:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.952495:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40950:40950:256:4294967295] 192.168.204.10@tcp LPNI seq info [40946:40946:8:4294967295] 00000400:00000200:0.0:1769074857.952501:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.952508:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.952513:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.952519:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074857.952525:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.952532:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.952536:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.952566:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074857.952570:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefc80. 00000020:00000010:0.0:1769074857.952574:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:3.0:1769074857.952802:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.952807:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:3.0:1769074857.952811:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.952816:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.954435:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.954452:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66119 00000400:00000200:3.0:1769074857.954459:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.954463:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.954470:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:3.0:1769074857.954472:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:3.0:1769074857.954526:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074857.954535:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00000400:00000200:3.0:1769074857.956440:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.956459:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d1500 00000400:00000200:3.0:1769074857.956468:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 85904 00000400:00000200:3.0:1769074857.956524:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.956529:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.956536:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.956543:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944000. 00010000:00000010:1.1:1769074857.956627:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:1.1:1769074857.956637:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.957233:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074857.957248:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:2.0:1769074857.957256:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8e40. 00000020:00000010:1.0:1769074857.957538:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.957544:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.957553:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.957558:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.957563:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.957735:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.957739:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.957743:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826449664 00000001:00000010:1.0:1769074857.957752:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:1.0:1769074857.957776:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074857.957783:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074857.957806:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8bc46000. 00010000:00000010:1.0:1769074857.957834:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074857.957837:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074857.957853:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074857.957856:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074857.957859:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074857.957861:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074857.957938:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074857.957941:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074857.957945:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074857.957948:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074857.958002:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074857.958009:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074857.958013:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074857.958030:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074857.958046:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944000 x1855007826449664/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.958064:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074857.958070:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826449664, offset 224 00000400:00000200:1.0:1769074857.958077:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.958087:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.958093:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40951:40951:256:4294967295] 192.168.204.10@tcp LPNI seq info [40947:40947:8:4294967295] 00000400:00000200:1.0:1769074857.958104:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.958110:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.958115:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074857.958121:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.958128:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.958133:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.958155:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.958159:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.958163:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:3.0:1769074857.958268:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.958272:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:3.0:1769074857.958277:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.958283:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.958287:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00000400:00000010:3.0:1769074857.958289:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00000400:00000200:3.0:1769074857.960711:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.960743:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d1600 00000400:00000200:3.0:1769074857.960751:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 86480 00000400:00000200:3.0:1769074857.960768:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.960772:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.960780:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.960787:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc946680. 00000020:00000010:1.0:1769074857.961154:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.961159:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.961167:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.961172:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.961177:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.961221:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.961225:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.961229:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826449920 02000000:00000010:1.0:1769074857.961269:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f54000. 00010000:00000010:1.0:1769074857.961310:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074857.961414:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074857.961435:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074857.961442:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074857.961458:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074857.961460:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074857.961464:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.961466:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074857.961544:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074857.961547:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074857.961550:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.961554:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00000020:00000010:1.0:1769074857.961577:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.961584:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074857.961594:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074857.961635:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c14c00. 00000001:00000010:1.0:1769074857.962183:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9be40. 00000001:00000010:1.0:1769074857.962190:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074857.962225:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074857.962234:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074857.962239:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074857.962252:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111300. 00010000:00000010:1.0:1769074857.962301:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00080000:00000010:1.0:1769074857.962424:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabafae0390. 00000004:00000010:1.0:1769074857.962432:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabaffb7540. 00000004:00000010:1.0:1769074857.962447:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb3c4dcb0. 00000004:00000010:1.0:1769074857.962453:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf0f0. 00000004:00000010:1.0:1769074857.962458:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88e0d860. 00010000:00000010:1.0:1769074857.962470:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074857.962487:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890092, last committed = 17179889941 00010000:00000200:1.0:1769074857.962498:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc946680 x1855007826449920/t17179890092(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074857.962516:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074857.962522:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826449920, offset 224 00000400:00000010:1.0:1769074857.962529:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cf18. 00000400:00000200:1.0:1769074857.962533:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.962547:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.962554:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40952:40952:256:4294967295] 192.168.204.10@tcp LPNI seq info [40948:40948:8:4294967295] 00000400:00000200:1.0:1769074857.962562:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074857.962568:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.962573:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.962578:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074857.962584:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.962591:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.962595:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.962877:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:1.0:1769074857.962883:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.962887:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:3.0:1769074857.965170:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.965180:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:3.0:1769074857.965189:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.965198:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.965230:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074857.965243:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66121 00000400:00000200:3.0:1769074857.965249:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.965252:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074857.965257:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:3.0:1769074857.965259:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00000400:00000200:3.0:1769074857.965275:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.965281:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d1680 00000400:00000200:3.0:1769074857.965287:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 86968 00010000:00000010:1.0:1769074857.966005:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074857.966017:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00000400:00000200:3.0:1769074857.966161:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.966168:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.966176:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.966183:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947b80. 00010000:00000010:0.0:1769074857.966282:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:0.0:1769074857.966291:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab00. 00010000:00000010:0.0:1769074857.966298:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111300. 00000020:00000010:0.0:1769074857.966306:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.966310:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.966317:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074857.966322:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074857.966472:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefc80. 00000020:00000010:0.0:1769074857.966520:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.966523:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.966526:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826450048 00000001:00000010:0.0:1769074857.966535:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8a80. 00010000:00000010:0.0:1769074857.966558:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074857.966565:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074857.966591:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab91748000. 00010000:00000010:0.0:1769074857.966813:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074857.966818:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.966833:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074857.966836:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074857.966842:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074857.966845:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.966922:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074857.966926:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074857.966940:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074857.966943:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074857.967003:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074857.967012:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.967016:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074857.967038:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074857.967054:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947b80 x1855007826450048/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074857.967074:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074857.967080:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826450048, offset 224 00000400:00000200:0.0:1769074857.967088:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.967101:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.967108:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40953:40953:256:4294967295] 192.168.204.10@tcp LPNI seq info [40949:40949:8:4294967295] 00000400:00000200:0.0:1769074857.967120:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.967126:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.967130:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074857.967136:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.967143:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.967146:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.967167:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074857.967171:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefc80. 00000020:00000010:0.0:1769074857.967175:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:0.0:1769074857.970064:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074857.970075:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:0.0:1769074857.970084:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074857.970094:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074857.970102:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:0.0:1769074857.970105:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00000400:00000200:1.0:1769074857.970451:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.970466:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d1780 00000400:00000200:1.0:1769074857.970475:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 87544 00000400:00000200:1.0:1769074857.970502:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.970506:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.970512:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.970519:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef480. 00010000:00000010:3.1:1769074857.970726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074857.970747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:1.1:1769074857.970856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074857.970864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:0.1:1769074857.970903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:0.1:1769074857.970907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00000020:00000010:2.0:1769074857.971010:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.971015:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.971022:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074857.971027:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074857.971033:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.971103:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.971106:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.971109:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826450304 02000000:00000010:2.0:1769074857.971149:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c4a000. 00010000:00000010:2.0:1769074857.971195:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074857.971212:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:2.0:1769074857.971233:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074857.971239:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074857.971254:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074857.971258:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074857.971263:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.0:1769074857.971266:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074857.971361:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074857.971365:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074857.971368:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074857.971371:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00000020:00000010:2.0:1769074857.971397:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15bf40. 00000020:00000010:2.0:1769074857.971405:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15bf40. 00000020:00000010:2.0:1769074857.971417:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074857.971427:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83450400. 00000001:00000010:2.0:1769074857.971669:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a9c0. 00000001:00000010:2.0:1769074857.971676:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074857.971706:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074857.971714:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074857.971717:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074857.971729:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074857.971776:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00080000:00000010:2.0:1769074857.971797:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe83398. 00000004:00000010:2.0:1769074857.971804:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec34540. 00000004:00000010:2.0:1769074857.971807:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0fdc0. 00000004:00000010:2.0:1769074857.971812:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4ac8. 00000004:00000010:2.0:1769074857.971817:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4bb2c0. 00010000:00000010:2.0:1769074857.971825:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074857.971840:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890093, last committed = 17179889941 00010000:00000200:2.0:1769074857.971850:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef480 x1855007826450304/t17179890093(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074857.971870:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074857.971876:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826450304, offset 224 00000400:00000010:2.0:1769074857.971882:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b508. 00000400:00000200:2.0:1769074857.971887:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.971900:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.971906:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40954:40954:256:4294967295] 192.168.204.10@tcp LPNI seq info [40950:40950:8:4294967295] 00000400:00000200:2.0:1769074857.971913:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074857.971919:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.971925:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.971939:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074857.971947:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.971954:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.971957:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.971980:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074857.971984:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074857.971989:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:3.0:1769074857.972121:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.972125:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074857.972129:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.972134:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074857.974887:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:1.0:1769074857.974903:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:1.0:1769074857.974913:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00000400:00000200:1.0:1769074857.975887:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074857.975908:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66129 00000400:00000200:1.0:1769074857.975916:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.975920:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074857.975938:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:1.0:1769074857.975942:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00000400:00000200:1.0:1769074857.975971:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074857.975977:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d1800 00000400:00000200:1.0:1769074857.975983:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 88032 00000400:00000200:1.0:1769074857.976038:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.976043:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074857.976048:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074857.976054:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec380. 00010000:00000010:3.0:1769074857.976117:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:3.0:1769074857.976126:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00000020:00000010:0.0:1769074857.977181:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.977190:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.977197:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074857.977203:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074857.977209:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefc80. 00000020:00000010:2.0:1769074857.977293:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074857.977298:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074857.977301:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826450432 00000001:00000010:2.0:1769074857.977315:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:2.0:1769074857.977440:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.0:1769074857.977449:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 02000000:00000010:2.0:1769074857.977482:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cbb3000. 00010000:00000010:2.0:1769074857.977517:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074857.977522:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.977540:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074857.977544:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074857.977548:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074857.977551:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074857.977655:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074857.977659:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074857.977663:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.0:1769074857.977667:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074857.977754:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074857.977768:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074857.977774:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074857.977797:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074857.977814:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeec380 x1855007826450432/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074857.977835:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074857.977841:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826450432, offset 224 00000400:00000200:2.0:1769074857.977849:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074857.977862:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074857.977868:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40955:40955:256:4294967295] 192.168.204.10@tcp LPNI seq info [40951:40951:8:4294967295] 00000400:00000200:2.0:1769074857.977880:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074857.977903:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074857.977965:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074857.977973:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074857.977980:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074857.977985:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074857.978003:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66300. 00000020:00000010:2.0:1769074857.978008:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefc80. 00000020:00000010:2.0:1769074857.978012:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:1.0:1769074857.978748:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.978754:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074857.978759:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.978765:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074857.978771:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:1.0:1769074857.978773:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00000400:00000200:3.0:1769074857.981504:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.981526:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d1900 00000400:00000200:3.0:1769074857.981535:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 88608 00000400:00000200:3.0:1769074857.981548:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.981552:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.981560:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.981566:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944380. 00000020:00000010:0.0:1769074857.981993:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.982000:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.982007:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074857.982013:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074857.982018:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074857.982091:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.982095:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.982098:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826450688 02000000:00000010:0.0:1769074857.982136:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab84cdd000. 00010000:00000010:0.0:1769074857.982178:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:0.0:1769074857.982196:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:0.0:1769074857.982218:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074857.982223:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.982240:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074857.982243:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074857.982247:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074857.982251:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.982343:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074857.982347:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074857.982350:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074857.982353:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074857.982378:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56420. 00000020:00000010:0.0:1769074857.982384:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56420. 00000020:00000010:0.0:1769074857.982396:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.982409:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df35c00. 00000001:00000010:0.0:1769074857.982663:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad2a0. 00000001:00000010:0.0:1769074857.982671:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8e40. 00000020:00000010:0.0:1769074857.982703:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.982711:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074857.982715:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.982726:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8a80. 00010000:00000010:0.0:1769074857.983106:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074857.983130:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb11ab8. 00000004:00000010:0.0:1769074857.983137:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bf300. 00000004:00000010:0.0:1769074857.983141:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d840dd0. 00000004:00000010:0.0:1769074857.983144:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c0078. 00000004:00000010:0.0:1769074857.983148:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab859325a0. 00010000:00000010:0.0:1769074857.983156:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074857.983172:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890094, last committed = 17179889941 00010000:00000200:0.0:1769074857.983184:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944380 x1855007826450688/t17179890094(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.983204:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074857.983210:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826450688, offset 224 00000400:00000010:0.0:1769074857.983217:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aeaf0. 00000400:00000200:0.0:1769074857.983221:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.983235:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.983240:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40956:40956:256:4294967295] 192.168.204.10@tcp LPNI seq info [40952:40952:8:4294967295] 00000400:00000200:0.0:1769074857.983247:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.983254:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.983260:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.983265:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074857.983271:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.983277:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.983281:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.983310:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074857.983315:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074857.983326:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:3.0:1769074857.983552:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074857.983560:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:3.0:1769074857.983568:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8a80. 00000800:00000200:1.0:1769074857.984372:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074857.984378:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074857.984384:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074857.984391:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074857.984753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074857.984761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074857.984765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074857.984770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:2.1:1769074857.984856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.1:1769074857.984862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074857.984865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.1:1769074857.984868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.1:1769074857.984872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074857.984875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:2.0:1769074857.986963:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074857.986985:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66131 00000400:00000200:2.0:1769074857.986993:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.986997:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074857.987005:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:2.0:1769074857.987008:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00010000:00000010:0.0:1769074857.987096:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.987106:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:1.1:1769074857.987719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074857.987728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074857.987743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074857.987747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074857.987750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074857.987752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074857.987755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074857.987761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074857.987764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074857.987766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:0.1:1769074857.987853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074857.987860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074857.987863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074857.987866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:2.1:1769074857.987908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:2.1:1769074857.987914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074857.987918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074857.987923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.1:1769074857.987926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.1:1769074857.987940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074857.987943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.1:1769074857.987946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:3.1:1769074857.987993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074857.987998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:3.1:1769074857.988002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074857.988004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074857.990854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bea00. 00010000:00000010:0.1:1769074857.990869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074857.990874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074857.990880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000400:00000200:3.0:1769074857.991172:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074857.991190:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d1980 00000400:00000200:3.0:1769074857.991199:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 89096 00000400:00000200:3.0:1769074857.991261:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.991266:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074857.991273:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074857.991280:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944e00. 00000020:00000010:1.0:1769074857.991481:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.991487:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.991497:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074857.991503:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2aa00. 00000020:00000010:1.0:1769074857.991508:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.991552:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074857.991555:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d040. 00000100:00000200:1.0:1769074857.991558:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826450816 00000001:00000010:1.0:1769074857.991570:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:1.0:1769074857.991594:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074857.991600:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.1:1769074857.991634:0:42297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074857.991639:0:42297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 02000000:00000010:1.0:1769074857.991668:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4f56000. 00010000:00000010:1.0:1769074857.991695:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074857.991698:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074857.991716:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074857.991719:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074857.991723:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074857.991725:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074857.991795:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074857.991798:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a280. 00010000:00000010:1.0:1769074857.991801:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074857.991804:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074857.991867:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074857.991877:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074857.991882:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074857.991900:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074857.991914:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944e00 x1855007826450816/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 576/584 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074857.991942:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 00000100:00000200:1.0:1769074857.991948:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826450816, offset 224 00000400:00000200:1.0:1769074857.991955:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074857.991965:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074857.991971:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40957:40957:256:4294967295] 192.168.204.10@tcp LPNI seq info [40953:40953:8:4294967295] 00000400:00000200:1.0:1769074857.991981:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074857.991987:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074857.991993:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074857.991999:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074857.992006:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074857.992011:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074857.992029:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2aa00. 00000020:00000010:1.0:1769074857.992033:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074857.992036:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:3.0:1769074857.992433:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.992439:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074857.992444:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.992449:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074857.992453:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcdd0 00000400:00000010:3.0:1769074857.992455:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcdd0. 00010000:00000010:0.1:1769074857.994809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074857.994823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:2.0:1769074857.996241:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074857.996259:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d1a80 00000400:00000200:2.0:1769074857.996268:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 89672 00000400:00000200:2.0:1769074857.996283:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.996288:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074857.996296:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074857.996303:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484700. 00000020:00000010:0.0:1769074857.996513:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.996519:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.996525:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074857.996531:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074857.996536:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074857.996647:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074857.996650:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074857.996653:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826451072 02000000:00000010:0.0:1769074857.996690:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab84cde000. 00010000:00000010:0.0:1769074857.996730:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:0.0:1769074857.996919:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a280. 00010000:00000010:0.0:1769074857.996951:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074857.996958:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074857.996973:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074857.996977:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074857.996981:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074857.996983:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074857.997057:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074857.997060:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074857.997063:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074857.997065:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074857.997089:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56420. 00000020:00000010:0.0:1769074857.997096:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56420. 00000020:00000010:0.0:1769074857.997108:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074857.997118:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df37c00. 00000001:00000010:0.0:1769074857.997318:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad3c0. 00000001:00000010:0.0:1769074857.997337:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8f00. 00000020:00000010:0.0:1769074857.997371:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074857.997379:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074857.997384:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074857.997395:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8000. 00010000:00000010:0.0:1769074857.997482:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074857.997504:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb10000. 00000004:00000010:0.0:1769074857.997510:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bf840. 00000004:00000010:0.0:1769074857.997514:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d841320. 00000004:00000010:0.0:1769074857.997519:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c02d0. 00000004:00000010:0.0:1769074857.997523:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbeee9860. 00010000:00000010:0.0:1769074857.997532:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074857.997549:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890095, last committed = 17179889941 00010000:00000200:0.0:1769074857.997558:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484700 x1855007826451072/t17179890095(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:393/0 lens 488/456 e 0 to 0 dl 1769074868 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074857.997576:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074857.997582:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826451072, offset 224 00000400:00000010:0.0:1769074857.997587:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae620. 00000400:00000200:0.0:1769074857.997593:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074857.997636:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074857.997642:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40958:40958:256:4294967295] 192.168.204.10@tcp LPNI seq info [40954:40954:8:4294967295] 00000400:00000200:0.0:1769074857.997648:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074857.997655:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074857.997661:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074857.997667:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074857.997673:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074857.997680:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074857.997684:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074857.997704:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074857.997708:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074857.997712:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074857.997972:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.997977:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:3.0:1769074857.997981:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.997985:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.000331:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.000353:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66139 00000400:00000200:3.0:1769074858.000360:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.000365:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.000371:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:3.0:1769074858.000374:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00010000:00000010:3.0:1769074858.000432:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074858.000441:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00000400:00000200:3.0:1769074858.001300:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.001314:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d1b00 00000400:00000200:3.0:1769074858.001330:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 90160 00000400:00000200:3.0:1769074858.001381:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.001386:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.001392:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.001398:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944a80. 00000020:00000010:1.0:1769074858.001590:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d040. 00000020:00000010:1.0:1769074858.001596:0:42297:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8656f800. 00000020:00000010:1.0:1769074858.001641:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074858.001647:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2aa00. 00000020:00000010:1.0:1769074858.001652:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074858.001690:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.001693:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074858.001698:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826451200 00000001:00000010:1.0:1769074858.001707:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8e40. 00010000:00000010:1.0:1769074858.001733:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.001740:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074858.001766:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4f57000. 00010000:00000010:1.0:1769074858.001796:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074858.001800:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074858.001818:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074858.001821:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074858.001825:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.001828:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074858.001899:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074858.001903:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a380. 00010000:00000010:1.0:1769074858.001906:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074858.001910:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074858.001982:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074858.001993:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074858.001998:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074858.002020:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.002034:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944a80 x1855007826451200/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.002053:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074858.002059:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826451200, offset 224 00000400:00000200:1.0:1769074858.002065:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.002075:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.002080:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40959:40959:256:4294967295] 192.168.204.10@tcp LPNI seq info [40955:40955:8:4294967295] 00000400:00000200:1.0:1769074858.002090:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.002096:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.002100:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074858.002106:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.002113:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.002117:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.002137:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2aa00. 00000020:00000010:1.0:1769074858.002141:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074858.002145:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:1.0:1769074858.002435:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.002439:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:1.0:1769074858.002443:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.002447:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.002451:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:1.0:1769074858.002453:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00010000:00000010:2.0:1769074858.005941:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074858.005959:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:2.0:1769074858.005971:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8000. 00000400:00000200:0.0:1769074858.007866:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.007887:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d1c00 00000400:00000200:0.0:1769074858.007897:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 90736 00000400:00000200:0.0:1769074858.007915:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.007920:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.007939:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.007947:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2300. 00000020:00000010:2.0:1769074858.008141:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.008148:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.008156:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074858.008162:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.008167:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.008242:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.008245:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074858.008248:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826451456 02000000:00000010:2.0:1769074858.008286:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb4000. 00010000:00000010:2.0:1769074858.008333:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:2.0:1769074858.008347:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a380. 00010000:00000010:2.0:1769074858.008370:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.008377:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.008394:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074858.008398:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074858.008402:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.0:1769074858.008404:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074858.008487:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074858.008490:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074858.008494:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.0:1769074858.008498:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00000020:00000010:2.0:1769074858.008522:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15bf40. 00000020:00000010:2.0:1769074858.008529:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15bf40. 00000020:00000010:2.0:1769074858.008539:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.008549:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83452c00. 00000001:00000010:2.0:1769074858.009271:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a000. 00000001:00000010:2.0:1769074858.009279:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074858.009312:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074858.009400:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.009405:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074858.009419:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074858.009504:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00080000:00000010:2.0:1769074858.009529:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb10390. 00000004:00000010:2.0:1769074858.009537:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c438cc0. 00000004:00000010:2.0:1769074858.009541:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d841a90. 00000004:00000010:2.0:1769074858.009546:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c0ca8. 00000004:00000010:2.0:1769074858.009550:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbeee8b40. 00010000:00000010:2.0:1769074858.009560:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074858.009578:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890096, last committed = 17179889941 00010000:00000200:2.0:1769074858.009590:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff2300 x1855007826451456/t17179890096(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.009639:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074858.009646:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826451456, offset 224 00000400:00000010:2.0:1769074858.009653:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bee0. 00000400:00000200:2.0:1769074858.009658:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.009672:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.009678:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40960:40960:256:4294967295] 192.168.204.10@tcp LPNI seq info [40956:40956:8:4294967295] 00000400:00000200:2.0:1769074858.009684:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.009691:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.009697:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.009702:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074858.009709:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.009716:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.009721:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.009840:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.009846:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.009851:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:3.0:1769074858.010009:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.010014:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074858.010019:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.010025:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.012759:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.012782:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66141 00000400:00000200:3.0:1769074858.012790:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.012796:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.012803:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:3.0:1769074858.012806:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00000400:00000200:3.0:1769074858.012833:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.012840:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d1c80 00000400:00000200:3.0:1769074858.012847:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 91224 00000400:00000200:3.0:1769074858.013220:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.013226:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.013232:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.013239:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947800. 00010000:00000010:1.1:1769074858.013310:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074858.013319:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074858.013333:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074858.013338:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:0.0:1769074858.013434:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:0.0:1769074858.013445:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:0.0:1769074858.013455:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00010000:00000010:0.0:1769074858.013478:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:0.0:1769074858.013483:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00000020:00000010:0.0:1769074858.014221:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.014229:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.014235:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.014241:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074858.014245:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.014307:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.014310:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.014313:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826451584 00000001:00000010:0.0:1769074858.014332:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074858.014355:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074858.014361:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074858.014386:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab84cdf000. 00010000:00000010:0.0:1769074858.014411:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.014414:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.014428:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074858.014431:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074858.014435:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074858.014437:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.014500:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.014503:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074858.014506:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074858.014510:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.014563:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.014572:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.014575:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074858.014592:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.014634:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947800 x1855007826451584/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.014653:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074858.014658:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826451584, offset 224 00000400:00000200:0.0:1769074858.014664:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.014675:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.014681:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40961:40961:256:4294967295] 192.168.204.10@tcp LPNI seq info [40957:40957:8:4294967295] 00000400:00000200:0.0:1769074858.014693:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.014698:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.014703:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074858.014708:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.014715:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.014719:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:3.0:1769074858.015018:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.015022:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074858.015026:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.015031:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.015036:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:3.0:1769074858.015038:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00000020:00000010:0.0:1769074858.016882:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074858.016893:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.016898:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000400:00000200:3.0:1769074858.017583:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.017599:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d1d80 00000400:00000200:3.0:1769074858.017637:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 91800 00000400:00000200:3.0:1769074858.017653:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.017658:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.017666:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.017672:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947480. 00000020:00000010:1.0:1769074858.018287:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.018294:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.018314:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074858.018321:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2aa00. 00000020:00000010:1.0:1769074858.018333:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074858.018373:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.018376:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074858.018380:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826451840 02000000:00000010:1.0:1769074858.018415:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f53000. 00010000:00000010:1.0:1769074858.018453:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074858.018470:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:1.0:1769074858.018490:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.018497:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074858.018515:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074858.018519:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074858.018524:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.018527:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074858.018636:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074858.018640:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074858.018644:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.018648:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00000020:00000010:1.0:1769074858.018675:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bde0. 00000020:00000010:1.0:1769074858.018682:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bde0. 00000020:00000010:1.0:1769074858.018694:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.018706:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c16000. 00000001:00000010:1.0:1769074858.018935:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b2a0. 00000001:00000010:1.0:1769074858.018943:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111300. 00000020:00000010:1.0:1769074858.018985:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.018995:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.018999:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074858.019012:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111480. 00010000:00000010:1.0:1769074858.019047:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00080000:00000010:1.0:1769074858.019072:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88b10c78. 00000004:00000010:1.0:1769074858.019079:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab866ef540. 00000004:00000010:1.0:1769074858.019083:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab878bdba0. 00000004:00000010:1.0:1769074858.019088:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dcb7ac8. 00000004:00000010:1.0:1769074858.019092:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabada41e00. 00010000:00000010:1.0:1769074858.019102:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.019118:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890097, last committed = 17179889941 00010000:00000200:1.0:1769074858.019127:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947480 x1855007826451840/t17179890097(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.019146:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074858.019153:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826451840, offset 224 00000400:00000010:1.0:1769074858.019159:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c7a8. 00000400:00000200:1.0:1769074858.019163:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.019176:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.019183:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40962:40962:256:4294967295] 192.168.204.10@tcp LPNI seq info [40958:40958:8:4294967295] 00000400:00000200:1.0:1769074858.019189:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.019196:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.019202:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.019207:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074858.019215:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.019222:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.019227:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.019247:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2aa00. 00000020:00000010:1.0:1769074858.019250:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074858.019254:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00010000:00000010:1.0:1769074858.019279:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074858.019283:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074858.019290:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111480. 00010000:00000010:0.1:1769074858.020020:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:0.1:1769074858.020030:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074858.020035:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.020042:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:2.1:1769074858.020097:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074858.020102:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074858.020175:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074858.020181:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:1.1:1769074858.023262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074858.023276:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074858.023281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074858.023284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000800:00000200:3.0:1769074858.024457:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.024465:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:3.0:1769074858.024472:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.024481:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.024512:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.024527:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66149 00000400:00000200:3.0:1769074858.024533:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.024536:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.024542:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:3.0:1769074858.024544:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00000400:00000200:3.0:1769074858.024574:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.024580:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d1e00 00000400:00000200:3.0:1769074858.024587:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 92288 00000400:00000200:3.0:1769074858.024657:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.024662:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.024667:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.024677:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289880. 00000020:00000010:0.0:1769074858.024783:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.024789:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.024795:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.024800:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074858.024805:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.024835:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.024837:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.024840:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826451968 00000001:00000010:0.0:1769074858.024850:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:0.0:1769074858.024875:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074858.024883:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074858.024911:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83901000. 00010000:00000010:0.0:1769074858.024956:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.024961:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.024981:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074858.024985:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074858.024990:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.024993:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.025068:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.025072:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074858.025075:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.025079:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.025147:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.025159:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.025164:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074858.025185:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.025201:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289880 x1855007826451968/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.025219:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074858.025224:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826451968, offset 224 00000400:00000200:0.0:1769074858.025230:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.025239:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.025245:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40963:40963:256:4294967295] 192.168.204.10@tcp LPNI seq info [40959:40959:8:4294967295] 00000400:00000200:0.0:1769074858.025255:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.025261:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.025266:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074858.025271:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.025277:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.025281:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.025545:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074858.025552:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.025555:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074858.025647:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:2.0:1769074858.025655:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a800. 00000800:00000200:2.0:1769074858.025716:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.025720:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:2.0:1769074858.025724:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.025728:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.025744:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:2.0:1769074858.025747:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000400:00000200:0.0:1769074858.030020:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.030038:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d1f00 00000400:00000200:0.0:1769074858.030047:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 92864 00000400:00000200:0.0:1769074858.030062:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.030067:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.030077:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.030084:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0700. 00000020:00000010:3.0:1769074858.030222:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.030228:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.030234:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074858.030239:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074858.030244:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074858.030280:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.030283:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074858.030285:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826452224 02000000:00000010:3.0:1769074858.030469:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859b9000. 00010000:00000010:3.0:1769074858.030510:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074858.030525:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:3.0:1769074858.030544:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074858.030550:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074858.030564:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074858.030567:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074858.030571:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074858.030574:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074858.030706:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074858.030709:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074858.030712:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074858.030715:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00000020:00000010:3.0:1769074858.030880:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.030888:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.030897:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074858.030905:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88dda800. 00000001:00000010:3.0:1769074858.031198:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6ba0. 00000001:00000010:3.0:1769074858.031205:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074858.031233:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074858.031241:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074858.031245:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074858.031255:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074858.031343:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00080000:00000010:3.0:1769074858.031364:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb108e8. 00000004:00000010:3.0:1769074858.031371:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bfb40. 00000004:00000010:3.0:1769074858.031374:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d840330. 00000004:00000010:3.0:1769074858.031378:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c07f8. 00000004:00000010:3.0:1769074858.031382:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbeee90e0. 00010000:00000010:3.0:1769074858.031389:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000200:3.0:1769074858.031404:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890098, last committed = 17179889941 00010000:00000200:3.0:1769074858.031413:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0700 x1855007826452224/t17179890098(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.031432:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074858.031438:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826452224, offset 224 00000400:00000010:3.0:1769074858.031443:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3188. 00000400:00000200:3.0:1769074858.031448:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.031460:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.031466:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40964:40964:256:4294967295] 192.168.204.10@tcp LPNI seq info [40960:40960:8:4294967295] 00000400:00000200:3.0:1769074858.031472:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.031479:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.031485:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.031489:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074858.031495:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.031503:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.031507:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.031528:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074858.031532:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074858.031536:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:3.0:1769074858.031650:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.031654:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:3.0:1769074858.031660:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.031665:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.035360:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.035381:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66151 00000400:00000200:3.0:1769074858.035388:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.035392:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.035398:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:3.0:1769074858.035401:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00000400:00000200:3.0:1769074858.035427:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.035433:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d1f80 00000400:00000200:3.0:1769074858.035440:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 93352 00000400:00000200:3.0:1769074858.035485:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.035489:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.035493:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.035499:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289f80. 00010000:00000010:1.1:1769074858.035909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:1.1:1769074858.035919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074858.035923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074858.035938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074858.035941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074858.035947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000020:00000010:1.0:1769074858.035986:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.035991:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.035999:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074858.036004:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074858.036009:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074858.036042:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.036044:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074858.036047:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826452352 00000001:00000010:1.0:1769074858.036056:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111300. 00010000:00000010:1.0:1769074858.036080:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.036087:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 02000000:00000010:1.0:1769074858.036113:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4f55000. 00010000:00000010:1.0:1769074858.036142:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.036145:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074858.036163:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074858.036166:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074858.036170:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.036173:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074858.036243:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074858.036246:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074858.036250:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.036253:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.036311:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074858.036320:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074858.036337:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074858.036355:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074858.036368:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289f80 x1855007826452352/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.036387:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074858.036393:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826452352, offset 224 00000400:00000200:1.0:1769074858.036399:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.036409:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.036415:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40965:40965:256:4294967295] 192.168.204.10@tcp LPNI seq info [40961:40961:8:4294967295] 00000400:00000200:1.0:1769074858.036426:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.036432:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.036436:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074858.036442:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.036448:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.036453:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.036472:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074858.036476:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074858.036479:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:1.0:1769074858.036550:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.036554:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:1.0:1769074858.036558:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.036561:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.036565:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:1.0:1769074858.036567:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:0.0:1769074858.036864:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:0.0:1769074858.036872:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:2.1:1769074858.039975:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:2.1:1769074858.039993:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074858.039999:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.1:1769074858.040006:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.040038:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:2.0:1769074858.040049:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:2.0:1769074858.040058:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00010000:00000010:0.1:1769074858.042790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074858.042808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:0.1:1769074858.042812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074858.042815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00010000:00000010:0.1:1769074858.042820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074858.042825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074858.042828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074858.042831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074858.044805:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074858.044818:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074858.044825:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074858.044832:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:3.0:1769074858.044865:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.044884:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d2080 00000400:00000200:3.0:1769074858.044892:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 93928 00000400:00000200:3.0:1769074858.044908:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.044912:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.044920:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.044937:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028b480. 00010000:00000010:1.1:1769074858.045101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074858.045108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074858.045113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074858.045116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:0.1:1769074858.045302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.045307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074858.045310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074858.045313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074858.045316:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074858.045319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000020:00000010:0.0:1769074858.045364:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.045371:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.045378:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.045383:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074858.045388:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.045427:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.045430:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.045433:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826452608 02000000:00000010:0.0:1769074858.045468:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83900000. 00010000:00000010:0.0:1769074858.045511:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:0.0:1769074858.045525:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:0.0:1769074858.045545:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074858.045551:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.045567:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074858.045570:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074858.045574:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.045577:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.045987:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074858.045991:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074858.045995:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.045998:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074858.046024:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56420. 00000020:00000010:0.0:1769074858.046031:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56420. 00000020:00000010:0.0:1769074858.046044:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ada80. 00080000:00000010:0.0:1769074858.046053:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df37800. 00000001:00000010:0.0:1769074858.046262:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a9c0. 00000001:00000010:0.0:1769074858.046270:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8480. 00000020:00000010:0.0:1769074858.046303:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ada80. 00010000:00000010:0.0:1769074858.046311:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074858.046315:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.046339:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074858.046375:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074858.046397:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe83ab8. 00000004:00000010:0.0:1769074858.046404:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec34240. 00000004:00000010:0.0:1769074858.046408:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0fa90. 00000004:00000010:0.0:1769074858.046412:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4618. 00000004:00000010:0.0:1769074858.046419:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4ba1e0. 00010000:00000010:0.0:1769074858.046428:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.046444:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890099, last committed = 17179889941 00010000:00000200:0.0:1769074858.046454:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028b480 x1855007826452608/t17179890099(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.046473:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074858.046480:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826452608, offset 224 00000400:00000010:0.0:1769074858.046487:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aecb0. 00000400:00000200:0.0:1769074858.046491:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.046507:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.046513:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40966:40966:256:4294967295] 192.168.204.10@tcp LPNI seq info [40962:40962:8:4294967295] 00000400:00000200:0.0:1769074858.046519:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.046526:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.046531:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.046537:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074858.046544:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.046551:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.046555:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.046574:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074858.046579:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.046582:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.1:1769074858.047174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074858.047183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:2.1:1769074858.047186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074858.047189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:2.0:1769074858.047215:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074858.047222:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:2.0:1769074858.047228:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8f00. 00000800:00000200:3.0:1769074858.048268:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.048274:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074858.048279:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.048288:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074858.052026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:0.1:1769074858.052043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:0.1:1769074858.052049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.052057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:2.1:1769074858.054846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074858.054863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000400:00000200:1.0:1769074858.057486:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.057511:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66159 00000400:00000200:1.0:1769074858.057518:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.057522:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.057528:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:1.0:1769074858.057531:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00000400:00000200:1.0:1769074858.057562:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.057569:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d2100 00000400:00000200:1.0:1769074858.057576:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 94416 00000400:00000200:1.0:1769074858.057659:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.057663:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.057668:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.057674:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeeed80. 00000020:00000010:0.0:1769074858.057780:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.057787:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.057793:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.057798:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074858.057803:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.057852:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.057855:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.057858:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826452736 00000001:00000010:0.0:1769074858.057870:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:0.0:1769074858.057899:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074858.057909:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074858.057947:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83904000. 00010000:00000010:0.0:1769074858.057982:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.057986:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.058005:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074858.058008:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.058012:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074858.058015:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.058094:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074858.058098:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074858.058102:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.058107:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.058189:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.058202:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.058207:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.058228:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.058243:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeeed80 x1855007826452736/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.058262:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074858.058268:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826452736, offset 224 00000400:00000200:0.0:1769074858.058274:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.058284:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.058289:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40967:40967:256:4294967295] 192.168.204.10@tcp LPNI seq info [40963:40963:8:4294967295] 00000400:00000200:0.0:1769074858.058298:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.058303:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.058308:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074858.058314:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.058321:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.058326:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.058352:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074858.058356:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.058361:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.058520:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.058526:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074858.058530:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.058533:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.058537:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:3.0:1769074858.058538:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00010000:00000010:2.0:1769074858.058652:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074858.058659:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00000400:00000200:3.0:1769074858.062432:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.062455:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d2200 00000400:00000200:3.0:1769074858.062465:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 94992 00000400:00000200:3.0:1769074858.062500:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.062506:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.062514:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.062521:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288e00. 00000020:00000010:1.0:1769074858.065159:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.065172:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.065183:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074858.065190:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074858.065196:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074858.065254:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.065257:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074858.065260:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826452992 02000000:00000010:1.0:1769074858.065297:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f52000. 00010000:00000010:1.0:1769074858.065549:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074858.065569:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:1.0:1769074858.065589:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.065596:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:0.1:1769074858.065856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.065862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074858.065866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074858.065869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.0:1769074858.065921:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074858.065935:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074858.065941:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.065945:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074858.066031:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074858.066035:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074858.066038:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.066043:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00000020:00000010:1.0:1769074858.066067:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b920. 00000020:00000010:1.0:1769074858.066074:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b920. 00000020:00000010:1.0:1769074858.066085:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.066095:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9fc00. 00000001:00000010:1.0:1769074858.066339:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b420. 00000001:00000010:1.0:1769074858.066346:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074858.066377:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.066385:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074858.066389:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074858.066402:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111300. 00010000:00000010:1.0:1769074858.066489:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00080000:00000010:1.0:1769074858.066513:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbffc68e8. 00000004:00000010:1.0:1769074858.066525:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bf3c0. 00000004:00000010:1.0:1769074858.066529:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d840220. 00000004:00000010:1.0:1769074858.066534:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c0e10. 00000004:00000010:1.0:1769074858.066537:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab85933680. 00010000:00000010:1.0:1769074858.066547:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074858.066566:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890100, last committed = 17179889941 00010000:00000200:1.0:1769074858.066576:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288e00 x1855007826452992/t17179890100(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.066594:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074858.066601:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826452992, offset 224 00000400:00000010:1.0:1769074858.066635:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c7e0. 00000400:00000200:1.0:1769074858.066639:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.066654:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.066660:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40968:40968:256:4294967295] 192.168.204.10@tcp LPNI seq info [40964:40964:8:4294967295] 00000400:00000200:1.0:1769074858.066668:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.066674:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.066680:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.066686:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074858.066694:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.066701:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.066706:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.066910:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074858.066916:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074858.066920:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:0.0:1769074858.067151:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.067155:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:0.0:1769074858.067162:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.067167:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.068762:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.068781:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66161 00000400:00000200:3.0:1769074858.068788:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.068792:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.068798:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:3.0:1769074858.068801:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:0.0:1769074858.069233:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:0.0:1769074858.069243:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:2.0:1769074858.069448:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:2.0:1769074858.069454:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00010000:00000010:2.0:1769074858.069460:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111300. 00010000:00000010:2.1:1769074858.069736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074858.069743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000400:00000200:3.0:1769074858.071381:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.071399:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d2280 00000400:00000200:3.0:1769074858.071408:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 95480 00000400:00000200:3.0:1769074858.071466:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.071471:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.071479:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.071486:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028a680. 00000020:00000010:1.0:1769074858.072341:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.072350:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.072359:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074858.072365:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074858.072370:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562ed8. 00000020:00000010:1.0:1769074858.072454:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.072457:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074858.072461:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826453120 00000001:00000010:1.0:1769074858.072472:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8480. 00010000:00000010:1.0:1769074858.072500:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074858.072507:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 02000000:00000010:1.0:1769074858.072535:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86423000. 00010000:00000010:1.0:1769074858.072563:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074858.072567:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074858.072585:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074858.072588:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac80. 00010000:00000010:1.0:1769074858.072592:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074858.072595:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:0.0:1769074858.073021:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074858.073026:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074858.073029:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074858.073033:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.073099:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:0.0:1769074858.073110:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:0.0:1769074858.073116:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac80. 00010000:00000010:0.0:1769074858.073136:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:0.0:1769074858.073153:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028a680 x1855007826453120/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.073173:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074858.073180:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826453120, offset 224 00000400:00000200:0.0:1769074858.073187:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.073199:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.073205:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40969:40969:256:4294967295] 192.168.204.10@tcp LPNI seq info [40965:40965:8:4294967295] 00000400:00000200:0.0:1769074858.073216:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.073222:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.073227:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074858.073233:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.073239:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.073243:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.073272:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a400. 00000020:00000010:0.0:1769074858.073277:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562ed8. 00000020:00000010:0.0:1769074858.073280:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:1.0:1769074858.073396:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.073400:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074858.073404:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.073410:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.073415:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:1.0:1769074858.073417:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00000400:00000200:3.0:1769074858.077270:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.077293:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d2380 00000400:00000200:3.0:1769074858.077303:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 96056 00000400:00000200:3.0:1769074858.077320:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.077335:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.077343:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.077351:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289c00. 00000020:00000010:0.0:1769074858.077824:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.077831:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.077838:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.077843:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074858.077848:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.077884:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.077887:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.077890:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826453376 02000000:00000010:0.0:1769074858.077924:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83902000. 00010000:00000010:0.0:1769074858.077977:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.077993:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074858.078015:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.078021:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.078037:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074858.078040:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074858.078047:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.078050:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.078134:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074858.078138:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074858.078141:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074858.078144:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074858.078170:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56e80. 00000020:00000010:0.0:1769074858.078176:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56e80. 00000020:00000010:0.0:1769074858.078188:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8af60. 00080000:00000010:0.0:1769074858.078197:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df36400. 00000001:00000010:0.0:1769074858.078421:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a780. 00000001:00000010:0.0:1769074858.078428:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d83c0. 00000020:00000010:0.0:1769074858.078460:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8af60. 00010000:00000010:0.0:1769074858.078822:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074858.078829:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.078843:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8540. 00010000:00000010:0.0:1769074858.078986:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074858.079011:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88b11c80. 00000004:00000010:0.0:1769074858.079019:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab908d09c0. 00000004:00000010:0.0:1769074858.079022:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab878bc110. 00000004:00000010:0.0:1769074858.079026:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dcb71e0. 00000004:00000010:0.0:1769074858.079030:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabada41c20. 00010000:00000010:0.0:1769074858.079041:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.079060:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890101, last committed = 17179889941 00010000:00000200:0.0:1769074858.079072:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289c00 x1855007826453376/t17179890101(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.079095:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074858.079102:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826453376, offset 224 00000400:00000010:0.0:1769074858.079109:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae770. 00000400:00000200:0.0:1769074858.079112:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.079127:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.079134:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40970:40970:256:4294967295] 192.168.204.10@tcp LPNI seq info [40966:40966:8:4294967295] 00000400:00000200:0.0:1769074858.079140:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.079146:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.079152:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.079157:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074858.079163:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.079170:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.079175:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.079201:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074858.079206:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.079210:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.079692:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.079698:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074858.079703:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.079710:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.081782:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.081804:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66169 00000400:00000200:3.0:1769074858.081811:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.081815:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.081821:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:3.0:1769074858.081824:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00010000:00000010:2.0:1769074858.081962:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074858.081974:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:1.1:1769074858.082188:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:1.1:1769074858.082195:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074858.082200:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074858.082206:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.082224:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074858.082229:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:1.0:1769074858.082235:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8540. 00010000:00000010:2.1:1769074858.082651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074858.082658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:0.1:1769074858.082723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074858.082730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:3.0:1769074858.084439:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.084460:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d2400 00000400:00000200:3.0:1769074858.084471:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 96544 00000400:00000200:3.0:1769074858.084537:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.084542:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.084549:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.084556:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288000. 00000020:00000010:0.0:1769074858.084778:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.084784:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.084791:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.084799:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074858.084804:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.084838:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.084841:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.084844:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826453504 00000001:00000010:0.0:1769074858.084854:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:0.0:1769074858.084880:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.084888:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074858.084914:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83906000. 00010000:00000010:0.0:1769074858.084956:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074858.084961:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.084979:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.084983:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.084986:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.084989:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.085064:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074858.085068:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074858.085072:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074858.085077:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.085147:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.085160:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.085165:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.085185:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.085200:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288000 x1855007826453504/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.085219:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074858.085225:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826453504, offset 224 00000400:00000200:0.0:1769074858.085232:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.085242:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.085247:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40971:40971:256:4294967295] 192.168.204.10@tcp LPNI seq info [40967:40967:8:4294967295] 00000400:00000200:0.0:1769074858.085257:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.085263:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.085267:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074858.085273:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.085279:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.085284:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.085316:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074858.085320:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.085323:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.085642:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.085647:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:1.0:1769074858.085650:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.085654:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.085658:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:1.0:1769074858.085660:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00010000:00000010:0.1:1769074858.087039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:0.1:1769074858.087051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074858.087056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:0.1:1769074858.087058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:0.1:1769074858.087064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074858.087068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074858.087072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074858.087078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:3.0:1769074858.089864:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.089884:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d2500 00000400:00000200:3.0:1769074858.089893:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 97120 00000400:00000200:3.0:1769074858.089908:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.089912:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.089919:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.089936:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288a80. 00000020:00000010:0.0:1769074858.090148:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.090154:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.090160:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.090165:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074858.090170:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.090215:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.090218:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.090221:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826453760 02000000:00000010:0.0:1769074858.090264:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82779000. 00010000:00000010:0.0:1769074858.090497:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.090515:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074858.090538:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.090545:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.090561:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074858.090564:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074858.090569:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074858.090572:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.1:1769074858.090632:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:1.1:1769074858.090634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074858.090638:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074858.090639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074858.090641:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.090643:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.090712:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.090716:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.090720:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.090724:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074858.090750:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56e80. 00000020:00000010:0.0:1769074858.090757:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56e80. 00000020:00000010:0.0:1769074858.090769:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8af60. 00080000:00000010:0.0:1769074858.090779:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df36000. 00000001:00000010:0.0:1769074858.091040:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a6c0. 00000001:00000010:0.0:1769074858.091045:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d89c0. 00000020:00000010:0.0:1769074858.091071:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8af60. 00010000:00000010:0.0:1769074858.091077:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:2.1:1769074858.091170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074858.091176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.091206:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.091219:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8300. 00010000:00000010:0.0:1769074858.091259:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074858.091266:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074858.091272:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:2.0:1769074858.091276:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8300. 00080000:00000010:0.0:1769074858.091281:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbffc6000. 00000004:00000010:0.0:1769074858.091291:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bfe40. 00000004:00000010:0.0:1769074858.091392:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d840aa0. 00000004:00000010:0.0:1769074858.091398:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c05a0. 00000004:00000010:0.0:1769074858.091402:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab85932000. 00010000:00000010:0.0:1769074858.091410:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074858.091425:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890102, last committed = 17179889941 00010000:00000200:0.0:1769074858.091434:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288a80 x1855007826453760/t17179890102(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.091450:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074858.091455:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826453760, offset 224 00000400:00000010:0.0:1769074858.091460:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae930. 00000400:00000200:0.0:1769074858.091463:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.091475:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.091479:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40972:40972:256:4294967295] 192.168.204.10@tcp LPNI seq info [40968:40968:8:4294967295] 00000400:00000200:0.0:1769074858.091485:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.091491:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.091495:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.091499:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074858.091503:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.091509:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.091513:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.091533:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074858.091537:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.091541:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.091675:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.091679:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074858.091684:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.091689:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074858.094400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074858.094415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00000400:00000200:1.0:1769074858.094655:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.094678:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66171 00000400:00000200:1.0:1769074858.094686:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.094690:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.094695:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:1.0:1769074858.094698:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00000400:00000200:1.0:1769074858.094723:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.094728:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d2580 00000400:00000200:1.0:1769074858.094735:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 97608 00000400:00000200:1.0:1769074858.094783:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.094787:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.094791:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.094796:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeed880. 00000020:00000010:3.0:1769074858.095102:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.095108:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.095114:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074858.095120:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074858.095125:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074858.095203:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.095207:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074858.095210:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826453888 00000001:00000010:3.0:1769074858.095222:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d83c0. 00010000:00000010:3.0:1769074858.095250:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074858.095259:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 02000000:00000010:3.0:1769074858.095291:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859bd000. 00010000:00000010:3.0:1769074858.095334:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074858.095338:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074858.095359:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074858.095362:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:0.0:1769074858.095364:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074858.095366:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.095369:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:0.0:1769074858.095372:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:3.0:1769074858.095447:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074858.095451:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074858.095454:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074858.095458:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074858.095519:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074858.095528:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074858.095532:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074858.095549:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000200:3.0:1769074858.095565:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeed880 x1855007826453888/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.095584:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074858.095590:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826453888, offset 224 00000400:00000200:3.0:1769074858.095596:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.095629:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.095635:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40973:40973:256:4294967295] 192.168.204.10@tcp LPNI seq info [40969:40969:8:4294967295] 00000400:00000200:3.0:1769074858.095646:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.095651:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.095657:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074858.095664:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.095671:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.095676:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.095695:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074858.095699:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074858.095703:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:0.0:1769074858.095817:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.095821:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074858.095827:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.095831:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.095835:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:0.0:1769074858.095837:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00000400:00000200:0.0:1769074858.099105:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.099126:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d2680 00000400:00000200:0.0:1769074858.099135:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 98184 00000400:00000200:0.0:1769074858.099151:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.099156:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.099163:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.099170:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1500. 00000020:00000010:3.0:1769074858.099266:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.099272:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.099278:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074858.099283:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074858.099289:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:2.0:1769074858.099427:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.099431:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074858.099435:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826454144 02000000:00000010:2.0:1769074858.099472:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb1000. 00010000:00000010:2.0:1769074858.099511:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:2.0:1769074858.099527:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:2.0:1769074858.099548:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.099555:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.099573:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074858.099577:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074858.099581:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.0:1769074858.099584:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074858.099915:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074858.099919:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074858.099922:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.0:1769074858.099938:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00000020:00000010:2.0:1769074858.099964:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b880. 00000020:00000010:2.0:1769074858.099970:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b880. 00000020:00000010:2.0:1769074858.099982:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.099991:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83450800. 00000001:00000010:2.0:1769074858.100196:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a3c0. 00000001:00000010:2.0:1769074858.100204:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf480. 00000020:00000010:2.0:1769074858.100236:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074858.100244:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be000. 00010000:00000010:2.0:1769074858.100247:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074858.100258:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074858.100298:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00080000:00000010:2.0:1769074858.100319:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe838f0. 00000004:00000010:2.0:1769074858.100413:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec34480. 00000004:00000010:2.0:1769074858.100417:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0e770. 00000004:00000010:2.0:1769074858.100421:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4870. 00000004:00000010:2.0:1769074858.100427:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4bad20. 00010000:00000010:2.0:1769074858.100439:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074858.100454:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890103, last committed = 17179889941 00010000:00000200:2.0:1769074858.100465:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1500 x1855007826454144/t17179890103(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.100486:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074858.100492:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826454144, offset 224 00000400:00000010:2.0:1769074858.100499:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bc08. 00000400:00000200:2.0:1769074858.100503:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.100516:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.100522:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40974:40974:256:4294967295] 192.168.204.10@tcp LPNI seq info [40970:40970:8:4294967295] 00000400:00000200:2.0:1769074858.100528:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.100535:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.100540:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.100546:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074858.100552:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.100558:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.100563:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074858.100673:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:3.0:1769074858.100679:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:3.0:1769074858.100685:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074858.100801:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:2.0:1769074858.100806:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:2.0:1769074858.100810:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00010000:00000010:2.1:1769074858.101836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074858.101847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.103634:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074858.103652:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000800:00000200:0.0:1769074858.103675:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.103680:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:0.0:1769074858.103688:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.103699:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.108260:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074858.108282:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66179 00000400:00000200:0.0:1769074858.108290:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.108294:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074858.108301:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:0.0:1769074858.108304:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00010000:00000010:2.0:1769074858.108477:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074858.108489:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:3.1:1769074858.109740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074858.109750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074858.109755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074858.109757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:0.0:1769074858.109804:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.109820:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d2700 00000400:00000200:0.0:1769074858.109830:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 98672 00000400:00000200:0.0:1769074858.110065:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.110071:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.110079:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.110085:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0e00. 00000020:00000010:2.0:1769074858.110169:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.110176:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.110182:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074858.110188:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.110193:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.110231:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.110234:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074858.110237:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826454272 00000001:00000010:2.0:1769074858.110247:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 00010000:00000010:2.0:1769074858.110274:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.0:1769074858.110283:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 02000000:00000010:2.0:1769074858.110310:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cbb6000. 00010000:00000010:2.0:1769074858.110349:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.110354:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.110372:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074858.110375:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.110379:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.0:1769074858.110381:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.110456:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074858.110459:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074858.110463:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.0:1769074858.110467:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074858.110528:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.110538:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.110543:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.110562:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000200:2.0:1769074858.110577:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0e00 x1855007826454272/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.110595:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074858.110600:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826454272, offset 224 00000400:00000200:2.0:1769074858.110645:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.110656:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.110662:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40975:40975:256:4294967295] 192.168.204.10@tcp LPNI seq info [40971:40971:8:4294967295] 00000400:00000200:2.0:1769074858.110672:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.110677:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.110682:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074858.110688:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.110694:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.110698:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.110716:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.110720:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.110725:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074858.114498:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.114509:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:0.0:1769074858.114518:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.114526:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.114533:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:0.0:1769074858.114537:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00010000:00000010:3.1:1769074858.115163:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074858.115173:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be000. 00000400:00000200:0.0:1769074858.115227:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.115243:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d2800 00000400:00000200:0.0:1769074858.115252:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 99248 00000400:00000200:0.0:1769074858.115267:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.115270:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.115276:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.115282:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2a00. 00000020:00000010:3.0:1769074858.115462:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.115468:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.115473:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074858.115479:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074858.115484:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074858.115560:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.115563:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074858.115566:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826454528 00010000:00000010:0.1:1769074858.115701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074858.115707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 02000000:00000010:3.0:1769074858.115981:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8782c000. 00010000:00000010:3.0:1769074858.116021:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:3.0:1769074858.116033:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:3.0:1769074858.116052:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074858.116058:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074858.116072:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074858.116075:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074858.116079:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.116082:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074858.116163:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074858.116167:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074858.116170:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074858.116173:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00000020:00000010:3.0:1769074858.116195:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.116201:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.116210:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074858.116219:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88dd9800. 00010000:00000010:2.1:1769074858.116427:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:2.1:1769074858.116432:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:2.1:1769074858.116437:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.1:1769074858.116442:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00000001:00000010:3.0:1769074858.116559:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6b40. 00000001:00000010:3.0:1769074858.116566:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074858.116598:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:2.0:1769074858.116938:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.116945:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074858.116958:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074858.117041:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00080000:00000010:2.0:1769074858.117065:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab863c3ab8. 00000004:00000010:2.0:1769074858.117071:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec34d80. 00000004:00000010:2.0:1769074858.117075:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0e330. 00000004:00000010:2.0:1769074858.117079:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4168. 00000004:00000010:2.0:1769074858.117084:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb4f34780. 00010000:00000010:2.0:1769074858.117092:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000200:2.0:1769074858.117107:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890104, last committed = 17179889941 00010000:00000200:2.0:1769074858.117119:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff2a00 x1855007826454528/t17179890104(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.117142:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074858.117149:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826454528, offset 224 00000400:00000010:2.0:1769074858.117156:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bb98. 00000400:00000200:2.0:1769074858.117161:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.117176:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.117183:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40976:40976:256:4294967295] 192.168.204.10@tcp LPNI seq info [40972:40972:8:4294967295] 00000400:00000200:2.0:1769074858.117189:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.117197:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.117202:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.117207:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074858.117214:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.117221:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.117226:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.117250:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e780. 00000020:00000010:2.0:1769074858.117254:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:2.0:1769074858.117258:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:0.0:1769074858.117865:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.117871:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:0.0:1769074858.117876:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.117882:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074858.120526:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:1.0:1769074858.120544:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:1.0:1769074858.120554:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.1:1769074858.120638:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074858.120645:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.1:1769074858.120648:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.1:1769074858.120651:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074858.120654:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.1:1769074858.120657:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00000400:00000200:0.0:1769074858.120933:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074858.120956:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66181 00000400:00000200:0.0:1769074858.120963:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.120967:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074858.120974:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:0.0:1769074858.120976:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00000400:00000200:0.0:1769074858.121890:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.121901:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d2880 00000400:00000200:0.0:1769074858.121909:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 99736 00000400:00000200:0.0:1769074858.121972:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.121977:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.121983:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.121990:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3100. 00000020:00000010:3.0:1769074858.122076:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.122083:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.122089:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.122094:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.122100:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.122144:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074858.122147:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074858.122150:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826454656 00000001:00000010:3.0:1769074858.122160:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf480. 00010000:00000010:3.0:1769074858.122186:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074858.122194:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 02000000:00000010:3.0:1769074858.122221:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8782a000. 00010000:00000010:3.0:1769074858.122252:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.122256:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074858.122275:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074858.122278:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074858.122283:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.122287:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074858.122365:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074858.122369:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074858.122372:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074858.122376:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074858.122443:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074858.122457:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074858.122462:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074858.122481:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000200:3.0:1769074858.122495:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3100 x1855007826454656/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.122513:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074858.122518:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826454656, offset 224 00000400:00000200:3.0:1769074858.122524:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.122534:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.122539:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40977:40977:256:4294967295] 192.168.204.10@tcp LPNI seq info [40973:40973:8:4294967295] 00000400:00000200:3.0:1769074858.122550:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.122555:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.122560:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074858.122566:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.122572:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.122576:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.122598:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.122601:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.122622:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074858.123030:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.123035:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074858.123042:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.123046:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.123050:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46cc0 00000400:00000010:1.0:1769074858.123053:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46cc0. 00010000:00000010:2.0:1769074858.123572:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:2.0:1769074858.123581:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:2.1:1769074858.125830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:2.1:1769074858.125849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:0.0:1769074858.126663:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.126684:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d2980 00000400:00000200:0.0:1769074858.126694:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 100312 00000400:00000200:0.0:1769074858.126711:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.126715:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.126724:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.126744:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2d80. 00000020:00000010:2.0:1769074858.127047:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.127054:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.127060:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074858.127066:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.127071:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.127116:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.127119:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074858.127122:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826454912 02000000:00000010:2.0:1769074858.127165:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb5000. 00010000:00000010:2.0:1769074858.127206:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:2.0:1769074858.127223:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:2.0:1769074858.127243:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.0:1769074858.127249:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.127265:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074858.127269:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.127273:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.0:1769074858.127277:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.127370:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074858.127374:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074858.127377:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.127380:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000020:00000010:2.0:1769074858.127404:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b880. 00000020:00000010:2.0:1769074858.127411:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b880. 00000020:00000010:2.0:1769074858.127421:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.127430:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83453400. 00000001:00000010:2.0:1769074858.128095:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a540. 00000001:00000010:2.0:1769074858.128103:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074858.128139:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074858.128149:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.0:1769074858.128154:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074858.128168:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074858.128289:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00080000:00000010:2.0:1769074858.128313:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb11c80. 00000004:00000010:2.0:1769074858.128329:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bf900. 00000004:00000010:2.0:1769074858.128333:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d841ed0. 00000004:00000010:2.0:1769074858.128338:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c0780. 00000004:00000010:2.0:1769074858.128343:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbeee9e00. 00010000:00000010:2.0:1769074858.128354:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000200:2.0:1769074858.128373:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890105, last committed = 17179889941 00010000:00000200:2.0:1769074858.128384:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff2d80 x1855007826454912/t17179890105(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.128405:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074858.128411:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826454912, offset 224 00000400:00000010:2.0:1769074858.128420:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b7e0. 00000400:00000200:2.0:1769074858.128424:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.128438:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.128445:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40978:40978:256:4294967295] 192.168.204.10@tcp LPNI seq info [40974:40974:8:4294967295] 00000400:00000200:2.0:1769074858.128452:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.128459:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.128465:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.128471:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074858.128476:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.128483:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.128487:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.128515:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.128520:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.128525:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074858.128684:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.128689:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:0.0:1769074858.128693:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.128699:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074858.131646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bea00. 00010000:00000010:3.1:1769074858.131664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074858.131772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074858.131780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000400:00000200:3.0:1769074858.132272:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.132295:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66189 00000400:00000200:3.0:1769074858.132303:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.132310:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.132328:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:3.0:1769074858.132331:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00000400:00000200:3.0:1769074858.132358:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.132365:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d2a00 00000400:00000200:3.0:1769074858.132372:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 100800 00000400:00000200:3.0:1769074858.132420:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.132425:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.132429:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.132435:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289500. 00010000:00000010:2.0:1769074858.132544:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.132555:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:1.1:1769074858.134008:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074858.134022:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:1.0:1769074858.134049:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:1.0:1769074858.134059:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:1.0:1769074858.134069:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00000020:00000010:0.0:1769074858.134157:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.134164:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.134171:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.134176:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.134181:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.134266:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.134269:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.134272:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826455040 00000001:00000010:0.0:1769074858.134283:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:0.0:1769074858.134307:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074858.134315:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074858.134351:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8277d000. 00010000:00000010:0.0:1769074858.134380:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074858.134383:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.134399:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074858.134402:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.134406:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074858.134409:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.134479:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074858.134482:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074858.134486:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074858.134489:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.134548:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.134557:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.134561:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.134579:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.134596:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289500 x1855007826455040/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.134876:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074858.134883:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826455040, offset 224 00000400:00000200:0.0:1769074858.134890:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.134902:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.134908:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40979:40979:256:4294967295] 192.168.204.10@tcp LPNI seq info [40975:40975:8:4294967295] 00000400:00000200:0.0:1769074858.134919:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.134935:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.134941:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074858.134948:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.134955:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.134959:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.134986:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.134990:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.134993:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.135106:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.135111:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:1.0:1769074858.135115:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.135120:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.135125:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:1.0:1769074858.135127:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00000400:00000200:1.0:1769074858.138430:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.138450:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d2b00 00000400:00000200:1.0:1769074858.138459:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 101376 00000400:00000200:1.0:1769074858.138474:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.138478:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.138485:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.138492:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeeea00. 00000020:00000010:0.0:1769074858.138576:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.138581:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.138587:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.138592:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.138598:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.138920:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.138923:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.138936:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826455296 02000000:00000010:0.0:1769074858.138972:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82778000. 00010000:00000010:0.0:1769074858.139010:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.139024:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074858.139041:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.139046:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.139061:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.139064:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074858.139068:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074858.139071:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.139141:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074858.139144:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.139148:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.139150:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074858.139169:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56360. 00000020:00000010:0.0:1769074858.139176:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56360. 00000020:00000010:0.0:1769074858.139189:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8af60. 00080000:00000010:0.0:1769074858.139200:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df34800. 00000001:00000010:0.0:1769074858.139403:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a360. 00000001:00000010:0.0:1769074858.139410:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074858.139441:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8af60. 00010000:00000010:0.0:1769074858.139448:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074858.139451:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.139464:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074858.139572:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074858.139596:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae152720. 00000004:00000010:0.0:1769074858.139630:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9dcd80. 00000004:00000010:0.0:1769074858.139634:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafaba330. 00000004:00000010:0.0:1769074858.139638:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcfa50. 00000004:00000010:0.0:1769074858.139644:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88e0c1e0. 00010000:00000010:0.0:1769074858.139653:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074858.139671:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890106, last committed = 17179889941 00010000:00000200:0.0:1769074858.139681:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeeea00 x1855007826455296/t17179890106(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.139700:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9b28. 00000100:00000200:0.0:1769074858.139706:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826455296, offset 224 00000400:00000010:0.0:1769074858.139712:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aefc0. 00000400:00000200:0.0:1769074858.139715:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.139728:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.139744:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40980:40980:256:4294967295] 192.168.204.10@tcp LPNI seq info [40976:40976:8:4294967295] 00000400:00000200:0.0:1769074858.139750:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.139757:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.139763:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.139768:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074858.139774:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.139781:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.139786:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.139805:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.139809:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.139812:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074858.139937:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.139942:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:2.0:1769074858.139946:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.139950:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074858.142506:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074858.142521:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074858.142525:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074858.142528:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00000400:00000200:2.0:1769074858.142770:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074858.142791:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66191 00000400:00000200:2.0:1769074858.142798:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.142803:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074858.142810:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:2.0:1769074858.142812:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00010000:00000010:2.0:1769074858.142870:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074858.142879:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00000400:00000200:2.0:1769074858.142905:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.142911:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d2b80 00000400:00000200:2.0:1769074858.142918:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 101864 00010000:00000010:1.0:1769074858.143267:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074858.143274:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:1.0:1769074858.143280:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00000400:00000200:2.0:1769074858.143315:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.143328:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.143335:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.143341:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487100. 00000020:00000010:1.0:1769074858.143629:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.143635:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.143642:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.143647:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.143651:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.143685:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470ddc0. 00000020:00000010:1.0:1769074858.143687:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470ddc0. 00000100:00000200:1.0:1769074858.143690:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826455424 00000001:00000010:1.0:1769074858.143699:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:1.0:1769074858.143721:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074858.143727:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 02000000:00000010:1.0:1769074858.143764:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86427000. 00010000:00000010:1.0:1769074858.143795:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.143798:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.143813:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074858.143816:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074858.143821:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.143824:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.143893:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074858.143897:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a480. 00010000:00000010:1.0:1769074858.143901:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074858.143904:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074858.143975:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.143984:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.143988:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074858.144006:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074858.144022:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487100 x1855007826455424/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.144041:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074858.144047:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826455424, offset 224 00000400:00000200:1.0:1769074858.144053:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.144063:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.144070:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40981:40981:256:4294967295] 192.168.204.10@tcp LPNI seq info [40977:40977:8:4294967295] 00000400:00000200:1.0:1769074858.144081:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.144087:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.144092:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074858.144097:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.144103:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.144108:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.144125:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.144129:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.144132:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:1.0:1769074858.147229:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.147238:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:1.0:1769074858.147248:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.147257:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.147264:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:1.0:1769074858.147267:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00000400:00000200:2.0:1769074858.148541:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.148560:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d2c80 00000400:00000200:2.0:1769074858.148569:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 102440 00000400:00000200:2.0:1769074858.148656:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.148662:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.148671:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.148679:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486d80. 00000020:00000010:0.0:1769074858.148786:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.148791:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.148798:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.148804:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.148809:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.148851:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.148854:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.148857:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826455680 02000000:00000010:0.0:1769074858.148894:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8277a000. 00010000:00000010:0.0:1769074858.148946:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:0.0:1769074858.148961:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a480. 00010000:00000010:0.0:1769074858.148982:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.148989:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.149005:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074858.149007:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074858.149011:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074858.149014:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.149090:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074858.149094:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074858.149098:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.149102:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074858.149126:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56360. 00000020:00000010:0.0:1769074858.149133:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56360. 00000020:00000010:0.0:1769074858.149143:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8af60. 00080000:00000010:0.0:1769074858.149156:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b10000. 00000001:00000010:0.0:1769074858.149377:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ada80. 00000001:00000010:0.0:1769074858.149385:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8240. 00000020:00000010:0.0:1769074858.149420:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8af60. 00010000:00000010:0.0:1769074858.149428:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074858.149433:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.149445:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8d80. 00010000:00000010:0.0:1769074858.149477:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074858.149502:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbffc7008. 00000004:00000010:0.0:1769074858.149512:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bfc00. 00000004:00000010:0.0:1769074858.149515:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d841870. 00000004:00000010:0.0:1769074858.149519:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c0bb8. 00000004:00000010:0.0:1769074858.149525:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab859334a0. 00010000:00000010:0.0:1769074858.149533:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074858.149551:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890107, last committed = 17179889941 00010000:00000200:0.0:1769074858.149559:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486d80 x1855007826455680/t17179890107(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.149577:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074858.149584:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826455680, offset 224 00000400:00000010:0.0:1769074858.149591:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aee70. 00000400:00000200:0.0:1769074858.149595:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.149638:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.149645:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40982:40982:256:4294967295] 192.168.204.10@tcp LPNI seq info [40978:40978:8:4294967295] 00000400:00000200:0.0:1769074858.149652:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.149659:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.149665:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.149671:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074858.149677:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.149685:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.149689:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.149712:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.149716:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.149719:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.150189:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.150194:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074858.150199:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.150204:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074858.150697:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074858.150708:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:3.0:1769074858.150718:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8d80. 00010000:00000010:1.1:1769074858.150999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074858.151006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:0.1:1769074858.151154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074858.151161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074858.151164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074858.151168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:2.1:1769074858.151653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:2.1:1769074858.151661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074858.151664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.1:1769074858.151670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.1:1769074858.151673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074858.151676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:0.1:1769074858.152765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074858.152777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074858.152781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074858.152787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:1.1:1769074858.152826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074858.152831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:2.1:1769074858.153703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074858.153713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074858.154855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:0.1:1769074858.154864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074858.154869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.154874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:1.1:1769074858.154910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074858.154914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074858.154917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074858.154920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:1.0:1769074858.155369:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.155388:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66199 00000400:00000200:1.0:1769074858.155395:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.155399:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.155405:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:1.0:1769074858.155408:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00010000:00000010:2.0:1769074858.155496:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074858.155507:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:3.1:1769074858.155755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074858.155761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:2.0:1769074858.157474:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.157492:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d2d00 00000400:00000200:2.0:1769074858.157501:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 102928 00000400:00000200:2.0:1769074858.157561:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.157566:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.157576:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.157583:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487b80. 00000020:00000010:0.0:1769074858.157753:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.157759:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.157766:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.157772:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.157777:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.157822:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.157825:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.157828:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826455808 00000001:00000010:0.0:1769074858.157840:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074858.157865:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.157873:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074858.157905:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d1000. 00010000:00000010:0.0:1769074858.157948:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.157952:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.157974:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074858.157978:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.157982:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.157985:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.158060:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074858.158064:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074858.158068:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.158072:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.158145:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.158158:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.158162:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.158182:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074858.158199:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487b80 x1855007826455808/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.158220:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074858.158226:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826455808, offset 224 00000400:00000200:0.0:1769074858.158234:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.158245:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.158252:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40983:40983:256:4294967295] 192.168.204.10@tcp LPNI seq info [40979:40979:8:4294967295] 00000400:00000200:0.0:1769074858.158262:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.158267:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.158273:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074858.158279:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.158287:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.158292:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.158308:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.158311:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.158314:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.158587:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.158593:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:1.0:1769074858.158597:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.158639:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.158644:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:1.0:1769074858.158646:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00010000:00000010:2.1:1769074858.160692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074858.160711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:1.0:1769074858.162599:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.162657:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d2e00 00000400:00000200:1.0:1769074858.162666:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 103504 00000400:00000200:1.0:1769074858.162682:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.162686:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.162694:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.162703:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2d80. 00000020:00000010:2.0:1769074858.162863:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.162869:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.162875:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074858.162880:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.162886:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.162937:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.162939:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074858.162943:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826456064 02000000:00000010:2.0:1769074858.162979:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb2000. 00010000:00000010:2.0:1769074858.163019:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074858.163037:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:2.0:1769074858.163056:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.0:1769074858.163061:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.163078:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074858.163081:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074858.163086:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.0:1769074858.163088:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.163167:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074858.163171:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074858.163174:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.163179:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000020:00000010:2.0:1769074858.163203:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7340. 00000020:00000010:2.0:1769074858.163210:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7340. 00000020:00000010:2.0:1769074858.163221:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.163233:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83451c00. 00000001:00000010:2.0:1769074858.163449:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3ad20. 00000001:00000010:2.0:1769074858.163457:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074858.163488:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074858.163495:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.0:1769074858.163499:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074858.163510:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074858.163550:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00080000:00000010:2.0:1769074858.163569:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb11008. 00000004:00000010:2.0:1769074858.163575:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f929540. 00000004:00000010:2.0:1769074858.163589:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d840ff0. 00000004:00000010:2.0:1769074858.163594:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c04b0. 00000004:00000010:2.0:1769074858.163598:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbeee8d20. 00010000:00000010:2.0:1769074858.163633:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074858.163649:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890108, last committed = 17179889941 00010000:00000200:2.0:1769074858.163658:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2d80 x1855007826456064/t17179890108(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.163676:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074858.163681:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826456064, offset 224 00000400:00000010:2.0:1769074858.163687:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b7a8. 00000400:00000200:2.0:1769074858.163691:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.163703:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.163710:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40984:40984:256:4294967295] 192.168.204.10@tcp LPNI seq info [40980:40980:8:4294967295] 00000400:00000200:2.0:1769074858.163715:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.163722:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.163728:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.163733:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074858.163739:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.163745:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.163750:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.163776:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.163780:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.163784:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:3.0:1769074858.164064:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.164069:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:3.0:1769074858.164073:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.164077:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074858.164980:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:1.0:1769074858.164990:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:1.0:1769074858.164998:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00010000:00000010:0.1:1769074858.165645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.165654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074858.165658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074858.165660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:1.0:1769074858.166338:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.166355:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661a1 00000400:00000200:1.0:1769074858.166362:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.166366:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.166373:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:1.0:1769074858.166376:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00010000:00000010:2.0:1769074858.166451:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.166459:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00000400:00000200:1.0:1769074858.168697:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.168718:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d2e80 00000400:00000200:1.0:1769074858.168726:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 103992 00000400:00000200:1.0:1769074858.168806:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.168812:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.168820:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.168826:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0a80. 00000020:00000010:0.0:1769074858.169035:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.169041:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.169048:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.169054:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.169059:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.169097:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.169100:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.169103:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826456192 00000001:00000010:0.0:1769074858.169113:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074858.169140:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.169147:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074858.169173:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d7000. 00010000:00000010:0.0:1769074858.169204:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.169208:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.169226:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074858.169230:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.169234:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.169237:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.169315:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074858.169325:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074858.169329:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074858.169332:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.169401:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.169414:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.169419:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.169440:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074858.169455:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0a80 x1855007826456192/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.169473:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074858.169479:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826456192, offset 224 00000400:00000200:0.0:1769074858.169486:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.169497:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.169503:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40985:40985:256:4294967295] 192.168.204.10@tcp LPNI seq info [40981:40981:8:4294967295] 00000400:00000200:0.0:1769074858.169513:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.169518:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.169524:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074858.169531:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.169538:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.169542:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.169570:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.169574:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.169577:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.170145:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.170150:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:3.0:1769074858.170156:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.170161:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.170167:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:3.0:1769074858.170169:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00010000:00000010:2.1:1769074858.171086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:2.1:1769074858.171096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074858.171102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.1:1769074858.171108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00000400:00000200:1.0:1769074858.174347:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.174370:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d2f80 00000400:00000200:1.0:1769074858.174379:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 104568 00000400:00000200:1.0:1769074858.174394:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.174399:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.174407:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.174415:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2a00. 00000020:00000010:2.0:1769074858.174503:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.174509:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.174515:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074858.174521:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.174526:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.174570:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.174573:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074858.174576:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826456448 02000000:00000010:2.0:1769074858.174654:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb7000. 00010000:00000010:2.0:1769074858.174699:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074858.174715:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:2.0:1769074858.174744:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.0:1769074858.174751:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.174769:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074858.174772:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.174777:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.174780:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.174863:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074858.174867:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074858.174870:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.0:1769074858.174873:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000020:00000010:2.0:1769074858.174896:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8dabae15b880. 00000020:00000010:2.0:1769074858.174903:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8dabae15b880. 00000020:00000010:2.0:1769074858.174914:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.174935:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83453000. 00000001:00000010:2.0:1769074858.175142:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3af00. 00000001:00000010:2.0:1769074858.175150:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf480. 00000020:00000010:2.0:1769074858.175185:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074858.175194:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.175198:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074858.175209:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074858.175246:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00080000:00000010:2.0:1769074858.175268:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88b108e8. 00000004:00000010:2.0:1769074858.175275:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab866efa80. 00000004:00000010:2.0:1769074858.175278:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab878bc330. 00000004:00000010:2.0:1769074858.175283:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dcb7ca8. 00000004:00000010:2.0:1769074858.175287:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabada403c0. 00010000:00000010:2.0:1769074858.175299:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000200:2.0:1769074858.175315:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890109, last committed = 17179889941 00010000:00000200:2.0:1769074858.175325:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2a00 x1855007826456448/t17179890109(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.175345:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074858.175352:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826456448, offset 224 00000400:00000010:2.0:1769074858.175357:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bf18. 00000400:00000200:2.0:1769074858.175361:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.175373:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.175379:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40986:40986:256:4294967295] 192.168.204.10@tcp LPNI seq info [40982:40982:8:4294967295] 00000400:00000200:2.0:1769074858.175386:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.175393:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.175398:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.175403:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074858.175409:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.175418:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.175422:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.175445:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.175450:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.175454:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00010000:00000010:0.1:1769074858.175628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074858.175635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074858.175638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.175640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:1.1:1769074858.175721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074858.175727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:1.0:1769074858.175754:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:1.0:1769074858.175760:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:1.0:1769074858.175765:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00000800:00000200:3.0:1769074858.175959:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.175964:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074858.175968:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.175974:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.178211:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.178232:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661a9 00000400:00000200:3.0:1769074858.178239:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.178243:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.178250:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:3.0:1769074858.178253:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00010000:00000010:2.1:1769074858.178457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074858.178467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.0:1769074858.178508:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.178518:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:1.1:1769074858.182097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074858.182118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00000400:00000200:1.0:1769074858.184032:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.184051:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d3000 00000400:00000200:1.0:1769074858.184059:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 105056 00000400:00000200:1.0:1769074858.184123:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.184129:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.184138:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.184145:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0e00. 00000020:00000010:0.0:1769074858.184388:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.184395:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.184401:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.184406:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.184411:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.184450:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.184453:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.184456:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826456576 00000001:00000010:0.0:1769074858.184466:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:0.0:1769074858.184496:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.184505:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074858.184531:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d4000. 00010000:00000010:0.0:1769074858.184562:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.184566:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.184586:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074858.184590:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.184594:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.184597:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.184714:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074858.184719:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.184722:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074858.184727:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.184814:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.184827:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.184833:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.184852:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074858.184868:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0e00 x1855007826456576/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.184887:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074858.184894:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826456576, offset 224 00000400:00000200:0.0:1769074858.184901:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.184912:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.184918:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40987:40987:256:4294967295] 192.168.204.10@tcp LPNI seq info [40983:40983:8:4294967295] 00000400:00000200:0.0:1769074858.184939:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.184946:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.184951:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074858.184957:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.184963:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.184968:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.184987:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.184991:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.184995:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.185480:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.185485:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:3.0:1769074858.185489:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.185494:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.185499:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:3.0:1769074858.185502:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00010000:00000010:2.1:1769074858.187709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:2.1:1769074858.187723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074858.187728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.1:1769074858.187761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.1:1769074858.187766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074858.187769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00000400:00000200:3.0:1769074858.190599:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.190665:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d3100 00000400:00000200:3.0:1769074858.190674:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 105632 00000400:00000200:3.0:1769074858.190690:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.190695:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.190704:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.190710:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028a300. 00000020:00000010:2.0:1769074858.191077:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.191082:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.191088:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074858.191094:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.191099:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.191142:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.191145:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074858.191149:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826456832 02000000:00000010:2.0:1769074858.191187:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc542000. 00010000:00000010:2.0:1769074858.191232:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074858.191249:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:2.0:1769074858.191269:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.191276:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.191292:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074858.191295:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074858.191300:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.0:1769074858.191302:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.191516:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074858.191520:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074858.191524:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.0:1769074858.191527:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000020:00000010:2.0:1769074858.191553:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7340. 00000020:00000010:2.0:1769074858.191560:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7340. 00000020:00000010:2.0:1769074858.191570:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.191581:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83452000. 00000001:00000010:2.0:1769074858.191951:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a2a0. 00000001:00000010:2.0:1769074858.191959:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074858.191991:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074858.192000:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.0:1769074858.192003:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074858.192014:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074858.192101:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00080000:00000010:2.0:1769074858.192127:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbffc6390. 00000004:00000010:2.0:1769074858.192137:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bf780. 00000004:00000010:2.0:1769074858.192142:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d841540. 00000004:00000010:2.0:1769074858.192146:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c0d20. 00000004:00000010:2.0:1769074858.192149:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab859332c0. 00010000:00000010:2.0:1769074858.192160:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074858.192177:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890110, last committed = 17179889941 00010000:00000200:2.0:1769074858.192187:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028a300 x1855007826456832/t17179890110(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.192206:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074858.192212:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826456832, offset 224 00000400:00000010:2.0:1769074858.192219:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b0e0. 00000400:00000200:2.0:1769074858.192223:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.192236:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.192243:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40988:40988:256:4294967295] 192.168.204.10@tcp LPNI seq info [40984:40984:8:4294967295] 00000400:00000200:2.0:1769074858.192249:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.192257:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.192263:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.192268:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074858.192274:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.192281:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.192287:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.192314:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.192325:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.192331:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:3.0:1769074858.192814:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.192819:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:3.0:1769074858.192823:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.192829:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.194582:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.194646:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661b1 00000400:00000200:3.0:1769074858.194653:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.194658:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.194665:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:3.0:1769074858.194668:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00010000:00000010:2.0:1769074858.194812:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.194824:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00000400:00000200:3.0:1769074858.196806:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.196826:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d3180 00000400:00000200:3.0:1769074858.196836:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 106120 00000400:00000200:3.0:1769074858.196900:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.196905:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.196913:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.196919:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028aa00. 00000020:00000010:2.0:1769074858.197252:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.197258:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.197265:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074858.197270:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.197276:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.197312:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074858.197315:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074858.197328:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826456960 00000001:00000010:2.0:1769074858.197339:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf480. 00010000:00000010:2.0:1769074858.197365:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.0:1769074858.197373:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 02000000:00000010:2.0:1769074858.197401:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc545000. 00010000:00000010:2.0:1769074858.197431:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be000. 00010000:00000010:2.0:1769074858.197435:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.197458:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074858.197462:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.197466:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.197468:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074858.197543:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074858.197547:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074858.197551:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.0:1769074858.197554:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074858.197649:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.197663:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074858.197669:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.197691:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000200:2.0:1769074858.197706:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028aa00 x1855007826456960/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.197727:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074858.197956:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826456960, offset 224 00000400:00000200:2.0:1769074858.197965:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.197977:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.197983:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40989:40989:256:4294967295] 192.168.204.10@tcp LPNI seq info [40985:40985:8:4294967295] 00000400:00000200:2.0:1769074858.197995:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.198000:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.198005:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074858.198011:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.198018:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.198022:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.198050:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.198054:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.198059:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074858.198290:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.198296:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:0.0:1769074858.198301:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.198306:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.198311:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:0.0:1769074858.198314:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00010000:00000010:1.0:1769074858.201208:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:1.0:1769074858.201230:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:1.0:1769074858.201244:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00010000:00000010:0.1:1769074858.201640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.201648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074858.201651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074858.201654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:3.0:1769074858.203806:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.203826:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d3280 00000400:00000200:3.0:1769074858.203835:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 106696 00000400:00000200:3.0:1769074858.203849:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.203854:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.203862:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.203868:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028ad80. 00000020:00000010:0.0:1769074858.204005:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.204012:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.204018:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.204024:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.204029:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.204070:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.204073:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.204076:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826457216 02000000:00000010:0.0:1769074858.204122:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d3000. 00010000:00000010:0.0:1769074858.204165:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:0.0:1769074858.204182:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:0.0:1769074858.204201:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.204207:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.204224:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074858.204228:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.204232:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.204235:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.204316:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.204335:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074858.204338:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.204342:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074858.204367:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56740. 00000020:00000010:0.0:1769074858.204374:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56740. 00000020:00000010:0.0:1769074858.204386:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad7e0. 00080000:00000010:0.0:1769074858.204395:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b11800. 00000001:00000010:0.0:1769074858.204654:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a2a0. 00000001:00000010:0.0:1769074858.204661:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074858.204696:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad7e0. 00010000:00000010:0.0:1769074858.204706:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074858.204711:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.204724:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074858.204754:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074858.204785:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae152ab0. 00000004:00000010:0.0:1769074858.204792:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9dc000. 00000004:00000010:0.0:1769074858.204796:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafaba990. 00000004:00000010:0.0:1769074858.204800:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcfca8. 00000004:00000010:0.0:1769074858.204805:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88e0cd20. 00010000:00000010:0.0:1769074858.204814:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074858.204832:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890111, last committed = 17179889941 00010000:00000200:0.0:1769074858.204843:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028ad80 x1855007826457216/t17179890111(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.204862:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074858.204868:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826457216, offset 224 00000400:00000010:0.0:1769074858.204875:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aec78. 00000400:00000200:0.0:1769074858.204879:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.204892:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.204898:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40990:40990:256:4294967295] 192.168.204.10@tcp LPNI seq info [40986:40986:8:4294967295] 00000400:00000200:0.0:1769074858.204904:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.204910:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.204915:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.204920:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074858.204938:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.204945:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.204950:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.204973:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.204977:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.204980:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.205296:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.205301:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:1.0:1769074858.205305:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.205310:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074858.205629:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074858.205639:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:3.0:1769074858.205646:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00010000:00000010:2.1:1769074858.209226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:2.1:1769074858.209246:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074858.209254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.1:1769074858.209260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.1:1769074858.209265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074858.209269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.1:1769074858.209273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be000. 00010000:00000010:2.1:1769074858.209275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074858.209278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.1:1769074858.209280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bea00. 00010000:00000010:1.1:1769074858.209360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074858.209366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00010000:00000010:0.1:1769074858.212664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:0.1:1769074858.212679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074858.212683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.212689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:0.0:1769074858.213785:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074858.213806:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661b9 00000400:00000200:0.0:1769074858.213813:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.213818:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074858.213825:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:0.0:1769074858.213827:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00000400:00000200:0.0:1769074858.213861:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.213867:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d3300 00000400:00000200:0.0:1769074858.213874:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 107184 00000400:00000200:0.0:1769074858.213945:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.213949:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.213954:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.213960:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3800. 00010000:00000010:2.0:1769074858.214077:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074858.214089:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00000020:00000010:3.0:1769074858.214246:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.214251:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.214259:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.214264:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.214268:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.214308:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.214312:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.214315:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826457344 00000001:00000010:3.0:1769074858.214332:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:3.0:1769074858.214357:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074858.214364:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 02000000:00000010:3.0:1769074858.214395:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8782d000. 00010000:00000010:3.0:1769074858.214426:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.214430:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074858.214445:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074858.214448:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074858.214452:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.214455:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074858.214528:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074858.214532:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074858.214535:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074858.214539:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074858.214600:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074858.214648:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074858.214652:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074858.214671:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000200:3.0:1769074858.214687:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3800 x1855007826457344/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.214705:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074858.214710:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826457344, offset 224 00000400:00000200:3.0:1769074858.214717:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.214728:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.215588:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40991:40991:256:4294967295] 192.168.204.10@tcp LPNI seq info [40987:40987:8:4294967295] 00000400:00000200:3.0:1769074858.216038:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.216047:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.216056:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074858.216063:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.216070:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.216075:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.216145:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.216151:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.216156:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:3.1:1769074858.217433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074858.217446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000800:00000200:0.0:1769074858.223333:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.223345:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074858.223356:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.223365:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.223373:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c467f8 00000400:00000010:0.0:1769074858.223376:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c467f8. 00000400:00000200:1.0:1769074858.226199:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.226222:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d3400 00000400:00000200:1.0:1769074858.226230:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 107760 00000400:00000200:1.0:1769074858.226247:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.226252:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.226260:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.226267:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3b80. 00000020:00000010:3.0:1769074858.226443:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.226449:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.226456:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.226462:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.226468:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.226516:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.226518:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.226522:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826457600 02000000:00000010:3.0:1769074858.226557:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8782b000. 00010000:00000010:3.0:1769074858.226597:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074858.226645:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074858.226666:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074858.226672:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074858.226688:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074858.226692:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074858.226696:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074858.226699:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074858.226797:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074858.226800:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074858.226804:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074858.226808:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00000020:00000010:3.0:1769074858.226832:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.226838:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.226849:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074858.226859:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83887c00. 00000001:00000010:3.0:1769074858.227080:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6e40. 00000001:00000010:3.0:1769074858.227087:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074858.227121:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074858.227130:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074858.227135:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074858.227148:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074858.227177:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00080000:00000010:3.0:1769074858.227198:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab863c31d0. 00000004:00000010:3.0:1769074858.227217:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec34840. 00000004:00000010:3.0:1769074858.227220:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0f760. 00000004:00000010:3.0:1769074858.227226:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca49d8. 00000004:00000010:3.0:1769074858.227231:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb4f352c0. 00010000:00000010:3.0:1769074858.227242:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074858.227258:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890112, last committed = 17179889941 00010000:00000200:3.0:1769074858.227269:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3b80 x1855007826457600/t17179890112(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.227289:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074858.227296:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826457600, offset 224 00000400:00000010:3.0:1769074858.227304:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3070. 00000400:00000200:3.0:1769074858.227308:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.227335:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.227340:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40992:40992:256:4294967295] 192.168.204.10@tcp LPNI seq info [40988:40988:8:4294967295] 00000400:00000200:3.0:1769074858.227347:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.227354:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.227359:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.227365:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074858.227371:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.227378:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.227383:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.227414:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.227418:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.227422:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074858.227525:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.227529:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074858.227535:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.227540:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074858.227637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074858.227643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:1.0:1769074858.227767:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:1.0:1769074858.227775:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:1.0:1769074858.227781:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00000400:00000200:0.0:1769074858.229251:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074858.229270:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661c1 00000400:00000200:0.0:1769074858.229277:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.229282:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074858.229289:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c464c8 00000400:00000010:0.0:1769074858.229292:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c464c8. 00010000:00000010:2.0:1769074858.229391:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:2.0:1769074858.229403:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00000400:00000200:1.0:1769074858.231153:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.231170:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d3480 00000400:00000200:1.0:1769074858.231180:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 108248 00000400:00000200:1.0:1769074858.231243:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.231248:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.231255:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.231261:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0700. 00000020:00000010:0.0:1769074858.231379:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.231385:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.231392:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.231398:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.231402:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.231444:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.231447:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.231450:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826457728 00000001:00000010:0.0:1769074858.231460:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074858.231483:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.231490:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074858.231515:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d6000. 00010000:00000010:0.0:1769074858.231542:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.231546:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.231562:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.231566:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.231569:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.231573:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.231680:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074858.231683:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074858.231687:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074858.231690:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.231756:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.231765:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.231769:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.231788:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074858.231801:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0700 x1855007826457728/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.231820:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074858.231825:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826457728, offset 224 00000400:00000200:0.0:1769074858.231831:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.231842:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.231847:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40993:40993:256:4294967295] 192.168.204.10@tcp LPNI seq info [40989:40989:8:4294967295] 00000400:00000200:0.0:1769074858.231857:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.231863:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.231867:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074858.231872:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.231878:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.231882:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.231900:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.231904:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.231907:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074858.231978:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.231983:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:2.0:1769074858.231986:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.231990:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.231994:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:2.0:1769074858.231997:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00010000:00000010:3.1:1769074858.233671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074858.233686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074858.233692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074858.233695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074858.235658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074858.235678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074858.235682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074858.235705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:0.1:1769074858.235765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.235772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074858.235776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074858.235778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:2.1:1769074858.235818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074858.235826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:1.1:1769074858.235935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074858.235941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00000400:00000200:0.0:1769074858.237176:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.237195:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d3580 00000400:00000200:0.0:1769074858.237203:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 108824 00000400:00000200:0.0:1769074858.237219:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.237224:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.237232:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.237237:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3480. 00000020:00000010:3.0:1769074858.237411:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.237416:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.237422:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.237427:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.237432:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.237474:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.237476:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.237479:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826457984 02000000:00000010:3.0:1769074858.237513:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87829000. 00010000:00000010:3.0:1769074858.237552:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074858.237568:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:3.0:1769074858.237585:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074858.237591:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074858.237656:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074858.237659:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074858.237663:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074858.237666:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074858.237761:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074858.237764:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074858.237767:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074858.237770:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00000020:00000010:3.0:1769074858.237793:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.237799:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.237809:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074858.237819:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83885000. 00000001:00000010:3.0:1769074858.238462:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e360. 00000001:00000010:3.0:1769074858.238470:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074858.238505:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074858.238515:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074858.238519:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074858.238532:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074858.238656:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00080000:00000010:3.0:1769074858.238686:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbffc6c78. 00000004:00000010:3.0:1769074858.238715:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bf480. 00000004:00000010:3.0:1769074858.238719:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d841210. 00000004:00000010:3.0:1769074858.238724:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c0a50. 00000004:00000010:3.0:1769074858.238728:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab85932780. 00010000:00000010:3.0:1769074858.238757:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074858.238783:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890113, last committed = 17179889941 00010000:00000200:3.0:1769074858.238796:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3480 x1855007826457984/t17179890113(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.238816:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074858.238824:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826457984, offset 224 00000400:00000010:3.0:1769074858.238831:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e38c0. 00000400:00000200:3.0:1769074858.238835:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.238850:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.238857:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40994:40994:256:4294967295] 192.168.204.10@tcp LPNI seq info [40990:40990:8:4294967295] 00000400:00000200:3.0:1769074858.238864:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.238871:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.238876:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.238882:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074858.238888:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.238895:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.238899:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.238941:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.238947:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.238951:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074858.239340:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.239344:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074858.239351:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.239356:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074858.240445:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:1.0:1769074858.240456:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:1.0:1769074858.240466:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ec00. 00000400:00000200:3.0:1769074858.241847:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.241866:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661c9 00000400:00000200:3.0:1769074858.241873:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.241877:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.241883:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46550 00000400:00000010:3.0:1769074858.241886:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46550. 00010000:00000010:0.0:1769074858.242009:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:0.0:1769074858.242021:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.1:1769074858.243694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074858.243709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00000400:00000200:0.0:1769074858.244439:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.244454:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d3600 00000400:00000200:0.0:1769074858.244463:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 109312 00000400:00000200:0.0:1769074858.244522:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.244527:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.244535:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.244541:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0380. 00000020:00000010:3.0:1769074858.244810:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.244816:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.244822:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.244828:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.244833:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.244866:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.244869:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.244871:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826458112 00000001:00000010:3.0:1769074858.244881:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074858.244904:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.244912:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074858.244946:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87828000. 00010000:00000010:3.0:1769074858.244973:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.244977:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074858.244993:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074858.244998:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074858.245002:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074858.245005:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074858.245071:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074858.245074:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074858.245078:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074858.245080:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074858.245140:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074858.245151:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074858.245156:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074858.245173:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074858.245187:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0380 x1855007826458112/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.245211:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074858.245218:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826458112, offset 224 00000400:00000200:3.0:1769074858.245225:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.245235:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.245241:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40995:40995:256:4294967295] 192.168.204.10@tcp LPNI seq info [40991:40991:8:4294967295] 00000400:00000200:3.0:1769074858.245252:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.245257:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.245262:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074858.245267:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.245274:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.245278:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.245292:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.245296:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.245300:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074858.245791:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.245796:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:2.0:1769074858.245803:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.245808:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.245812:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46550 00000400:00000010:2.0:1769074858.245815:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46550. 00010000:00000010:3.1:1769074858.247673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074858.247691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:0.1:1769074858.247739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074858.247745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:1.1:1769074858.247800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074858.247805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00000400:00000200:3.0:1769074858.249733:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.249755:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d3700 00000400:00000200:3.0:1769074858.249765:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 109888 00000400:00000200:3.0:1769074858.249800:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.249805:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.249814:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.249821:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028b800. 00000020:00000010:0.0:1769074858.249954:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.249961:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.249967:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.249973:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.249977:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.250023:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.250026:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.250030:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826458368 02000000:00000010:0.0:1769074858.250070:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d0000. 00010000:00000010:0.0:1769074858.250112:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:0.0:1769074858.250130:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:0.0:1769074858.250150:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.250158:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.250175:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.250178:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.250182:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.250185:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.250271:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.250275:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074858.250278:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.250282:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074858.250306:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56080. 00000020:00000010:0.0:1769074858.250313:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56080. 00000020:00000010:0.0:1769074858.250337:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8af60. 00080000:00000010:0.0:1769074858.250348:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b11000. 00000001:00000010:0.0:1769074858.250582:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adc00. 00000001:00000010:0.0:1769074858.250590:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074858.250672:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8af60. 00010000:00000010:0.0:1769074858.250683:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.250688:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.250700:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074858.250746:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074858.250782:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabafae08e8. 00000004:00000010:0.0:1769074858.250789:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8bf30e40. 00000004:00000010:0.0:1769074858.250793:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb3c4d320. 00000004:00000010:0.0:1769074858.250799:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf078. 00000004:00000010:0.0:1769074858.250803:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88e0de00. 00010000:00000010:0.0:1769074858.250815:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074858.250830:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890114, last committed = 17179889941 00010000:00000200:0.0:1769074858.250839:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028b800 x1855007826458368/t17179890114(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.250863:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074858.250869:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826458368, offset 224 00000400:00000010:0.0:1769074858.250876:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae460. 00000400:00000200:0.0:1769074858.250880:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.250892:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.250898:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40996:40996:256:4294967295] 192.168.204.10@tcp LPNI seq info [40992:40992:8:4294967295] 00000400:00000200:0.0:1769074858.250904:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.250910:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.250915:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.250920:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074858.250938:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.250944:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.250949:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.250966:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.250970:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.250973:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.251122:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.251127:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074858.251130:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.251135:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074858.251286:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074858.251293:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:2.0:1769074858.251299:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8cc0. 00010000:00000010:3.1:1769074858.252651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074858.252663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074858.252668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074858.252672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:2.0:1769074858.254029:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074858.254050:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661d1 00000400:00000200:2.0:1769074858.254058:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.254062:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074858.254068:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:2.0:1769074858.254071:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00010000:00000010:0.0:1769074858.254168:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.254180:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:2.1:1769074858.255762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074858.255776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:3.0:1769074858.256181:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.256197:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d3780 00000400:00000200:3.0:1769074858.256206:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 110376 00000400:00000200:3.0:1769074858.256266:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.256271:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.256279:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.256290:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1500. 00000020:00000010:2.0:1769074858.256395:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.256401:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.256407:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074858.256413:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.256417:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.256464:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.256467:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.256470:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826458496 00000001:00000010:2.0:1769074858.256481:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 00010000:00000010:2.0:1769074858.256507:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.256515:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 02000000:00000010:2.0:1769074858.256543:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc540000. 00010000:00000010:2.0:1769074858.256573:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.0:1769074858.256577:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074858.256595:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074858.256598:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.256639:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.0:1769074858.256643:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.256723:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074858.256727:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074858.256743:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be000. 00010000:00000010:2.0:1769074858.256747:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074858.256808:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074858.256818:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.256823:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.256843:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000200:2.0:1769074858.256858:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a1500 x1855007826458496/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.256875:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074858.256881:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826458496, offset 224 00000400:00000200:2.0:1769074858.256887:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.256897:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.256904:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40997:40997:256:4294967295] 192.168.204.10@tcp LPNI seq info [40993:40993:8:4294967295] 00000400:00000200:2.0:1769074858.256915:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.256920:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.256937:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074858.256944:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.256951:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.256955:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.256971:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.256975:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.256980:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00010000:00000010:0.1:1769074858.257060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:0.1:1769074858.257068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074858.257071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.257076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000800:00000200:1.0:1769074858.257186:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.257190:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074858.257194:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.257198:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.257203:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:1.0:1769074858.257205:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:0.1:1769074858.261091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074858.261105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000400:00000200:2.0:1769074858.261204:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.261222:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d3880 00000400:00000200:2.0:1769074858.261230:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 110952 00000400:00000200:2.0:1769074858.261245:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.261250:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.261258:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.261265:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485880. 00000020:00000010:0.0:1769074858.261353:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.261359:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.261365:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.261370:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.261375:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.261417:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.261420:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.261424:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826458752 02000000:00000010:0.0:1769074858.261458:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d5000. 00010000:00000010:0.0:1769074858.261496:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:0.0:1769074858.261512:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:0.0:1769074858.261533:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.261540:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.261555:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.261558:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074858.261561:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.261564:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.261673:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074858.261676:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074858.261680:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.261683:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074858.261708:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56080. 00000020:00000010:0.0:1769074858.261716:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56080. 00000020:00000010:0.0:1769074858.261727:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad7e0. 00080000:00000010:0.0:1769074858.261748:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b13800. 00000001:00000010:0.0:1769074858.261953:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a120. 00000001:00000010:0.0:1769074858.261960:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074858.261995:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad7e0. 00010000:00000010:0.0:1769074858.262005:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.262009:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.262021:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074858.262065:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074858.262087:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe82e40. 00000004:00000010:0.0:1769074858.262107:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ec34180. 00000004:00000010:0.0:1769074858.262116:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab88e0e550. 00000004:00000010:0.0:1769074858.262125:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4258. 00000004:00000010:0.0:1769074858.262131:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4bba40. 00010000:00000010:0.0:1769074858.262142:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.262159:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890115, last committed = 17179889941 00010000:00000200:0.0:1769074858.262168:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485880 x1855007826458752/t17179890115(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.262192:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074858.262198:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826458752, offset 224 00000400:00000010:0.0:1769074858.262204:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae348. 00000400:00000200:0.0:1769074858.262208:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.262220:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.262227:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40998:40998:256:4294967295] 192.168.204.10@tcp LPNI seq info [40994:40994:8:4294967295] 00000400:00000200:0.0:1769074858.262233:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.262239:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.262244:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.262250:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074858.262256:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.262264:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.262267:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.262301:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.262306:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.262310:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.262674:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.262678:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:1.0:1769074858.262683:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.262688:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074858.262983:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074858.262991:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:3.0:1769074858.262998:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8180. 00010000:00000010:2.1:1769074858.264716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.1:1769074858.264729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074858.264733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.1:1769074858.264736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00000400:00000200:1.0:1769074858.265147:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.265167:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661d9 00000400:00000200:1.0:1769074858.265174:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.265178:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.265185:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:1.0:1769074858.265188:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00010000:00000010:0.0:1769074858.265291:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.265303:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:3.1:1769074858.268764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074858.268780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:2.0:1769074858.268917:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.268944:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d3900 00000400:00000200:2.0:1769074858.268953:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 111440 00000400:00000200:2.0:1769074858.269017:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.269024:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.269032:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.269037:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485500. 00000020:00000010:3.0:1769074858.269272:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.269278:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.269284:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.269290:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.269294:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.269342:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.269344:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.269347:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826458880 00000001:00000010:3.0:1769074858.269357:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:3.0:1769074858.269385:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.269393:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074858.269422:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbd197000. 00010000:00000010:3.0:1769074858.269450:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074858.269454:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074858.269472:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074858.269475:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074858.269479:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.269482:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074858.269556:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074858.269560:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074858.269563:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074858.269567:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074858.269667:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074858.269677:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074858.269682:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074858.269699:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074858.269713:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485500 x1855007826458880/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.269743:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074858.269749:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826458880, offset 224 00000400:00000200:3.0:1769074858.269756:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.269765:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.269771:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [40999:40999:256:4294967295] 192.168.204.10@tcp LPNI seq info [40995:40995:8:4294967295] 00000400:00000200:3.0:1769074858.269782:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.269787:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.269791:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074858.269797:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.269803:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.269807:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.269820:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.269823:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.269827:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074858.270087:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.270092:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074858.270098:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.270103:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.270108:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46c38 00000400:00000010:1.0:1769074858.270110:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46c38. 00010000:00000010:0.1:1769074858.270582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be000. 00010000:00000010:0.1:1769074858.270591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074858.270596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.270636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074858.272724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074858.272748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:1.0:1769074858.274650:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.274672:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d3a00 00000400:00000200:1.0:1769074858.274680:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 112016 00000400:00000200:1.0:1769074858.274698:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.274703:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.274710:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.274716:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3800. 00000020:00000010:0.0:1769074858.274944:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.274951:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.274957:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.274963:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.274968:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.275016:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.275020:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.275022:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826459136 02000000:00000010:0.0:1769074858.275065:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabc184f000. 00010000:00000010:0.0:1769074858.275106:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:0.0:1769074858.275124:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:0.0:1769074858.275143:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.275150:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074858.275165:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.275168:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.275172:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.275176:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.275257:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074858.275261:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074858.275264:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.275268:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074858.275292:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56080. 00000020:00000010:0.0:1769074858.275299:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56080. 00000020:00000010:0.0:1769074858.275313:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8aba0. 00080000:00000010:0.0:1769074858.275471:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb21400. 00000001:00000010:0.0:1769074858.276139:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad5a0. 00000001:00000010:0.0:1769074858.276146:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00000020:00000010:0.0:1769074858.276183:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8aba0. 00010000:00000010:0.0:1769074858.276195:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074858.276201:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.276217:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8780. 00010000:00000010:0.0:1769074858.276298:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074858.276333:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb11560. 00000004:00000010:0.0:1769074858.276341:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6bf180. 00000004:00000010:0.0:1769074858.276344:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d840ee0. 00000004:00000010:0.0:1769074858.276363:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbe8c0f00. 00000004:00000010:0.0:1769074858.276369:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbeee8f00. 00010000:00000010:0.0:1769074858.276379:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074858.276396:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890116, last committed = 17179889941 00010000:00000200:0.0:1769074858.276406:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3800 x1855007826459136/t17179890116(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.276430:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074858.276437:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826459136, offset 224 00000400:00000010:0.0:1769074858.276444:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae3f0. 00000400:00000200:0.0:1769074858.276447:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.276462:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.276468:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41000:41000:256:4294967295] 192.168.204.10@tcp LPNI seq info [40996:40996:8:4294967295] 00000400:00000200:0.0:1769074858.276475:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.276482:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.276488:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.276492:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074858.276498:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.276505:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.276509:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.276538:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074858.276542:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.276545:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074858.277379:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.277386:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:2.0:1769074858.277392:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.277399:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.280347:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.280371:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661e1 00000400:00000200:3.0:1769074858.280379:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.280383:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.280390:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:3.0:1769074858.280393:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00000400:00000200:3.0:1769074858.280426:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.280433:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d3a80 00000400:00000200:3.0:1769074858.280440:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 112504 00000400:00000200:3.0:1769074858.280485:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.280489:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.280493:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.280500:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3b80. 00010000:00000010:0.0:1769074858.280625:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.280635:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00000020:00000010:2.0:1769074858.280725:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.280730:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.280735:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074858.280740:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.280745:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.280778:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.280781:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.280784:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826459264 00000001:00000010:2.0:1769074858.280793:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 00010000:00000010:2.0:1769074858.280814:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.0:1769074858.280821:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 02000000:00000010:2.0:1769074858.280845:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc543000. 00010000:00000010:2.0:1769074858.280871:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.0:1769074858.280874:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.280889:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074858.280893:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.280897:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.280900:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074858.280985:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074858.280989:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074858.280993:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.0:1769074858.280997:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074858.281055:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.281064:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074858.281068:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.281086:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000200:2.0:1769074858.281100:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a3b80 x1855007826459264/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.281118:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074858.281124:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826459264, offset 224 00000400:00000200:2.0:1769074858.281130:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.281140:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.281147:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41001:41001:256:4294967295] 192.168.204.10@tcp LPNI seq info [40997:40997:8:4294967295] 00000400:00000200:2.0:1769074858.281158:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.281163:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.281168:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074858.281174:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.281182:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.281186:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.281249:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.281254:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.281258:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00010000:00000010:1.0:1769074858.282553:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074858.282566:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:1.0:1769074858.282575:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00010000:00000010:3.1:1769074858.282687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074858.282694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074858.282698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074858.282701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000800:00000200:0.0:1769074858.283245:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.283251:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:0.0:1769074858.283257:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.283265:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.283272:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:0.0:1769074858.283275:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00000400:00000200:2.0:1769074858.286168:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.286188:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d3b80 00000400:00000200:2.0:1769074858.286198:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 113080 00000400:00000200:2.0:1769074858.286218:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.286224:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.286233:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.286240:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484000. 00000020:00000010:3.0:1769074858.286427:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.286434:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.286441:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.286447:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.286452:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.286520:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.286523:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.286526:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826459520 02000000:00000010:3.0:1769074858.286568:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab82bcd000. 00010000:00000010:3.0:1769074858.286654:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.0:1769074858.286671:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:3.0:1769074858.286691:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.286698:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074858.286716:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074858.286719:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074858.286723:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.286726:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074858.286824:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074858.286827:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074858.286830:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074858.286833:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00000020:00000010:3.0:1769074858.286856:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.286862:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.286872:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e120. 00080000:00000010:3.0:1769074858.286881:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83884000. 00000001:00000010:3.0:1769074858.287097:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6a20. 00000001:00000010:3.0:1769074858.287103:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074858.287140:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e120. 00010000:00000010:3.0:1769074858.287150:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074858.287155:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074858.287166:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074858.287210:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00080000:00000010:3.0:1769074858.287239:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabafae0c78. 00000004:00000010:3.0:1769074858.287247:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab908d0600. 00000004:00000010:3.0:1769074858.287250:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb3c4c440. 00000004:00000010:3.0:1769074858.287271:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf000. 00000004:00000010:3.0:1769074858.287276:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88e0d0e0. 00010000:00000010:3.0:1769074858.287287:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074858.287304:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890117, last committed = 17179889941 00010000:00000200:3.0:1769074858.287313:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484000 x1855007826459520/t17179890117(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.287345:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074858.287350:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826459520, offset 224 00000400:00000010:3.0:1769074858.287357:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e31f8. 00000400:00000200:3.0:1769074858.287361:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.287374:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.287380:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41002:41002:256:4294967295] 192.168.204.10@tcp LPNI seq info [40998:40998:8:4294967295] 00000400:00000200:3.0:1769074858.287385:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.287393:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.287398:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.287403:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074858.287409:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.287415:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.287420:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.287439:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.287443:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.287447:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:1.0:1769074858.287590:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:1.0:1769074858.287597:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:1.0:1769074858.287629:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e3c0. 00010000:00000010:0.1:1769074858.287997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:0.1:1769074858.288004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074858.288053:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.1:1769074858.288058:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074858.288062:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.1:1769074858.288065:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00000800:00000200:3.0:1769074858.291254:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.291264:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:3.0:1769074858.291273:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.291282:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.291312:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.291337:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661e9 00000400:00000200:3.0:1769074858.291344:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.291348:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.291353:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:3.0:1769074858.291355:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00000400:00000200:3.0:1769074858.291456:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.291464:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d3c00 00000400:00000200:3.0:1769074858.291470:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 113568 00000400:00000200:3.0:1769074858.291518:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.291523:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.291529:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.291538:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3480. 00000020:00000010:1.0:1769074858.291650:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.291656:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.291664:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.291670:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.291677:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.291717:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.291720:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.291723:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826459648 00000001:00000010:1.0:1769074858.291744:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d80c0. 00010000:00000010:1.0:1769074858.291773:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.291780:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 02000000:00000010:1.0:1769074858.291808:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86425000. 00010000:00000010:1.0:1769074858.291839:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.291842:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.291861:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074858.291864:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074858.291869:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074858.291871:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.291976:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074858.291979:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a780. 00010000:00000010:1.0:1769074858.291983:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074858.291986:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074858.292053:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.292065:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.292071:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074858.292091:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074858.292107:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a3480 x1855007826459648/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.292131:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074858.292137:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826459648, offset 224 00000400:00000200:1.0:1769074858.292143:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.292153:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.292159:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41003:41003:256:4294967295] 192.168.204.10@tcp LPNI seq info [40999:40999:8:4294967295] 00000400:00000200:1.0:1769074858.292169:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.292174:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.292179:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074858.292184:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.292191:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.292196:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.292215:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.292219:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.292222:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:1.1:1769074858.293159:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074858.293169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:2.0:1769074858.293233:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:2.0:1769074858.293242:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00000800:00000200:2.0:1769074858.293502:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.293506:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:2.0:1769074858.293512:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.293518:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.293524:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:2.0:1769074858.293526:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00010000:00000010:0.1:1769074858.293712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.293750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.293755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074858.293759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000400:00000200:1.0:1769074858.296385:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.296405:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d3d00 00000400:00000200:1.0:1769074858.296413:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 114144 00000400:00000200:1.0:1769074858.296428:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.296433:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.296439:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.296445:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2300. 00000020:00000010:3.0:1769074858.296533:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.296539:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.296545:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.296550:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.296555:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.296649:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.296652:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.296656:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826459904 02000000:00000010:3.0:1769074858.296691:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab82bcf000. 00010000:00000010:3.0:1769074858.296743:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:3.0:1769074858.296759:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a780. 00010000:00000010:3.0:1769074858.296783:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074858.296790:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074858.296807:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074858.296810:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074858.296814:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074858.296816:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074858.296898:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074858.296901:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074858.296903:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.296906:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00000020:00000010:3.0:1769074858.296936:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.296943:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.296953:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6240. 00080000:00000010:3.0:1769074858.296962:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc759800. 00000001:00000010:3.0:1769074858.297172:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145eba0. 00000001:00000010:3.0:1769074858.297179:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074858.297214:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6240. 00010000:00000010:3.0:1769074858.297222:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074858.297225:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074858.297238:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074858.297276:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00080000:00000010:3.0:1769074858.297311:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88b11008. 00000004:00000010:3.0:1769074858.297329:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8bf8e180. 00000004:00000010:3.0:1769074858.297334:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab878bcee0. 00000004:00000010:3.0:1769074858.297347:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dcb7d20. 00000004:00000010:3.0:1769074858.297352:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbff423c0. 00010000:00000010:3.0:1769074858.297364:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074858.297381:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890118, last committed = 17179889941 00010000:00000200:3.0:1769074858.297391:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2300 x1855007826459904/t17179890118(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.297411:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074858.297417:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826459904, offset 224 00000400:00000010:3.0:1769074858.297425:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3ab8. 00000400:00000200:3.0:1769074858.297430:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.297442:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.297448:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41004:41004:256:4294967295] 192.168.204.10@tcp LPNI seq info [41000:41000:8:4294967295] 00000400:00000200:3.0:1769074858.297455:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.297461:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.297467:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.297473:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074858.297479:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.297487:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.297491:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.297517:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.297521:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.297525:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:2.0:1769074858.297821:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:2.0:1769074858.297829:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:2.0:1769074858.297836:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ec00. 00010000:00000010:3.1:1769074858.298539:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bea00. 00010000:00000010:3.1:1769074858.298549:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074858.298553:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074858.298569:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000800:00000200:2.0:1769074858.300325:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.300333:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074858.300343:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.300352:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.300487:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074858.300504:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661f1 00000400:00000200:0.0:1769074858.300510:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.300513:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074858.300518:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:0.0:1769074858.300521:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00010000:00000010:1.1:1769074858.300765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074858.300773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:1.1:1769074858.300778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074858.300782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074858.300787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074858.300790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:2.0:1769074858.300879:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:2.0:1769074858.300892:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.1:1769074858.304556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:3.1:1769074858.304572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:3.1:1769074858.304579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074858.304585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:2.1:1769074858.304939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074858.304945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:2.1:1769074858.304949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074858.304952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:1.0:1769074858.305576:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.305594:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8d3e00 00000400:00000200:1.0:1769074858.305649:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ecb5 [2] + 1624 00000400:00000200:1.0:1769074858.305722:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.305727:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.305746:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074858.305753:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0380. 00000020:00000010:2.0:1769074858.306892:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.306901:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.306909:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074858.306915:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.306920:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.307013:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.307017:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.307020:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826460160 00000001:00000010:2.0:1769074858.307030:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 02000000:00000010:2.0:1769074858.307069:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa81bc1400. 00000004:00000010:2.0:1769074858.307134:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66680. 00080000:00000010:2.0:1769074858.307159:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81bc2800. 00000001:00000010:2.0:1769074858.307196:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3aa20. 00000001:00000010:2.0:1769074858.307203:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00010000:00000200:2.0:1769074858.307257:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0380 x1855007826460160/t17179890119(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 392/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.307275:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074858.307282:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826460160, offset 224 00000400:00000200:2.0:1769074858.307288:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.307300:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.307306:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41005:41005:256:4294967295] 192.168.204.10@tcp LPNI seq info [41001:41001:8:4294967295] 00000400:00000200:2.0:1769074858.307410:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.307417:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.307421:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074858.307427:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.307434:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.307438:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.307465:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.307470:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.307475:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:3.0:1769074858.307630:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.307635:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074858.307640:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.307645:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.307651:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:3.0:1769074858.307653:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00000400:00000200:0.0:1769074858.309984:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.310004:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d3f00 00000400:00000200:0.0:1769074858.310013:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 114632 00000400:00000200:0.0:1769074858.310031:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.310035:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.310043:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.310051:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a0a80. 00000020:00000010:3.0:1769074858.310215:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.310222:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.310229:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.310234:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.310239:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.310285:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.310288:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.310291:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826460416 00000001:00000010:3.0:1769074858.310301:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 02000000:00000010:3.0:1769074858.310341:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab82bce000. 00010000:00000010:3.0:1769074858.310381:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074858.310393:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daa83cca800. 00010000:00000010:3.0:1769074858.310405:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8e3e5c00. 00010000:00000010:3.0:1769074858.310424:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074858.310431:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074858.310447:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074858.310450:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074858.310454:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.310457:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074858.310541:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074858.310545:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074858.310548:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.310551:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074858.310581:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.310587:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00080000:00000010:3.0:1769074858.310596:0:42296:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dab84248250. 00080000:00000010:3.0:1769074858.310599:0:42296:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8432fa80. 00080000:00000010:3.0:1769074858.310640:0:42296:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8432fa80. 00080000:00000010:3.0:1769074858.310644:0:42296:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dab84248250. 00000020:00000010:3.0:1769074858.310652:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e120. 00080000:00000010:3.0:1769074858.310660:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc758c00. 00000001:00000010:3.0:1769074858.310914:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede66c0. 00000001:00000010:3.0:1769074858.310920:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074858.310964:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e120. 00010000:00000010:3.0:1769074858.310995:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.311000:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00080000:00000010:3.0:1769074858.311020:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8de2eab0. 00000004:00000010:3.0:1769074858.311028:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fccbdc0. 00000004:00000010:3.0:1769074858.311034:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba1639258. 00000004:00000010:3.0:1769074858.311038:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b267860. 00010000:00000010:3.0:1769074858.311049:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074858.311066:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890120, last committed = 17179889941 00010000:00000200:3.0:1769074858.311076:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a0a80 x1855007826460416/t17179890120(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.311095:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074858.311103:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826460416, offset 224 00000400:00000010:3.0:1769074858.311109:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3b60. 00000400:00000200:3.0:1769074858.311113:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.311128:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.311134:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41006:41006:256:4294967295] 192.168.204.10@tcp LPNI seq info [41002:41002:8:4294967295] 00000400:00000200:3.0:1769074858.311140:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.311147:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.311153:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.311158:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074858.311164:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.311172:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.311176:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.311200:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.311205:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.311210:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074858.311782:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.311787:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074858.311795:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.311801:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074858.314540:0:42300:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074858.314556:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00000400:00000200:3.0:1769074858.315486:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.315506:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x661f9 00000400:00000200:3.0:1769074858.315513:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.315517:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.315523:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074858.315526:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000400:00000200:3.0:1769074858.315555:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.315561:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8d4000 00000400:00000200:3.0:1769074858.315568:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c21 [64] + 115120 00000400:00000200:3.0:1769074858.315579:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.315583:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.315587:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.315593:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0700. 00010000:00000010:2.0:1769074858.315708:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:2.0:1769074858.315719:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00000020:00000010:0.0:1769074858.319151:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.319163:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.319172:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.319178:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.319183:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.319229:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.319232:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.319235:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826460672 00000001:00000010:0.0:1769074858.319246:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:0.0:1769074858.319277:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.319285:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074858.319545:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab8672c000. 00000004:00000010:0.0:1769074858.319840:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66c80. 00080000:00000010:0.0:1769074858.319852:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb20400. 00000001:00000010:0.0:1769074858.319887:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad7e0. 00000001:00000010:0.0:1769074858.319893:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00010000:00000010:0.0:1769074858.319970:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.319989:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a0700 x1855007826460672/t17179890121(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 648/608 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.320013:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074858.320020:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826460672, offset 224 00000400:00000200:0.0:1769074858.320027:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.320040:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.320046:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41007:41007:256:4294967295] 192.168.204.10@tcp LPNI seq info [41003:41003:8:4294967295] 00000400:00000200:0.0:1769074858.320059:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.320065:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.320070:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074858.320076:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.320083:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.320087:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.320109:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.320114:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.320117:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:3.1:1769074858.320177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074858.320184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8590a800. 00010000:00000010:3.1:1769074858.320188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa89c69000. 00010000:00000010:3.1:1769074858.320194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074858.320197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074858.320202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000800:00000200:2.0:1769074858.320362:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.320367:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074858.320371:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.320377:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.320383:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:2.0:1769074858.320385:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00010000:00000010:2.1:1769074858.323702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074858.323719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000400:00000200:0.0:1769074858.325066:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.325085:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 448 into portal 23 MB=0x6971eaa8d4080 00000400:00000200:0.0:1769074858.325094:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 448/448 into md 0x2ecb5 [2] + 2016 00000400:00000010:0.0:1769074858.325099:0:12640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393ad68. 00000400:00000200:0.0:1769074858.325104:0:12640:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f96b9c0 00000400:00000200:0.0:1769074858.325119:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.325124:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.325129:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f96b9c0 00000400:00000010:0.0:1769074858.325131:0:12640:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f96b9c0. 00000100:00000200:0.0:1769074858.325150:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074858.325262:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.325269:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.325276:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074858.325282:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b980. 00000020:00000010:2.0:1769074858.325287:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074858.325343:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.325346:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.325350:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826460800 00000001:00000010:2.0:1769074858.325360:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 02000000:00000010:2.0:1769074858.325384:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8daa8bb1f400. 00000004:00000010:2.0:1769074858.325392:0:42300:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa8ff64000. 00080000:00000010:2.0:1769074858.326193:0:42300:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabafabd720. 00080000:00000010:2.0:1769074858.326201:0:42300:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8656f440. 00080000:00000010:2.0:1769074858.326223:0:42300:0:(osd_index.c:355:osd_find_parent_fid()) kmalloced '(buf.lb_buf)': 84 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.326227:0:42300:0:(osd_index.c:383:osd_find_parent_fid()) kfreed 'buf.lb_buf': 84 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.327302:0:42300:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8656f440. 00080000:00000010:2.0:1769074858.327310:0:42300:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabafabd720. 00000100:00000010:2.0:1769074858.327331:0:42300:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8daa8bb1c000. 00000100:00000010:2.0:1769074858.327336:0:42300:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8dabbc544000. 00000400:00000010:2.0:1769074858.327347:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000400:00000010:2.0:1769074858.327360:0:42300:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b5e8. 00000400:00000200:2.0:1769074858.327367:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.327383:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.327389:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41008:41008:256:4294967295] 192.168.204.10@tcp LPNI seq info [41004:41004:8:4294967295] 00000400:00000200:2.0:1769074858.327395:0:42300:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.327402:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.327408:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.327413:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074858.327419:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.327427:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1022 00000800:00000200:2.0:1769074858.327431:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1769074858.327518:0:42300:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.10@tcp mbits 0x6971eaa8d4080-0x6971eaa8d4080 00000800:00000200:3.0:1769074858.330482:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.330492:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074858.330498:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.330508:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.330516:0:12638:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8daa8bb1c000 00000400:00000200:3.0:1769074858.330577:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.330590:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66201 00000400:00000200:3.0:1769074858.331154:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.331160:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.331167:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:3.0:1769074858.331170:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00000100:00000200:3.0:1769074858.331175:0:12638:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8daa8bb1c000 00000100:00000010:1.0:1769074858.331244:0:42300:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8dabbc544000. 00000100:00000010:1.0:1769074858.331250:0:42300:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8daa8bb1c000. 00000004:00000010:1.0:1769074858.332205:0:42300:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa8ff64000. 00010000:00000200:1.0:1769074858.332229:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8591ec50 x1855007826460800/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 448/440 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.332255:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074858.332262:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855007826460800, offset 224 00000400:00000200:1.0:1769074858.332269:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.332281:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.332287:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41009:41009:256:4294967295] 192.168.204.10@tcp LPNI seq info [41005:41005:8:4294967295] 00000400:00000200:1.0:1769074858.332300:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.332305:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.332312:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074858.332320:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.332327:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.332333:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.333064:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b980. 00000020:00000010:1.0:1769074858.333073:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:1.0:1769074858.333080:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 02000000:00000010:1.0:1769074858.333093:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa81bc1400. 00000100:00000010:1.0:1769074858.333098:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0380. 02000000:00000010:1.0:1769074858.333103:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dab88d45400. 00000100:00000010:1.0:1769074858.333105:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0db800. 02000000:00000010:1.0:1769074858.333108:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8daa8326ac00. 00000100:00000010:1.0:1769074858.333110:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef100. 02000000:00000010:1.0:1769074858.333119:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dab88d47800. 00000100:00000010:1.0:1769074858.333121:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0dbb80. 02000000:00000010:1.0:1769074858.333124:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbc940800. 00000100:00000010:1.0:1769074858.333127:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f52d80. 00000100:00000200:1.0:1769074858.333138:0:42300:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1769074858.333146:0:42300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1268. 00000400:00000010:1.0:1769074858.333151:0:42300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabae111c00. 00000800:00000200:2.0:1769074858.333299:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.333304:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:2.0:1769074858.333310:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.333321:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.333327:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:2.0:1769074858.333329:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 02000000:00000010:2.0:1769074858.333334:0:12639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8daa8bb1f400. 00000400:00000200:1.0:1769074858.337324:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.337346:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8d4180 00000400:00000200:1.0:1769074858.337355:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ece9 [2] + 0 00000400:00000200:1.0:1769074858.337372:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.337376:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.337383:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074858.337390:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0380. 00000020:00000010:2.0:1769074858.337486:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.337492:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.337500:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.337506:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.337511:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.337555:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.337558:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.337561:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826461056 02000000:00000010:2.0:1769074858.337640:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8bb1f400. 00000020:00000010:2.0:1769074858.337714:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.337724:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1f800. 00000001:00000010:2.0:1769074858.337808:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a720. 00000001:00000010:2.0:1769074858.337815:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf180. 00000020:00000010:2.0:1769074858.337841:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00000004:00000010:2.0:1769074858.337856:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66c80. 00010000:00000200:2.0:1769074858.337889:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0380 x1855007826461056/t17179890122(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 392/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.337909:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074858.337915:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826461056, offset 224 00000400:00000200:2.0:1769074858.337933:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.337945:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.337952:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41010:41010:256:4294967295] 192.168.204.10@tcp LPNI seq info [41006:41006:8:4294967295] 00000400:00000200:2.0:1769074858.337963:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.337968:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.337974:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074858.337979:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.337986:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.337989:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.338002:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.338006:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.338010:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:0.0:1769074858.342218:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.342229:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:0.0:1769074858.342240:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.342250:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.342260:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:0.0:1769074858.342263:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00010000:00000010:0.1:1769074858.342676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:2.0:1769074858.343862:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.343888:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8d4280 00000400:00000200:2.0:1769074858.343898:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c21 [64] + 115768 00000400:00000200:2.0:1769074858.343939:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.344023:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.344033:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.344041:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487800. 00000020:00000010:0.0:1769074858.344151:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.344157:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.344163:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.344227:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.344233:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.344309:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.344313:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.344326:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826461312 00000001:00000010:0.0:1769074858.344336:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d80c0. 00010000:00000010:0.0:1769074858.344362:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.344370:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074858.344402:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab86729000. 00010000:00000010:0.0:1769074858.344495:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074858.344500:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000004:00000010:0.0:1769074858.344541:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66c00. 00080000:00000010:0.0:1769074858.344554:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb20000. 00000001:00000010:0.0:1769074858.344589:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad060. 00000001:00000010:0.0:1769074858.344770:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8600. 00010000:00000010:0.0:1769074858.344839:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.344863:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487800 x1855007826461312/t17179890123(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 648/608 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.344886:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074858.344892:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826461312, offset 224 00000400:00000200:0.0:1769074858.344899:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.344909:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.344916:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41011:41011:256:4294967295] 192.168.204.10@tcp LPNI seq info [41007:41007:8:4294967295] 00000400:00000200:0.0:1769074858.344938:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.345106:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.345112:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074858.345120:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.345127:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.345131:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.345159:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.345165:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.345169:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.345324:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.345328:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:1.0:1769074858.345332:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.345336:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.345341:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:1.0:1769074858.345343:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000400:00000200:3.0:1769074858.349396:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.349415:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d4300 00000400:00000200:3.0:1769074858.349424:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 116416 00000400:00000200:3.0:1769074858.349441:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.349446:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.349455:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.349464:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8700. 00000020:00000010:1.0:1769074858.350130:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.350138:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.350148:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.350154:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.350160:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.350207:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.350210:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.350214:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826461440 00000001:00000010:1.0:1769074858.350226:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf180. 00010000:00000010:1.0:1769074858.350253:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074858.350262:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 02000000:00000010:1.0:1769074858.350290:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86421000. 00010000:00000010:1.0:1769074858.350334:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.350338:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.350360:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074858.350363:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074858.350368:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.350371:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.350459:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074858.350463:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074858.350467:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074858.350471:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074858.350543:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.350554:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.350559:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074858.350580:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074858.350839:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a8700 x1855007826461440/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.350863:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074858.350870:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826461440, offset 224 00000400:00000200:1.0:1769074858.350877:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.350890:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.350896:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41012:41012:256:4294967295] 192.168.204.10@tcp LPNI seq info [41008:41008:8:4294967295] 00000400:00000200:1.0:1769074858.350909:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.350915:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.350931:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074858.350939:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.351029:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.351033:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.351158:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.351165:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.351169:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074858.353906:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.353916:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074858.353935:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.354848:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.354859:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:3.0:1769074858.354863:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00000400:00000200:1.0:1769074858.356201:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.356223:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d4400 00000400:00000200:1.0:1769074858.356232:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 116992 00000400:00000200:1.0:1769074858.356248:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.356252:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.356258:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.356264:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca1880. 00000020:00000010:2.0:1769074858.356366:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.356372:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.356378:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.356384:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.356389:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.356434:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.356437:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.356440:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826461696 02000000:00000010:2.0:1769074858.356478:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc547000. 00010000:00000010:2.0:1769074858.356523:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:2.0:1769074858.356541:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a680. 00010000:00000010:2.0:1769074858.356552:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115280. 00010000:00000010:2.0:1769074858.356572:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.0:1769074858.356577:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.356593:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074858.356596:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074858.356645:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.0:1769074858.356650:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074858.356749:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074858.356753:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074858.356757:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.0:1769074858.356761:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00000020:00000010:2.0:1769074858.356788:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074858.356795:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074858.356807:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.356817:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1c400. 00010000:00000010:0.1:1769074858.357064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000001:00000010:2.0:1769074858.357351:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a840. 00000001:00000010:2.0:1769074858.357360:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074858.357397:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074858.357408:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.357412:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074858.357426:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf480. 00010000:00000010:2.0:1769074858.357461:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00080000:00000010:2.0:1769074858.357485:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7ca720. 00000004:00000010:2.0:1769074858.357492:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88f469c0. 00000004:00000010:2.0:1769074858.357495:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7f210. 00000004:00000010:2.0:1769074858.357500:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c59d8. 00000004:00000010:2.0:1769074858.357503:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89312780. 00010000:00000010:2.0:1769074858.357512:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000200:2.0:1769074858.357533:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890124, last committed = 17179889941 00010000:00000200:2.0:1769074858.357543:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca1880 x1855007826461696/t17179890124(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.357569:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074858.357577:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826461696, offset 224 00000400:00000010:2.0:1769074858.357583:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bbd0. 00000400:00000200:2.0:1769074858.357587:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00010000:00000010:3.0:1769074858.357900:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:3.0:1769074858.357907:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:3.0:1769074858.357914:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf480. 00000400:00000200:2.0:1769074858.358049:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.358056:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41013:41013:256:4294967295] 192.168.204.10@tcp LPNI seq info [41009:41009:8:4294967295] 00000400:00000200:2.0:1769074858.358064:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.358071:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.358077:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.358095:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074858.358101:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.358106:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.358111:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.358165:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.358171:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.358176:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:1.1:1769074858.362752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074858.362770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074858.362776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074858.362779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000800:00000200:2.0:1769074858.363292:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.363298:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:2.0:1769074858.363306:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.363315:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.363892:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074858.363908:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66219 00000400:00000200:2.0:1769074858.363915:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.363918:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074858.363933:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:2.0:1769074858.363936:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00000400:00000200:2.0:1769074858.364072:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.364080:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d4480 00000400:00000200:2.0:1769074858.364089:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 117480 00000400:00000200:2.0:1769074858.364138:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.364142:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.364146:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.364152:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485f80. 00000020:00000010:3.0:1769074858.364227:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.364233:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.364240:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.364246:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.364252:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.364290:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.364293:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.364296:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826461824 00000001:00000010:3.0:1769074858.364306:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8600. 00010000:00000010:3.0:1769074858.364333:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074858.364341:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074858.364367:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c403000. 00010000:00000010:3.0:1769074858.364392:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.364395:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.364414:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074858.364417:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074858.364420:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074858.364423:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074858.364489:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074858.364492:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074858.364495:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074858.364498:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074858.364555:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.364566:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074858.364571:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074858.364588:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074858.364633:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485f80 x1855007826461824/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.364652:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074858.364657:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826461824, offset 224 00000400:00000200:3.0:1769074858.364663:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.364672:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.364679:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41014:41014:256:4294967295] 192.168.204.10@tcp LPNI seq info [41010:41010:8:4294967295] 00000400:00000200:3.0:1769074858.364690:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.364696:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.364701:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074858.364707:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.364713:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.364717:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.364744:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.364747:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.364751:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074858.364884:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.364887:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:2.0:1769074858.364893:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.364897:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.364901:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:2.0:1769074858.364903:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00010000:00000010:0.0:1769074858.366465:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:0.0:1769074858.366481:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00000400:00000200:3.0:1769074858.369009:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.369031:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d4580 00000400:00000200:3.0:1769074858.369041:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 118056 00000400:00000200:3.0:1769074858.369057:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.369062:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.369070:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.369076:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5ab480. 00000020:00000010:1.0:1769074858.369201:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.369207:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.369216:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.369223:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.369228:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.369269:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.369272:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.369276:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826462080 02000000:00000010:1.0:1769074858.369310:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86422000. 00010000:00000010:1.0:1769074858.369359:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:1.0:1769074858.369377:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed00. 00010000:00000010:1.0:1769074858.369397:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074858.369403:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074858.369421:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074858.369424:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074858.369428:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.369430:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.369514:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074858.369517:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a700. 00010000:00000010:1.0:1769074858.369521:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.369524:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00000020:00000010:1.0:1769074858.369545:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bae0. 00000020:00000010:1.0:1769074858.369552:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bae0. 00000020:00000010:1.0:1769074858.369563:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.369572:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9f800. 00000001:00000010:1.0:1769074858.369875:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bae0. 00000001:00000010:1.0:1769074858.369882:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1110c0. 00000020:00000010:1.0:1769074858.369914:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.369933:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.369938:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074858.369951:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074858.369993:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074858.369999:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074858.370018:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.370022:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a700. 00080000:00000010:1.0:1769074858.370045:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7ca1c8. 00000004:00000010:1.0:1769074858.370053:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88f46540. 00000004:00000010:1.0:1769074858.370056:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabaff27980. 00000004:00000010:1.0:1769074858.370062:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c5e88. 00000004:00000010:1.0:1769074858.370066:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89313a40. 00010000:00000010:1.0:1769074858.370075:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074858.370093:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890125, last committed = 17179889941 00010000:00000200:1.0:1769074858.370102:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5ab480 x1855007826462080/t17179890125(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.370123:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074858.370130:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826462080, offset 224 00000400:00000010:1.0:1769074858.370136:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cb98. 00000400:00000200:1.0:1769074858.370141:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.370155:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.370161:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41015:41015:256:4294967295] 192.168.204.10@tcp LPNI seq info [41011:41011:8:4294967295] 00000400:00000200:1.0:1769074858.370168:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.370174:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.370180:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.370185:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074858.370192:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.370199:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.370204:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.370225:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.370229:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.370233:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:1.0:1769074858.370326:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.370330:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:1.0:1769074858.370335:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.370339:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074858.370841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074858.370849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.1:1769074858.372090:0:45962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:2.1:1769074858.372103:0:45962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074858.372109:0:45962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8dbf5000. 00010000:00000010:2.1:1769074858.373894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.1:1769074858.373912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00000400:00000200:2.0:1769074858.373989:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074858.374009:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66221 00000400:00000200:2.0:1769074858.374017:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.374021:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074858.374027:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:2.0:1769074858.374030:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00010000:00000010:0.0:1769074858.374128:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:0.0:1769074858.374139:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a000. 00010000:00000010:1.1:1769074858.374647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:1.1:1769074858.374655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:0.1:1769074858.374678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074858.374683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00000400:00000200:3.0:1769074858.375450:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.375466:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d4600 00000400:00000200:3.0:1769074858.375474:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 118544 00000400:00000200:3.0:1769074858.375531:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.375536:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.375543:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.375549:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5aad80. 00000020:00000010:2.0:1769074858.375980:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.375986:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.375992:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.375998:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.376003:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.376047:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.376050:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.376053:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826462208 00000001:00000010:2.0:1769074858.376063:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074858.376090:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.0:1769074858.376099:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 02000000:00000010:2.0:1769074858.376128:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc541000. 00010000:00000010:2.0:1769074858.376161:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.0:1769074858.376165:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.376188:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074858.376193:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074858.376197:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.376201:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074858.376274:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074858.376278:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074858.376281:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be000. 00010000:00000010:2.0:1769074858.376285:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074858.376360:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.376372:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074858.376377:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074858.376397:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000200:2.0:1769074858.376413:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5aad80 x1855007826462208/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.376432:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074858.376439:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826462208, offset 224 00000400:00000200:2.0:1769074858.376445:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.376457:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.376463:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41016:41016:256:4294967295] 192.168.204.10@tcp LPNI seq info [41012:41012:8:4294967295] 00000400:00000200:2.0:1769074858.376475:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.376481:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.376486:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074858.376492:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.376499:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.376503:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.376529:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.376534:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.376538:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074858.376716:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.376720:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074858.376724:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.376729:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.376734:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:1.0:1769074858.376736:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00010000:00000010:3.1:1769074858.376770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074858.376776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074858.376779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074858.376782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:1.1:1769074858.377650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074858.377659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074858.377664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074858.377669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:2.0:1769074858.380695:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.380715:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d4700 00000400:00000200:2.0:1769074858.380724:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 119120 00000400:00000200:2.0:1769074858.380750:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.380754:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.380763:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.380769:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486300. 00000020:00000010:3.0:1769074858.380956:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.380962:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.380968:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.380975:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.380979:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.381021:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.381024:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.381028:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826462464 02000000:00000010:3.0:1769074858.381067:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c404000. 00010000:00000010:3.0:1769074858.381108:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:3.0:1769074858.381122:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:3.0:1769074858.381141:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074858.381146:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074858.381162:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074858.381166:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074858.381170:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074858.381173:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074858.381252:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074858.381256:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074858.381259:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.381262:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074858.381286:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.381293:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.381303:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede60c0. 00080000:00000010:3.0:1769074858.381313:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc759c00. 00000001:00000010:3.0:1769074858.381553:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e180. 00000001:00000010:3.0:1769074858.381561:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074858.381593:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede60c0. 00010000:00000010:0.1:1769074858.381647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074858.381655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:3.0:1769074858.381786:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074858.381791:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074858.381803:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074858.381843:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074858.381869:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1b1d0. 00000004:00000010:3.0:1769074858.381876:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89daed80. 00000004:00000010:3.0:1769074858.381879:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7f320. 00000004:00000010:3.0:1769074858.381883:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54b078. 00000004:00000010:3.0:1769074858.381887:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb6bc5860. 00010000:00000010:3.0:1769074858.381895:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074858.381911:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890126, last committed = 17179889941 00010000:00000200:3.0:1769074858.381931:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486300 x1855007826462464/t17179890126(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.381952:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074858.381959:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826462464, offset 224 00000400:00000010:3.0:1769074858.381965:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3b28. 00000400:00000200:3.0:1769074858.381970:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00010000:00000010:1.0:1769074858.381975:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:1.0:1769074858.381981:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00000400:00000200:3.0:1769074858.381982:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00010000:00000010:1.0:1769074858.381987:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00000400:00000200:3.0:1769074858.381989:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41017:41017:256:4294967295] 192.168.204.10@tcp LPNI seq info [41013:41013:8:4294967295] 00000400:00000200:3.0:1769074858.381995:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.382002:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.382007:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.382012:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074858.382019:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.382025:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.382029:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.382055:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.382059:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.382063:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074858.382551:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.382556:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074858.382565:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.382571:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074858.385053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.1:1769074858.385068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074858.385072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.1:1769074858.385075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00000400:00000200:1.0:1769074858.385252:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.385271:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66229 00000400:00000200:1.0:1769074858.385279:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.385283:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.385289:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46d48 00000400:00000010:1.0:1769074858.385292:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46d48. 00010000:00000010:0.0:1769074858.385469:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:0.0:1769074858.385481:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00000400:00000200:2.0:1769074858.386371:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.386385:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d4780 00000400:00000200:2.0:1769074858.386394:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 119608 00000400:00000200:2.0:1769074858.386449:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.386455:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.386462:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.386468:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484a80. 00000020:00000010:3.0:1769074858.386789:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.386795:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.386802:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.386807:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.386812:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.386855:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.386858:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.386862:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826462592 00000001:00000010:3.0:1769074858.386872:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1110c0. 00010000:00000010:3.0:1769074858.386896:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.386903:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074858.386953:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c400000. 00010000:00000010:3.0:1769074858.386985:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074858.386989:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.387011:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074858.387015:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.387019:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074858.387022:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074858.387093:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074858.387097:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074858.387100:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.387103:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074858.387164:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.387175:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074858.387180:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.387203:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074858.387220:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484a80 x1855007826462592/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.387243:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c463b8. 00000100:00000200:3.0:1769074858.387249:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826462592, offset 224 00000400:00000200:3.0:1769074858.387256:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.387266:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.387272:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41018:41018:256:4294967295] 192.168.204.10@tcp LPNI seq info [41014:41014:8:4294967295] 00000400:00000200:3.0:1769074858.387282:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.387287:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.387291:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074858.387298:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.387304:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.387309:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.387341:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.387346:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.387349:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074858.387500:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.387506:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074858.387512:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.387517:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.387522:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c463b8 00000400:00000010:1.0:1769074858.387525:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c463b8. 00010000:00000010:3.1:1769074858.388454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be000. 00010000:00000010:3.1:1769074858.388466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074858.388471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074858.388477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:1.1:1769074858.388648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074858.388655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:1.0:1769074858.392286:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.392307:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d4880 00000400:00000200:1.0:1769074858.392315:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 120184 00000400:00000200:1.0:1769074858.392334:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.392338:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.392345:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.392351:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3100. 00010000:00000010:0.1:1769074858.392651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:0.1:1769074858.392661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00000020:00000010:3.0:1769074858.392682:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.392690:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:2.0:1769074858.392772:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.392780:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.392786:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.392837:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.392841:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.392845:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826462848 02000000:00000010:2.0:1769074858.392889:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc544000. 00010000:00000010:2.0:1769074858.392963:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:2.0:1769074858.392980:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:2.0:1769074858.392999:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.0:1769074858.393006:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.393022:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074858.393026:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074858.393030:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.393034:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074858.393300:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074858.393305:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074858.393309:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.0:1769074858.393312:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00000020:00000010:2.0:1769074858.393341:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.393349:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.393363:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.393374:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1cc00. 00000001:00000010:2.0:1769074858.393887:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9b40. 00000001:00000010:2.0:1769074858.393895:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074858.394012:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074858.394024:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be000. 00010000:00000010:2.0:1769074858.394029:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074858.394045:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074858.394148:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00080000:00000010:2.0:1769074858.394190:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ec9d560. 00000004:00000010:2.0:1769074858.394198:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89d3e540. 00000004:00000010:2.0:1769074858.394201:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7e880. 00000004:00000010:2.0:1769074858.394206:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c5708. 00000004:00000010:2.0:1769074858.394210:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88cd8b40. 00010000:00000010:2.0:1769074858.394220:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000200:2.0:1769074858.394239:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890127, last committed = 17179889941 00010000:00000200:2.0:1769074858.394250:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3100 x1855007826462848/t17179890127(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.394270:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074858.394277:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826462848, offset 224 00000400:00000010:2.0:1769074858.394283:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b850. 00000400:00000200:2.0:1769074858.394288:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.394302:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.394308:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41019:41019:256:4294967295] 192.168.204.10@tcp LPNI seq info [41015:41015:8:4294967295] 00000400:00000200:2.0:1769074858.394314:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.394321:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.394327:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.394332:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074858.394338:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.394345:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.394350:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.394379:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.394383:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.394388:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074858.394698:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.394703:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074858.394707:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.394713:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074858.399309:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:0.0:1769074858.399421:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:0.0:1769074858.399435:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00000400:00000200:1.0:1769074858.401272:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.401295:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66231 00000400:00000200:1.0:1769074858.401303:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.401308:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.401314:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:1.0:1769074858.401318:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00000400:00000200:1.0:1769074858.401350:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.401357:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d4900 00000400:00000200:1.0:1769074858.401364:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 120672 00000400:00000200:1.0:1769074858.401415:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.401419:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.401424:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.401430:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0000. 00010000:00000010:0.0:1769074858.402259:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:0.0:1769074858.402273:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00000020:00000010:2.0:1769074858.403280:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.403289:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.403296:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.403301:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.403307:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.403456:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.403459:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.403462:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826462976 00000001:00000010:2.0:1769074858.403475:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:2.0:1769074858.403502:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.0:1769074858.403510:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 02000000:00000010:2.0:1769074858.403542:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c58c000. 00010000:00000010:2.0:1769074858.403577:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.403581:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.403752:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074858.403757:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074858.403762:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.0:1769074858.403765:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074858.403843:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074858.403847:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074858.403850:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.0:1769074858.403853:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.403918:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.404509:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074858.404520:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074858.404558:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000200:2.0:1769074858.404580:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0000 x1855007826462976/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.404855:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074858.404864:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826462976, offset 224 00000400:00000200:2.0:1769074858.404872:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.404886:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.404892:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41020:41020:256:4294967295] 192.168.204.10@tcp LPNI seq info [41016:41016:8:4294967295] 00000400:00000200:2.0:1769074858.404904:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.404911:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.404917:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074858.404934:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.404941:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.405029:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.405142:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.405148:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.405156:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074858.405284:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.405288:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074858.405293:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.405299:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.405307:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:1.0:1769074858.405309:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00010000:00000010:3.1:1769074858.407651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074858.407672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074858.407678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074858.407681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000400:00000200:1.0:1769074858.409370:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.409390:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d4a00 00000400:00000200:1.0:1769074858.409399:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 121248 00000400:00000200:1.0:1769074858.409416:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.409421:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.409429:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.409436:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2680. 00000020:00000010:2.0:1769074858.409544:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.409550:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.409556:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.409561:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.409567:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.409648:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.409651:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.409655:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826463232 02000000:00000010:2.0:1769074858.409703:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf01e000. 00010000:00000010:2.0:1769074858.409749:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.409769:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074858.409791:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074858.409797:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.409814:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074858.409818:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074858.409822:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.0:1769074858.409825:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.409914:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074858.409917:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074858.409930:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.0:1769074858.409934:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074858.409958:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.409965:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.409976:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd9ea0. 00080000:00000010:2.0:1769074858.409986:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1f000. 00000001:00000010:2.0:1769074858.410438:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a5a0. 00000001:00000010:2.0:1769074858.410444:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074858.410468:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd9ea0. 00010000:00000010:2.0:1769074858.410474:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074858.410477:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.410487:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074858.410526:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:3.0:1769074858.410541:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:3.0:1769074858.410546:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00080000:00000010:2.0:1769074858.410550:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfedb728. 00010000:00000010:3.0:1769074858.410552:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00000004:00000010:2.0:1769074858.410558:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88eea900. 00000004:00000010:2.0:1769074858.410561:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab8673a330. 00000004:00000010:2.0:1769074858.410567:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa88ea1f78. 00000004:00000010:2.0:1769074858.410571:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8738b860. 00010000:00000010:2.0:1769074858.410580:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074858.410594:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890128, last committed = 17179889941 00010000:00000200:2.0:1769074858.410744:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2680 x1855007826463232/t17179890128(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.410765:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074858.410772:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826463232, offset 224 00000400:00000010:2.0:1769074858.410779:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b620. 00000400:00000200:2.0:1769074858.410783:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.410796:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.410801:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41021:41021:256:4294967295] 192.168.204.10@tcp LPNI seq info [41017:41017:8:4294967295] 00000400:00000200:2.0:1769074858.410806:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.410811:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.410815:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.410820:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074858.410825:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.410830:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.410833:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.410881:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074858.410884:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.410888:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074858.411050:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.411063:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074858.411069:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.411075:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074858.411918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:2.1:1769074858.411937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074858.411943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.1:1769074858.411949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00000400:00000200:1.0:1769074858.414558:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.414580:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66239 00000400:00000200:1.0:1769074858.414587:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.414591:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.414642:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:1.0:1769074858.414645:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00010000:00000010:3.1:1769074858.414729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074858.414737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074858.414744:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.414754:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:0.1:1769074858.415674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074858.415686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be000. 00010000:00000010:0.1:1769074858.415692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074858.415696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.1:1769074858.415753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.1:1769074858.415758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074858.415761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.1:1769074858.415764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00000400:00000200:1.0:1769074858.415877:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.415890:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d4a80 00000400:00000200:1.0:1769074858.415898:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 121736 00000400:00000200:1.0:1769074858.415972:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.415977:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.415983:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.415990:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3480. 00000020:00000010:2.0:1769074858.416137:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.416143:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.416149:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.416155:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074858.416160:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.416215:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.416218:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.416221:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826463360 00000001:00000010:2.0:1769074858.416232:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074858.416254:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074858.416261:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 02000000:00000010:2.0:1769074858.416288:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf01c000. 00010000:00000010:2.0:1769074858.416318:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074858.416323:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.416341:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074858.416344:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.416348:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074858.416351:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074858.416425:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074858.416429:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074858.416433:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074858.416436:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.416504:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.416515:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074858.416519:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.416538:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000200:2.0:1769074858.416554:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3480 x1855007826463360/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.416573:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074858.416579:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826463360, offset 224 00000400:00000200:2.0:1769074858.416586:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.416596:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.416634:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41022:41022:256:4294967295] 192.168.204.10@tcp LPNI seq info [41018:41018:8:4294967295] 00000400:00000200:2.0:1769074858.416645:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.416650:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.416656:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074858.416662:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.416669:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.416673:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.416695:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074858.416700:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.416704:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074858.416790:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.416794:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074858.416798:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.416802:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.416806:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:1.0:1769074858.416808:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00010000:00000010:2.1:1769074858.419045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.1:1769074858.419061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074858.419068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.1:1769074858.419082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00000400:00000200:1.0:1769074858.420124:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.420145:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d4b80 00000400:00000200:1.0:1769074858.420154:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 122312 00000400:00000200:1.0:1769074858.420173:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.420177:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.420185:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.420191:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca1500. 00000020:00000010:2.0:1769074858.420365:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.420371:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.420377:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.420382:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074858.420387:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.420424:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.420426:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.420429:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826463616 02000000:00000010:2.0:1769074858.420460:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf018000. 00010000:00000010:2.0:1769074858.420500:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.420515:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074858.420531:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074858.420536:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.420551:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074858.420554:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074858.420558:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.0:1769074858.420561:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.420685:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074858.420688:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.420692:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074858.420695:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074858.420715:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.420721:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.420731:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:2.0:1769074858.420740:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1e000. 00000001:00000010:2.0:1769074858.420933:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9cc0. 00000001:00000010:2.0:1769074858.420939:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf3c0. 00000020:00000010:2.0:1769074858.421235:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:2.0:1769074858.421246:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074858.421252:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.421266:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074858.421308:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:1.0:1769074858.421402:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:1.0:1769074858.421411:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074858.421435:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00080000:00000010:2.0:1769074858.421462:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fb39728. 00000004:00000010:2.0:1769074858.421470:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa827b86c0. 00000004:00000010:2.0:1769074858.421474:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7ecc0. 00000004:00000010:2.0:1769074858.421480:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54b2d0. 00000004:00000010:2.0:1769074858.421484:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb5b32960. 00010000:00000010:2.0:1769074858.421500:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074858.421517:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890129, last committed = 17179889941 00010000:00000200:2.0:1769074858.421529:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca1500 x1855007826463616/t17179890129(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.421552:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074858.421558:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826463616, offset 224 00000400:00000010:2.0:1769074858.421564:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b0a8. 00000400:00000200:2.0:1769074858.421568:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.421582:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.421588:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41023:41023:256:4294967295] 192.168.204.10@tcp LPNI seq info [41019:41019:8:4294967295] 00000400:00000200:2.0:1769074858.421595:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.422036:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.422044:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.422051:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074858.422133:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.422141:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.422146:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.422203:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074858.422208:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.422213:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074858.423331:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.423339:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074858.423345:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.423352:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.425215:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.425237:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66241 00000400:00000200:1.0:1769074858.425245:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.425249:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.425256:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:1.0:1769074858.425259:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00010000:00000010:2.1:1769074858.425452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074858.425465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.1:1769074858.425468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.1:1769074858.425471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074858.425474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074858.425477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:0.0:1769074858.425895:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:0.0:1769074858.425907:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00000400:00000200:1.0:1769074858.428405:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.428428:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d4c00 00000400:00000200:1.0:1769074858.428438:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 122800 00000400:00000200:1.0:1769074858.428501:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.428507:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.428516:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.428523:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb3f52d80. 00000020:00000010:2.0:1769074858.428654:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.428661:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.428668:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.428674:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074858.428680:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.428718:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.428721:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.428724:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826463744 00000001:00000010:2.0:1769074858.428734:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074858.428760:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074858.428769:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 02000000:00000010:2.0:1769074858.428795:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf01f000. 00010000:00000010:2.0:1769074858.428824:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074858.428828:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074858.428847:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074858.428851:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.428855:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074858.428857:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074858.428949:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074858.428953:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074858.428957:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.0:1769074858.428961:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074858.429027:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074858.429039:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074858.429043:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.429252:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074858.429270:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb3f52d80 x1855007826463744/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.429289:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074858.429296:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826463744, offset 224 00000400:00000200:2.0:1769074858.429303:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.429315:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.429320:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41024:41024:256:4294967295] 192.168.204.10@tcp LPNI seq info [41020:41020:8:4294967295] 00000400:00000200:2.0:1769074858.429330:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.429336:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.429342:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074858.429347:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.429354:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.429358:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.429386:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074858.429390:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.429395:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074858.429493:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.429497:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:1.0:1769074858.429501:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.429505:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.429510:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:1.0:1769074858.429513:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00010000:00000010:1.1:1769074858.429860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000400:00000200:1.0:1769074858.433790:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.433810:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d4d00 00000400:00000200:1.0:1769074858.433819:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 123376 00000400:00000200:1.0:1769074858.433835:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.433839:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.433847:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.433857:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef100. 00000020:00000010:2.0:1769074858.433988:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.433994:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.434001:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.434008:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074858.434014:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.434072:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.434074:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.434077:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826464000 02000000:00000010:2.0:1769074858.434119:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf019000. 00010000:00000010:2.0:1769074858.434163:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074858.434180:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074858.434201:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074858.434207:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074858.434222:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074858.434225:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074858.434230:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074858.434233:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.434328:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074858.434332:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074858.434337:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.0:1769074858.434340:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00000020:00000010:2.0:1769074858.434366:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.434371:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.434382:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd9ea0. 00080000:00000010:2.0:1769074858.434392:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1fc00. 00000001:00000010:2.0:1769074858.434599:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a900. 00000001:00000010:2.0:1769074858.434628:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074858.434661:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd9ea0. 00010000:00000010:2.0:1769074858.434671:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.0:1769074858.434676:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074858.434688:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074858.434734:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00080000:00000010:2.0:1769074858.434759:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1b728. 00000004:00000010:2.0:1769074858.434766:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89dae900. 00000004:00000010:2.0:1769074858.434769:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7e990. 00000004:00000010:2.0:1769074858.434774:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54bac8. 00000004:00000010:2.0:1769074858.434778:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb6bc5e00. 00010000:00000010:2.0:1769074858.434787:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074858.434805:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890130, last committed = 17179889941 00010000:00000200:2.0:1769074858.434814:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef100 x1855007826464000/t17179890130(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.434832:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074858.434838:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826464000, offset 224 00000400:00000010:2.0:1769074858.434844:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b540. 00000400:00000200:2.0:1769074858.434847:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.434859:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.434865:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41025:41025:256:4294967295] 192.168.204.10@tcp LPNI seq info [41021:41021:8:4294967295] 00000400:00000200:2.0:1769074858.434871:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.434878:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.434884:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.434888:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074858.434895:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.434902:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.434906:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.434944:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074858.434948:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.434953:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:0.0:1769074858.435028:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.435033:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:0.0:1769074858.435038:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.435042:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074858.435375:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:3.0:1769074858.435382:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:3.0:1769074858.435391:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00010000:00000010:2.1:1769074858.437652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:0.1:1769074858.437655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074858.437669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074858.437670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.1:1769074858.437672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074858.437674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.1:1769074858.437686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00000400:00000200:1.0:1769074858.438491:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.438513:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66249 00000400:00000200:1.0:1769074858.438522:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.438526:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.438533:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:1.0:1769074858.438536:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00010000:00000010:2.0:1769074858.438675:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.438686:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00000400:00000200:1.0:1769074858.441509:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.441531:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d4d80 00000400:00000200:1.0:1769074858.441540:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 123864 00000400:00000200:1.0:1769074858.441652:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.441657:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.441666:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.441677:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0dbb80. 00010000:00000010:2.1:1769074858.441886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.1:1769074858.441895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074858.441900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.1:1769074858.441903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00000020:00000010:2.0:1769074858.441965:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.441972:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:0.0:1769074858.442111:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.442118:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.442123:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.442186:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.442189:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.442194:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826464128 00000001:00000010:0.0:1769074858.442205:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf3c0. 00010000:00000010:0.0:1769074858.442230:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.1:1769074858.442236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.0:1769074858.442239:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:3.1:1769074858.442241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 02000000:00000010:0.0:1769074858.442268:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8672a000. 00010000:00000010:0.0:1769074858.442300:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074858.442305:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.442324:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.442328:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074858.442332:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074858.442335:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.442418:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074858.442422:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074858.442426:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.442430:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.442502:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.442513:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.442518:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074858.442538:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.442554:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0dbb80 x1855007826464128/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.442573:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9b28. 00000100:00000200:0.0:1769074858.442579:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826464128, offset 224 00000400:00000200:0.0:1769074858.442587:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.442599:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.442625:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41026:41026:256:4294967295] 192.168.204.10@tcp LPNI seq info [41022:41022:8:4294967295] 00000400:00000200:0.0:1769074858.442638:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.442643:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.442648:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074858.442654:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.442662:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.442667:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.442692:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.442696:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.442699:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.443166:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.443172:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074858.443176:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.443182:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.443187:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:1.0:1769074858.443189:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00010000:00000010:2.1:1769074858.445699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.1:1769074858.445718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074858.445723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.1:1769074858.445731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00000400:00000200:1.0:1769074858.446882:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.446903:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d4e80 00000400:00000200:1.0:1769074858.446914:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 124440 00000400:00000200:1.0:1769074858.446953:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.446958:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.446966:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.446973:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0db800. 00000020:00000010:2.0:1769074858.447216:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.447222:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.447229:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.447234:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba00. 00000020:00000010:2.0:1769074858.447240:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.447324:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.447327:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.447330:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826464384 02000000:00000010:2.0:1769074858.447370:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf01b000. 00010000:00000010:2.0:1769074858.447412:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074858.447426:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:2.0:1769074858.447445:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.0:1769074858.447451:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.447467:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074858.447471:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074858.447475:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.0:1769074858.447478:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074858.447564:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074858.447567:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074858.447571:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.447574:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00000020:00000010:2.0:1769074858.447637:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.447644:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.447657:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a7e0. 00080000:00000010:2.0:1769074858.447667:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1c000. 00000001:00000010:2.0:1769074858.447889:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9a20. 00000001:00000010:2.0:1769074858.447896:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074858.447939:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a7e0. 00010000:00000010:2.0:1769074858.447949:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.447953:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074858.447966:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfb40. 00010000:00000010:2.0:1769074858.448015:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00080000:00000010:2.0:1769074858.448042:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab9ea8f728. 00000004:00000010:2.0:1769074858.448050:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4000. 00000004:00000010:2.0:1769074858.448054:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83509dc0. 00000004:00000010:2.0:1769074858.448059:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc540f0. 00000004:00000010:2.0:1769074858.448064:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaacf00. 00010000:00000010:1.0:1769074858.448073:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074858.448073:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:1.0:1769074858.448079:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:1.0:1769074858.448086:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00010000:00000200:2.0:1769074858.448102:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890131, last committed = 17179889941 00010000:00000200:2.0:1769074858.448113:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0db800 x1855007826464384/t17179890131(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.448133:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074858.448140:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826464384, offset 224 00000400:00000010:2.0:1769074858.448148:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1baf0. 00000400:00000200:2.0:1769074858.448152:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.448165:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.448171:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41027:41027:256:4294967295] 192.168.204.10@tcp LPNI seq info [41023:41023:8:4294967295] 00000400:00000200:2.0:1769074858.448179:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.448185:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.448191:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.448196:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074858.448201:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.448209:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.448213:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.448236:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba00. 00000020:00000010:2.0:1769074858.448240:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.448246:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074858.448375:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.448379:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:1.0:1769074858.448384:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.448388:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074858.449953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074858.449965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074858.449969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074858.449972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:2.1:1769074858.450031:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074858.450037:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00010000:00000010:1.1:1769074858.453727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074858.453746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00000400:00000200:1.0:1769074858.455096:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.455120:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66251 00000400:00000200:1.0:1769074858.455127:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.455132:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.455138:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:1.0:1769074858.455142:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00000400:00000200:1.0:1769074858.456196:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.456213:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d4f00 00000400:00000200:1.0:1769074858.456222:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 124928 00010000:00000010:0.0:1769074858.456224:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:0.0:1769074858.456237:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00000400:00000200:1.0:1769074858.456283:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.456288:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.456296:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.456305:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfea00. 00000020:00000010:2.0:1769074858.456399:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.456405:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.456412:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.456417:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba00. 00000020:00000010:2.0:1769074858.456422:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.456466:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.456469:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.456472:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826464512 00000001:00000010:2.0:1769074858.456484:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 00010000:00000010:2.0:1769074858.456508:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be000. 00010000:00000010:2.0:1769074858.456515:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 02000000:00000010:2.0:1769074858.456541:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf01d000. 00010000:00000010:2.0:1769074858.456572:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.0:1769074858.456576:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074858.456593:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074858.456596:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074858.456634:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.0:1769074858.456639:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074858.456726:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074858.456729:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074858.456734:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.456737:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074858.456794:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074858.456802:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074858.456805:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074858.456823:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074858.456839:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfea00 x1855007826464512/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.456857:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074858.456862:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826464512, offset 224 00000400:00000200:2.0:1769074858.456868:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.456878:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.456885:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41028:41028:256:4294967295] 192.168.204.10@tcp LPNI seq info [41024:41024:8:4294967295] 00000400:00000200:2.0:1769074858.456895:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.456900:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.456906:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074858.456912:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.456929:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.456934:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.456949:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba00. 00000020:00000010:2.0:1769074858.456953:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.456958:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074858.457051:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.457203:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074858.457209:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.457214:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.457218:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:1.0:1769074858.457220:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00000400:00000200:1.0:1769074858.459851:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.459871:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d5000 00000400:00000200:1.0:1769074858.459880:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 125504 00000400:00000200:1.0:1769074858.459896:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.459900:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.459908:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.459914:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfd500. 00000020:00000010:0.0:1769074858.460555:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.460563:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.460570:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.460576:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.460581:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.460661:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.460664:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.460668:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826464768 02000000:00000010:0.0:1769074858.460721:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8672d000. 00010000:00000010:0.0:1769074858.460763:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:0.0:1769074858.460780:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00010000:00000010:0.0:1769074858.460805:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074858.460812:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.460829:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.460832:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074858.460836:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074858.460840:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.460941:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074858.460945:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074858.460949:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074858.460953:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074858.460979:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56220. 00000020:00000010:0.0:1769074858.460986:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56220. 00000020:00000010:0.0:1769074858.460999:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad9c0. 00080000:00000010:0.0:1769074858.461010:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb21000. 00010000:00000010:2.1:1769074858.461273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:2.1:1769074858.461279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074858.461281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.1:1769074858.461286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bea00. 00000001:00000010:0.0:1769074858.461581:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a060. 00000001:00000010:0.0:1769074858.461588:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8780. 00000020:00000010:0.0:1769074858.461650:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad9c0. 00010000:00000010:0.0:1769074858.461663:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074858.461668:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.461682:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d80c0. 00010000:00000010:0.0:1769074858.461722:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074858.461747:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ec9ce40. 00000004:00000010:0.0:1769074858.461755:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daba8a4e480. 00000004:00000010:0.0:1769074858.461759:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7e220. 00000004:00000010:0.0:1769074858.461764:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c5bb8. 00000004:00000010:0.0:1769074858.461768:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88cd81e0. 00010000:00000010:0.0:1769074858.461778:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.461798:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890132, last committed = 17179889941 00010000:00000200:0.0:1769074858.461810:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfd500 x1855007826464768/t17179890132(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.461829:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074858.461836:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826464768, offset 224 00010000:00000010:3.0:1769074858.461836:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074858.461841:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00000400:00000010:0.0:1769074858.461844:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae508. 00010000:00000010:3.0:1769074858.461847:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d80c0. 00000400:00000200:0.0:1769074858.461849:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.461863:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.461879:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41029:41029:256:4294967295] 192.168.204.10@tcp LPNI seq info [41025:41025:8:4294967295] 00000400:00000200:0.0:1769074858.461887:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.461893:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.461897:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.461901:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074858.461906:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.461912:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.461916:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.461946:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.461951:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.461959:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.462202:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.462208:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074858.462212:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.462218:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.463876:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.463897:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66259 00000400:00000200:1.0:1769074858.463904:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.463908:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.463914:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:1.0:1769074858.463917:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00010000:00000010:2.0:1769074858.464027:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074858.464038:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:0.1:1769074858.465661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074858.465675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00000400:00000200:1.0:1769074858.466028:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.466049:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d5080 00000400:00000200:1.0:1769074858.466143:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 125992 00000400:00000200:1.0:1769074858.466726:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.466798:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.466808:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.466816:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfed80. 00000020:00000010:0.0:1769074858.467286:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.467292:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.467297:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.467301:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.467305:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.467342:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.467345:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.467348:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826464896 00000001:00000010:0.0:1769074858.467358:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:0.0:1769074858.467384:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074858.467392:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074858.467421:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb48e8000. 00010000:00000010:0.0:1769074858.467445:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074858.467447:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.467462:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074858.467464:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074858.467467:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074858.467470:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.467531:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.467533:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074858.467536:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.467538:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.467589:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.467599:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.467618:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074858.467640:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.467656:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfed80 x1855007826464896/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.467678:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074858.467685:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826464896, offset 224 00000400:00000200:0.0:1769074858.467692:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.467704:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.467710:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41030:41030:256:4294967295] 192.168.204.10@tcp LPNI seq info [41026:41026:8:4294967295] 00000400:00000200:0.0:1769074858.467719:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.467723:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.467728:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074858.467733:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.467740:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.467744:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.467773:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.467777:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.467781:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.468469:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.468475:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074858.468479:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.468486:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.468491:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:1.0:1769074858.468494:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00000400:00000200:1.0:1769074858.472296:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.472315:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d5180 00000400:00000200:1.0:1769074858.472336:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 126568 00000400:00000200:1.0:1769074858.472353:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.472358:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.472365:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.472371:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bff800. 00010000:00000010:3.1:1769074858.473657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074858.473669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:2.1:1769074858.474024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.1:1769074858.474032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074858.474035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.1:1769074858.474037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be000. 00000020:00000010:2.0:1769074858.474087:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.474093:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.474099:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.474104:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba00. 00000020:00000010:2.0:1769074858.474109:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.474144:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.474146:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.474149:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826465152 02000000:00000010:2.0:1769074858.474186:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859e7000. 00010000:00000010:2.0:1769074858.474224:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074858.474238:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:2.0:1769074858.474254:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be000. 00010000:00000010:2.0:1769074858.474260:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.474274:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074858.474277:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074858.474281:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf200. 00010000:00000010:2.0:1769074858.474284:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074858.474368:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074858.474372:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074858.474374:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.0:1769074858.474377:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00000020:00000010:2.0:1769074858.474399:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.474405:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.474415:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd92a0. 00080000:00000010:2.0:1769074858.474426:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c579800. 00000001:00000010:2.0:1769074858.474647:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a0c0. 00000001:00000010:2.0:1769074858.474654:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074858.474685:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd92a0. 00010000:00000010:2.0:1769074858.474692:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.0:1769074858.474696:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074858.474708:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf780. 00010000:00000010:2.0:1769074858.474748:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00080000:00000010:2.0:1769074858.474768:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab9ea8f1d0. 00000004:00000010:2.0:1769074858.474775:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4cc0. 00000004:00000010:2.0:1769074858.474778:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83508dd0. 00000004:00000010:2.0:1769074858.474783:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc54690. 00000004:00000010:2.0:1769074858.474787:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaad4a0. 00010000:00000010:2.0:1769074858.474794:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074858.474809:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890133, last committed = 17179889941 00010000:00000200:2.0:1769074858.474820:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bff800 x1855007826465152/t17179890133(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.474839:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074858.474846:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826465152, offset 224 00000400:00000010:2.0:1769074858.474852:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bd58. 00000400:00000200:2.0:1769074858.474856:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.474870:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.474875:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41031:41031:256:4294967295] 192.168.204.10@tcp LPNI seq info [41027:41027:8:4294967295] 00000400:00000200:2.0:1769074858.474881:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.474888:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.474894:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.474899:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074858.474905:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.474912:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.474916:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.474958:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba00. 00000020:00000010:2.0:1769074858.474962:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.474967:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:3.0:1769074858.475218:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.475223:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074858.475227:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.475233:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074858.476103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:0.1:1769074858.476115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074858.476121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074858.476128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:1.0:1769074858.477786:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:1.0:1769074858.477803:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00010000:00000010:1.0:1769074858.477813:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf780. 00010000:00000010:2.1:1769074858.478038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074858.478046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074858.481211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074858.481229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074858.481234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074858.481237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:2.1:1769074858.481293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:2.1:1769074858.481299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00000400:00000200:1.0:1769074858.483166:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.483191:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66261 00000400:00000200:1.0:1769074858.483199:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.483204:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.483211:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:1.0:1769074858.483214:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00000400:00000200:1.0:1769074858.483248:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.483255:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d5200 00000400:00000200:1.0:1769074858.483263:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 127056 00000400:00000200:1.0:1769074858.483323:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.483327:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.483332:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.483339:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bff480. 00010000:00000010:0.0:1769074858.483461:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00000020:00000010:2.0:1769074858.483471:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00010000:00000010:0.0:1769074858.483472:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00000020:00000010:2.0:1769074858.483476:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.483482:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.483486:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba00. 00000020:00000010:2.0:1769074858.483491:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.483534:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.483537:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.483540:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826465280 00000001:00000010:2.0:1769074858.483550:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8780. 00010000:00000010:2.0:1769074858.483576:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.483583:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 02000000:00000010:2.0:1769074858.483640:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859e4000. 00010000:00000010:2.0:1769074858.483672:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.0:1769074858.483677:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074858.483694:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074858.483697:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074858.483703:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.0:1769074858.483706:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074858.483778:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074858.483782:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074858.483786:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.0:1769074858.483789:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074858.483847:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074858.483856:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074858.483859:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074858.483876:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074858.483890:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bff480 x1855007826465280/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.483909:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074858.483913:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826465280, offset 224 00000400:00000200:2.0:1769074858.483928:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.483939:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.484340:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41032:41032:256:4294967295] 192.168.204.10@tcp LPNI seq info [41028:41028:8:4294967295] 00000400:00000200:2.0:1769074858.484353:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.484359:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.484365:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074858.484370:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.484377:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.484381:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.484406:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba00. 00000020:00000010:2.0:1769074858.484411:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.484416:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074858.484491:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.484496:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:1.0:1769074858.484500:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.484504:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.484508:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:1.0:1769074858.484510:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:2.1:1769074858.485701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.1:1769074858.485713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be000. 00010000:00000010:1.1:1769074858.486887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074858.486897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bea00. 00000400:00000200:3.0:1769074858.487287:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.487305:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d5300 00000400:00000200:3.0:1769074858.487322:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 127632 00000400:00000200:3.0:1769074858.487338:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.487342:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.487348:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.487354:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5aa300. 00000020:00000010:2.0:1769074858.487531:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.487537:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.487544:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074858.487549:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba00. 00000020:00000010:2.0:1769074858.487555:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074858.487682:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.487685:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.487688:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826465536 02000000:00000010:2.0:1769074858.487722:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859e3000. 00010000:00000010:2.0:1769074858.487770:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074858.487785:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074858.487803:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04be000. 00010000:00000010:2.0:1769074858.487808:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074858.487823:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074858.487825:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074858.487830:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bf800. 00010000:00000010:2.0:1769074858.487833:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.487907:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074858.487910:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074858.487914:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daba04bea00. 00010000:00000010:2.0:1769074858.487916:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074858.487949:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.487957:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074858.487967:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a4e0. 00080000:00000010:2.0:1769074858.487976:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c57b800. 00000001:00000010:3.0:1769074858.488742:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e6c0. 00000001:00000010:3.0:1769074858.488750:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074858.488784:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a4e0. 00010000:00000010:3.0:1769074858.488793:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.488799:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074858.488812:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074858.488856:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00080000:00000010:3.0:1769074858.488878:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfeda1c8. 00000004:00000010:3.0:1769074858.488886:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88eea600. 00000004:00000010:3.0:1769074858.488890:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab8673aff0. 00000004:00000010:3.0:1769074858.488896:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86251e10. 00000004:00000010:3.0:1769074858.488900:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8738ad20. 00010000:00000010:3.0:1769074858.488908:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:3.0:1769074858.488936:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890134, last committed = 17179889941 00010000:00000200:3.0:1769074858.488947:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5aa300 x1855007826465536/t17179890134(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.488969:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074858.488976:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826465536, offset 224 00000400:00000010:3.0:1769074858.488983:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3a80. 00000400:00000200:3.0:1769074858.488987:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.489003:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.489011:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41033:41033:256:4294967295] 192.168.204.10@tcp LPNI seq info [41029:41029:8:4294967295] 00000400:00000200:3.0:1769074858.489017:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.489025:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.489030:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.489035:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074858.489042:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.489048:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.489052:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.489073:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba00. 00000020:00000010:3.0:1769074858.489086:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:3.0:1769074858.489091:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:1.0:1769074858.489156:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:1.0:1769074858.489165:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:1.0:1769074858.489171:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00000800:00000200:2.0:1769074858.489983:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.489989:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074858.489998:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.490005:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074858.492139:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074858.492157:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf200. 00000400:00000200:1.0:1769074858.492474:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.492492:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66269 00000400:00000200:1.0:1769074858.492498:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.492502:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.492509:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:1.0:1769074858.492512:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00000400:00000200:1.0:1769074858.492579:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.492585:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d5380 00000400:00000200:1.0:1769074858.492592:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 128120 00000400:00000200:1.0:1769074858.492673:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.492677:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.492681:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.492688:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfc380. 00000020:00000010:3.0:1769074858.493007:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.493013:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.493019:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.493023:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.493030:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.493070:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.493073:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.493151:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826465664 00000001:00000010:3.0:1769074858.493164:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:3.0:1769074858.493192:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074858.493200:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 02000000:00000010:3.0:1769074858.493227:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c407000. 00010000:00000010:3.0:1769074858.493254:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074858.493257:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.493274:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074858.493276:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.493280:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074858.493283:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074858.493431:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074858.493434:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074858.493437:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.493441:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074858.493509:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.493524:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074858.493529:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.493551:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074858.493568:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfc380 x1855007826465664/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.493587:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074858.493594:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826465664, offset 224 00000400:00000200:3.0:1769074858.494277:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.494292:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.494298:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41034:41034:256:4294967295] 192.168.204.10@tcp LPNI seq info [41030:41030:8:4294967295] 00000400:00000200:3.0:1769074858.494311:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.494416:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.494424:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074858.494431:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.494438:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.494442:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.494469:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.494474:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.494478:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074858.494658:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.494663:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074858.494669:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.494674:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.494678:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:1.0:1769074858.494680:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00000400:00000200:3.0:1769074858.497443:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.497463:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d5480 00000400:00000200:3.0:1769074858.497472:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 128696 00000400:00000200:3.0:1769074858.497488:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.497493:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.497501:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.497508:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8e00. 00010000:00000010:2.1:1769074858.497653:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf000. 00010000:00000010:2.1:1769074858.497661:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074858.497664:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf400. 00010000:00000010:2.1:1769074858.497667:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfa00. 00010000:00000010:2.0:1769074858.497698:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.497707:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:1.1:1769074858.498001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074858.498008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000020:00000010:1.0:1769074858.498216:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.498223:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.498232:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.498237:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.498242:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.498313:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.498316:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.498320:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826465920 02000000:00000010:1.0:1769074858.498356:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86424000. 00010000:00000010:1.0:1769074858.498387:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:1.0:1769074858.498395:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:1.0:1769074858.498413:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.498420:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074858.498434:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074858.498437:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a700. 00010000:00000010:1.0:1769074858.498441:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.498443:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.498524:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074858.498529:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074858.498532:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.498535:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00000020:00000010:1.0:1769074858.498555:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be60. 00000020:00000010:1.0:1769074858.498562:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be60. 00000020:00000010:1.0:1769074858.498571:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.498580:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9c000. 00000001:00000010:1.0:1769074858.498895:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b9c0. 00000001:00000010:1.0:1769074858.498902:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111780. 00000020:00000010:1.0:1769074858.498943:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.498953:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.498957:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074858.498968:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074858.499038:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00080000:00000010:1.0:1769074858.499085:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7cbab8. 00000004:00000010:1.0:1769074858.499092:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88f460c0. 00000004:00000010:1.0:1769074858.499096:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7f320. 00000004:00000010:1.0:1769074858.499101:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c5d20. 00000004:00000010:1.0:1769074858.499106:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89312d20. 00010000:00000010:1.0:1769074858.499117:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074858.499134:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890135, last committed = 17179889941 00010000:00000200:1.0:1769074858.499145:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a8e00 x1855007826465920/t17179890135(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.499163:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074858.499170:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826465920, offset 224 00000400:00000010:1.0:1769074858.499176:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cc08. 00000400:00000200:1.0:1769074858.499181:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.499196:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.499202:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41035:41035:256:4294967295] 192.168.204.10@tcp LPNI seq info [41031:41031:8:4294967295] 00000400:00000200:1.0:1769074858.499209:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.499216:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.499222:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.499227:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074858.499233:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.499239:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.499244:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.499271:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.499276:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.499279:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074858.499397:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.499402:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074858.499407:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.499412:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074858.499837:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be400. 00010000:00000010:2.1:1769074858.499844:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074858.499860:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:2.0:1769074858.499866:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a000. 00010000:00000010:2.0:1769074858.499872:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111900. 00010000:00000010:3.1:1769074858.500645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bea00. 00010000:00000010:3.1:1769074858.500655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be000. 00010000:00000010:3.1:1769074858.500658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074858.500662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074858.500666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074858.500668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:2.1:1769074858.502879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074858.502892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf800. 00010000:00000010:1.1:1769074858.503859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:1.1:1769074858.503868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00000400:00000200:1.0:1769074858.504422:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.504445:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66271 00000400:00000200:1.0:1769074858.504453:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.504457:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.504463:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:1.0:1769074858.504466:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00010000:00000010:0.0:1769074858.504633:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:0.0:1769074858.504644:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a700. 00010000:00000010:1.1:1769074858.507066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074858.507094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:3.0:1769074858.507111:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.507133:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d5500 00000400:00000200:3.0:1769074858.507143:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 129184 00000400:00000200:3.0:1769074858.507204:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.507209:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.507216:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.507222:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a9180. 00000020:00000010:1.0:1769074858.507474:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.507481:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.507491:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.507496:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.507501:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.507547:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.507549:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.507553:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826466048 00000001:00000010:1.0:1769074858.507564:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:1.0:1769074858.507587:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.507595:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:2.1:1769074858.507639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 02000000:00000010:1.0:1769074858.507646:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa833f3000. 00010000:00000010:2.1:1769074858.507646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.507682:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.507687:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074858.507705:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074858.507709:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074858.507712:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074858.507715:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074858.507790:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074858.507794:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a780. 00010000:00000010:1.0:1769074858.507797:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.507800:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074858.507867:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074858.507877:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074858.507883:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074858.507902:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074858.507915:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a9180 x1855007826466048/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.507946:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074858.507952:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826466048, offset 224 00000400:00000200:1.0:1769074858.507958:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.507970:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.507976:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41036:41036:256:4294967295] 192.168.204.10@tcp LPNI seq info [41032:41032:8:4294967295] 00000400:00000200:1.0:1769074858.507986:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.507992:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.507998:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074858.508005:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.508012:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.508016:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.508031:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.508035:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.508038:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074858.509320:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.509329:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074858.509337:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.509345:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.509350:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:3.0:1769074858.509353:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00010000:00000010:0.1:1769074858.511656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:0.1:1769074858.511673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074858.515811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074858.515826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074858.515832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074858.515834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:1.0:1769074858.522839:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.522862:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d5600 00000400:00000200:1.0:1769074858.522873:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 129760 00000400:00000200:1.0:1769074858.522892:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.522897:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.522905:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.522913:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfca80. 00000020:00000010:0.0:1769074858.523047:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.523064:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.523072:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.523078:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.523084:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.523131:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.523135:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.523138:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826466304 02000000:00000010:0.0:1769074858.523179:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab82d12000. 00010000:00000010:0.0:1769074858.523232:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:0.0:1769074858.523250:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a780. 00010000:00000010:0.0:1769074858.523269:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074858.523276:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.523290:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074858.523294:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074858.523298:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074858.523301:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.523393:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074858.523397:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074858.523400:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074858.523404:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074858.523428:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56220. 00000020:00000010:0.0:1769074858.523435:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56220. 00000020:00000010:0.0:1769074858.523447:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a5a0. 00080000:00000010:0.0:1769074858.523456:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb22400. 00000001:00000010:0.0:1769074858.524014:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad720. 00000001:00000010:0.0:1769074858.524022:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074858.524070:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a5a0. 00010000:00000010:0.0:1769074858.524080:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074858.524084:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.524096:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074858.524291:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074858.524326:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7cbc80. 00000004:00000010:0.0:1769074858.524334:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88f46cc0. 00000004:00000010:0.0:1769074858.524338:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7eee0. 00000004:00000010:0.0:1769074858.524343:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c54b0. 00000004:00000010:0.0:1769074858.524347:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89312000. 00010000:00000010:0.0:1769074858.524358:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.524376:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890136, last committed = 17179889941 00010000:00000200:0.0:1769074858.524386:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfca80 x1855007826466304/t17179890136(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.524414:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074858.524423:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826466304, offset 224 00000400:00000010:0.0:1769074858.524431:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae000. 00000400:00000200:0.0:1769074858.524435:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.524449:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.524455:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41037:41037:256:4294967295] 192.168.204.10@tcp LPNI seq info [41033:41033:8:4294967295] 00000400:00000200:0.0:1769074858.524462:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.524469:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.524475:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.524480:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074858.524486:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.524493:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.524498:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.524524:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.524528:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.524532:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.524753:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.524759:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:3.0:1769074858.524764:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.524770:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074858.525830:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074858.525846:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:1.0:1769074858.525855:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00000400:00000200:3.0:1769074858.528429:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.528455:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66279 00000400:00000200:3.0:1769074858.528463:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.528468:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.528474:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:3.0:1769074858.528477:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00000400:00000200:3.0:1769074858.528566:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.528572:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d5680 00000400:00000200:3.0:1769074858.528578:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 130248 00000400:00000200:3.0:1769074858.528649:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.528653:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.528658:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.528664:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a9c00. 00010000:00000010:0.1:1769074858.528939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:0.1:1769074858.528948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00000020:00000010:0.0:1769074858.528986:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.528993:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.528999:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.529005:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.529010:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.529049:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.529052:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.529067:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826466432 00000001:00000010:0.0:1769074858.529078:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111780. 00010000:00000010:0.0:1769074858.529103:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074858.529110:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074858.529141:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb3c31000. 00010000:00000010:0.0:1769074858.529172:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.529178:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.529198:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.529202:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074858.529206:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.529210:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.529284:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.529286:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074858.529289:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074858.529292:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.529354:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.529365:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.529371:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074858.529389:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.529402:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a9c00 x1855007826466432/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.529418:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074858.529422:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826466432, offset 224 00000400:00000200:0.0:1769074858.529427:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.529436:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.529441:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41038:41038:256:4294967295] 192.168.204.10@tcp LPNI seq info [41034:41034:8:4294967295] 00000400:00000200:0.0:1769074858.529449:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.529453:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.529457:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074858.529461:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.529467:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.529470:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.529484:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.529487:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.529489:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.529960:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.529965:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074858.529969:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.529974:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.529978:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:3.0:1769074858.529981:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00010000:00000010:2.0:1769074858.530154:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074858.530162:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:0.1:1769074858.531744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074858.531758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:1.1:1769074858.531795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074858.531801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:3.0:1769074858.534859:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.534880:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d5780 00000400:00000200:3.0:1769074858.534891:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 130824 00000400:00000200:3.0:1769074858.534908:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.534911:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.534929:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.534936:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8380. 00000020:00000010:1.0:1769074858.535156:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.535163:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.535249:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.535257:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.535264:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.535343:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.535346:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.535350:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826466688 02000000:00000010:1.0:1769074858.535392:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa833f4000. 00010000:00000010:1.0:1769074858.535437:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074858.535455:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:1.0:1769074858.535476:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.535483:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074858.535498:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074858.535501:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074858.535506:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074858.535509:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074858.535600:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074858.535651:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a480. 00010000:00000010:1.0:1769074858.535655:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.535659:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00000020:00000010:1.0:1769074858.535687:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be60. 00000020:00000010:1.0:1769074858.535694:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be60. 00000020:00000010:1.0:1769074858.535706:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.535716:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9f400. 00000001:00000010:1.0:1769074858.535946:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b4e0. 00000001:00000010:1.0:1769074858.535953:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074858.535983:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.535990:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074858.535994:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074858.536005:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074858.536042:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00080000:00000010:1.0:1769074858.536079:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1b398. 00000004:00000010:1.0:1769074858.536087:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89dae600. 00000004:00000010:1.0:1769074858.536090:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7f870. 00000004:00000010:1.0:1769074858.536094:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54b960. 00000004:00000010:1.0:1769074858.536098:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb6bc4b40. 00010000:00000010:1.0:1769074858.536106:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074858.536123:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890137, last committed = 17179889941 00010000:00000200:1.0:1769074858.536134:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a8380 x1855007826466688/t17179890137(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.536154:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074858.536161:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826466688, offset 224 00000400:00000010:1.0:1769074858.536181:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cee0. 00000400:00000200:1.0:1769074858.536186:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.536199:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.536206:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41039:41039:256:4294967295] 192.168.204.10@tcp LPNI seq info [41035:41035:8:4294967295] 00000400:00000200:1.0:1769074858.536212:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.536218:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.536224:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.536228:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074858.536234:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.536241:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.536245:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.536262:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.536266:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.536269:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074858.536420:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.536425:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074858.536431:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.536435:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074858.536642:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:2.0:1769074858.536649:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a480. 00010000:00000010:2.0:1769074858.536656:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00010000:00000010:0.1:1769074858.536826:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.536833:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074858.536836:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.536839:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:2.1:1769074858.538763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074858.538777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074858.538821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:1.1:1769074858.538826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00000400:00000200:3.0:1769074858.541681:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.541699:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66281 00000400:00000200:3.0:1769074858.541706:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.541709:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.541714:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:3.0:1769074858.541716:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00000400:00000200:3.0:1769074858.541733:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.541740:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d5800 00000400:00000200:3.0:1769074858.541748:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 131312 00000400:00000200:3.0:1769074858.541816:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.541820:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.541824:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.541828:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8a80. 00000020:00000010:1.0:1769074858.541952:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.541960:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.541975:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.541981:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.541987:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.542030:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.542033:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.542036:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826466816 00000001:00000010:1.0:1769074858.542048:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:1.0:1769074858.542076:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074858.542083:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 02000000:00000010:1.0:1769074858.542117:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9e50c000. 00010000:00000010:1.0:1769074858.542149:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074858.542154:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:0.0:1769074858.542296:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:0.0:1769074858.542306:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074858.543466:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074858.543476:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074858.543483:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.543489:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074858.543584:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074858.543589:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac80. 00010000:00000010:1.0:1769074858.543593:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.543597:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074858.543696:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074858.543707:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074858.543713:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074858.543739:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000200:1.0:1769074858.543757:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a8a80 x1855007826466816/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.543779:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074858.543785:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826466816, offset 224 00000400:00000200:1.0:1769074858.543793:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.543805:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.543811:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41040:41040:256:4294967295] 192.168.204.10@tcp LPNI seq info [41036:41036:8:4294967295] 00000400:00000200:1.0:1769074858.543822:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.543827:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.543833:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074858.543840:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.543848:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.543852:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.543871:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.543875:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.543880:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074858.544238:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.544243:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:3.0:1769074858.544249:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.544255:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.544260:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:3.0:1769074858.544263:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00010000:00000010:1.1:1769074858.545708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074858.545723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074858.546225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074858.546234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:3.0:1769074858.547672:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.547693:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d5900 00000400:00000200:3.0:1769074858.547702:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 131888 00000400:00000200:3.0:1769074858.547719:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.547723:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.547731:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.547739:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5abb80. 00000020:00000010:1.0:1769074858.548035:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.548042:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.548051:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.548056:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.548062:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.548149:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.548152:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.548156:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826467072 02000000:00000010:1.0:1769074858.548296:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbec4b000. 00010000:00000010:1.0:1769074858.548348:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074858.548365:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac80. 00010000:00000010:1.0:1769074858.548385:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.548391:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074858.548412:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074858.548415:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac80. 00010000:00000010:1.0:1769074858.548420:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.548424:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074858.548505:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074858.548509:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074858.548512:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.548515:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00000020:00000010:1.0:1769074858.548535:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be60. 00000020:00000010:1.0:1769074858.548541:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be60. 00000020:00000010:1.0:1769074858.548551:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.548561:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9e400. 00000001:00000010:1.0:1769074858.548979:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bc60. 00000001:00000010:1.0:1769074858.548987:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111780. 00000020:00000010:1.0:1769074858.549017:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.549027:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.549031:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074858.549043:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074858.549121:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00080000:00000010:1.0:1769074858.549148:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfedb1d0. 00000004:00000010:1.0:1769074858.549156:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88eea240. 00000004:00000010:1.0:1769074858.549159:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab8673a220. 00000004:00000010:1.0:1769074858.549164:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab862510f0. 00000004:00000010:1.0:1769074858.549524:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8738a000. 00010000:00000010:1.0:1769074858.549540:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000200:1.0:1769074858.549562:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890138, last committed = 17179889941 00010000:00000200:1.0:1769074858.549573:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5abb80 x1855007826467072/t17179890138(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.549594:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074858.549632:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826467072, offset 224 00000400:00000010:1.0:1769074858.549641:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c508. 00000400:00000200:1.0:1769074858.549645:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.549659:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.549666:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41041:41041:256:4294967295] 192.168.204.10@tcp LPNI seq info [41037:41037:8:4294967295] 00000400:00000200:1.0:1769074858.549674:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.549681:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.549686:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.549692:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074858.549700:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.549708:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.549712:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.549731:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.549735:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.549739:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074858.549874:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.549879:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074858.549885:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.549890:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074858.550692:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:0.0:1769074858.550703:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a400. 00010000:00000010:0.0:1769074858.550713:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00000400:00000200:3.0:1769074858.552763:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.552787:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66289 00000400:00000200:3.0:1769074858.552796:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.552800:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.552806:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:3.0:1769074858.552810:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00000400:00000200:3.0:1769074858.552845:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.552853:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d5980 00000400:00000200:3.0:1769074858.552860:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 132376 00000400:00000200:3.0:1769074858.552914:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.552927:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.552932:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.552938:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a9880. 00010000:00000010:2.0:1769074858.553148:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:2.0:1769074858.553159:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac80. 00000020:00000010:1.0:1769074858.553476:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.553483:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.553491:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.553496:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.553500:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.553531:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.553534:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.553537:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826467200 00000001:00000010:1.0:1769074858.553547:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:1.0:1769074858.553571:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074858.553579:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 02000000:00000010:1.0:1769074858.553642:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c68a000. 00010000:00000010:1.0:1769074858.553679:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074858.553683:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074858.553699:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074858.553702:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074858.553706:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074858.553709:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074858.553781:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074858.553784:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074858.553786:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074858.553789:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074858.553836:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074858.553842:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074858.553844:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074858.553858:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000200:1.0:1769074858.553871:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a9880 x1855007826467200/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.553886:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074858.553890:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826467200, offset 224 00000400:00000200:1.0:1769074858.553895:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.553903:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.553908:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41042:41042:256:4294967295] 192.168.204.10@tcp LPNI seq info [41038:41038:8:4294967295] 00000400:00000200:1.0:1769074858.553916:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.553933:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.553938:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074858.553944:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.553952:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.553956:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.553971:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.553975:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.553978:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074858.554120:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.554125:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074858.554130:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.554134:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.554138:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:3.0:1769074858.554140:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00010000:00000010:1.1:1769074858.555655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074858.555670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074858.555675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074858.555678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:0.1:1769074858.555715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074858.555721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074858.559695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074858.559714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074858.559719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074858.559729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074858.559747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074858.559750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074858.559753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074858.559756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:3.0:1769074858.560874:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.560894:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d5a80 00000400:00000200:3.0:1769074858.560902:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 132952 00000400:00000200:3.0:1769074858.560927:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.560932:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.560941:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.560947:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5ab800. 00000020:00000010:2.0:1769074858.561081:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.561088:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.561095:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.561101:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bf00. 00000020:00000010:2.0:1769074858.561107:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.561152:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.561155:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.561158:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826467456 02000000:00000010:2.0:1769074858.561202:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859e5000. 00010000:00000010:2.0:1769074858.561243:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:2.0:1769074858.561258:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:2.0:1769074858.561279:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.0:1769074858.561285:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.561301:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074858.561304:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074858.561308:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.0:1769074858.561312:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074858.561395:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074858.561398:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074858.561401:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.0:1769074858.561405:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074858.561428:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074858.561434:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074858.561444:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd97e0. 00080000:00000010:2.0:1769074858.561453:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c578c00. 00000001:00000010:2.0:1769074858.561692:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ea20. 00000001:00000010:2.0:1769074858.561699:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074858.561742:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd97e0. 00010000:00000010:2.0:1769074858.561751:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428000. 00010000:00000010:2.0:1769074858.561755:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074858.561767:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074858.561810:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00080000:00000010:2.0:1769074858.561835:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1a390. 00000004:00000010:2.0:1769074858.561843:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa82fbe780. 00000004:00000010:2.0:1769074858.561846:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7e330. 00010000:00000010:1.0:1769074858.561849:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00000004:00000010:2.0:1769074858.561851:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54b3c0. 00010000:00000010:1.0:1769074858.561855:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00000004:00000010:2.0:1769074858.561855:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb5b33a40. 00010000:00000010:1.0:1769074858.561860:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074858.561863:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074858.561878:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890139, last committed = 17179889941 00010000:00000200:2.0:1769074858.561888:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5ab800 x1855007826467456/t17179890139(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.561907:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074858.561913:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826467456, offset 224 00000400:00000010:2.0:1769074858.561928:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b968. 00000400:00000200:2.0:1769074858.561933:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.561953:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.561958:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41043:41043:256:4294967295] 192.168.204.10@tcp LPNI seq info [41039:41039:8:4294967295] 00000400:00000200:2.0:1769074858.561964:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.561969:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.561973:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.561978:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074858.561982:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.561988:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.561991:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.562010:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bf00. 00000020:00000010:2.0:1769074858.562014:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.562018:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074858.564031:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.564039:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:3.0:1769074858.564046:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.564054:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.565248:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.565267:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66291 00000400:00000200:3.0:1769074858.565274:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.565278:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.565284:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:3.0:1769074858.565287:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00000400:00000200:3.0:1769074858.565326:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.565333:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d5b00 00000400:00000200:3.0:1769074858.565341:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 133440 00000400:00000200:3.0:1769074858.565353:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.565356:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.565361:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.565367:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8000. 00000020:00000010:2.0:1769074858.565429:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.565436:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.565441:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.565446:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bf00. 00000020:00000010:2.0:1769074858.565451:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.565490:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.565493:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.565496:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826467584 00000001:00000010:2.0:1769074858.565505:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111780. 00010000:00000010:2.0:1769074858.565532:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428200. 00010000:00000010:2.0:1769074858.565540:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 02000000:00000010:2.0:1769074858.565568:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859e1000. 00010000:00000010:2.0:1769074858.565597:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.0:1769074858.565677:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074858.565700:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074858.565704:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074858.565708:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.0:1769074858.565711:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:0.0:1769074858.565747:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:0.0:1769074858.565756:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074858.565788:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074858.565791:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074858.565796:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.0:1769074858.565799:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.565858:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074858.565866:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.565869:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074858.565887:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074858.565905:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a8000 x1855007826467584/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.565935:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074858.566415:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826467584, offset 224 00000400:00000200:2.0:1769074858.566426:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.566438:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.566443:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41044:41044:256:4294967295] 192.168.204.10@tcp LPNI seq info [41040:41040:8:4294967295] 00000400:00000200:2.0:1769074858.566454:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.566459:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.566464:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074858.566470:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.566477:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.566481:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.566509:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bf00. 00000020:00000010:2.0:1769074858.566513:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.566518:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00010000:00000010:0.1:1769074858.566715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074858.566723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:2.1:1769074858.567656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074858.567666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000800:00000200:3.0:1769074858.569512:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.569521:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074858.569528:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.569538:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.569544:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:3.0:1769074858.569547:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00000400:00000200:3.0:1769074858.570679:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.570699:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d5c00 00000400:00000200:3.0:1769074858.570709:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 134016 00000400:00000200:3.0:1769074858.570727:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.570731:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.570739:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.570750:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fdf80. 00000020:00000010:2.0:1769074858.571212:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.571218:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.571223:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.571227:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bf00. 00000020:00000010:2.0:1769074858.571231:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.571267:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.571269:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.571274:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826467840 02000000:00000010:2.0:1769074858.571308:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859e0000. 00010000:00000010:2.0:1769074858.571351:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.571368:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074858.571389:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.0:1769074858.571394:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.571411:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074858.571413:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074858.571417:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8b429400. 00010000:00000010:2.0:1769074858.571419:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.571490:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074858.571492:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074858.571495:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074858.571497:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00000020:00000010:2.0:1769074858.571513:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074858.571518:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074858.571526:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ee40. 00080000:00000010:2.0:1769074858.571534:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c57a000. 00010000:00000010:1.1:1769074858.571698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074858.571705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428000. 00000001:00000010:2.0:1769074858.571778:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034eba0. 00000001:00000010:2.0:1769074858.571786:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfc00. 00000020:00000010:2.0:1769074858.571820:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ee40. 00010000:00000010:2.0:1769074858.571828:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074858.571832:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074858.571843:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074858.571883:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:0.0:1769074858.571891:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:0.0:1769074858.571897:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:0.0:1769074858.571902:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00080000:00000010:2.0:1769074858.571906:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1a8e8. 00000004:00000010:2.0:1769074858.571913:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89daea80. 00000004:00000010:2.0:1769074858.571916:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7eaa0. 00000004:00000010:2.0:1769074858.571935:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54b690. 00000004:00000010:2.0:1769074858.571939:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb6bc50e0. 00010000:00000010:2.0:1769074858.571948:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074858.571961:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890140, last committed = 17179889941 00010000:00000200:2.0:1769074858.571969:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fdf80 x1855007826467840/t17179890140(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.571986:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074858.571992:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826467840, offset 224 00000400:00000010:2.0:1769074858.571997:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b1c0. 00000400:00000200:2.0:1769074858.572000:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.572011:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.572017:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41045:41045:256:4294967295] 192.168.204.10@tcp LPNI seq info [41041:41041:8:4294967295] 00000400:00000200:2.0:1769074858.572021:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.572027:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.572031:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.572035:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074858.572039:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.572046:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.572049:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.572067:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bf00. 00000020:00000010:2.0:1769074858.572071:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000800:00000200:3.0:1769074858.572170:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.572174:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074858.572178:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.572183:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000020:00000010:2.0:1769074858.573390:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000400:00000200:3.0:1769074858.574500:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.574522:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66299 00000400:00000200:3.0:1769074858.574530:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.574534:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.574541:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:3.0:1769074858.574544:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00010000:00000010:2.0:1769074858.574810:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.574821:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:0.1:1769074858.575649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074858.575649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:2.1:1769074858.575658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:0.1:1769074858.575659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428c00. 00010000:00000010:2.1:1769074858.575662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428e00. 00010000:00000010:2.1:1769074858.575668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428800. 00010000:00000010:2.1:1769074858.575671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428600. 00010000:00000010:2.1:1769074858.575674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074858.575676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428a00. 00010000:00000010:2.1:1769074858.575679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428200. 00000400:00000200:3.0:1769074858.577101:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.577121:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d5c80 00000400:00000200:3.0:1769074858.577130:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 134504 00000400:00000200:3.0:1769074858.577193:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.577199:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.577207:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.577214:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902ff100. 00000020:00000010:2.0:1769074858.577294:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.577300:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.577307:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.577312:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.577317:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.577366:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.577369:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.577372:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826467968 00000001:00000010:2.0:1769074858.577383:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074858.577407:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074858.577414:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 02000000:00000010:2.0:1769074858.577440:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859e2000. 00010000:00000010:2.0:1769074858.577470:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074858.577474:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.577497:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074858.577502:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074858.577507:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074858.577511:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.577588:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074858.577592:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074858.577595:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074858.577599:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074858.577702:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.577718:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.577723:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074858.577745:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074858.577761:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902ff100 x1855007826467968/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.577781:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074858.577787:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826467968, offset 224 00000400:00000200:2.0:1769074858.577795:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.577805:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.577810:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41046:41046:256:4294967295] 192.168.204.10@tcp LPNI seq info [41042:41042:8:4294967295] 00000400:00000200:2.0:1769074858.577822:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.577827:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.577832:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074858.577839:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.577846:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.577850:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.577864:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.577868:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.577872:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074858.577937:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.577941:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:3.0:1769074858.577945:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.577950:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.577954:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:3.0:1769074858.577957:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:0.1:1769074858.578865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074858.578875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074858.579714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b428400. 00010000:00000010:2.1:1769074858.579722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00000400:00000200:3.0:1769074858.581850:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.581870:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d5d80 00000400:00000200:3.0:1769074858.581879:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 135080 00000400:00000200:3.0:1769074858.581896:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.581900:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.581908:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.581915:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fed80. 00000020:00000010:2.0:1769074858.582043:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.582050:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.582056:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.582062:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.582067:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.582113:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.582116:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.582119:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826468224 02000000:00000010:2.0:1769074858.582162:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ca0f000. 00010000:00000010:2.0:1769074858.582213:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074858.582234:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074858.582255:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074858.582261:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074858.582279:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074858.582283:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074858.582288:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074858.582291:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074858.582396:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074858.582399:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074858.582402:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074858.582405:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00000020:00000010:2.0:1769074858.582426:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074858.582434:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074858.582445:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ee40. 00080000:00000010:2.0:1769074858.582455:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c57bc00. 00000001:00000010:2.0:1769074858.582700:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ed80. 00000001:00000010:2.0:1769074858.582707:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074858.582738:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ee40. 00010000:00000010:2.0:1769074858.582746:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074858.582750:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074858.582762:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074858.583002:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00080000:00000010:2.0:1769074858.583029:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfedaab0. 00000004:00000010:2.0:1769074858.583037:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88eead80. 00000004:00000010:2.0:1769074858.583040:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab8673a110. 00000004:00000010:2.0:1769074858.583046:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa88ea1870. 00000004:00000010:2.0:1769074858.583050:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfeb54a0. 00010000:00000010:2.0:1769074858.583059:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074858.583076:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890141, last committed = 17179889941 00010000:00000200:2.0:1769074858.583087:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fed80 x1855007826468224/t17179890141(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.583122:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074858.583130:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826468224, offset 224 00000400:00000010:2.0:1769074858.583138:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bd90. 00000400:00000200:2.0:1769074858.583142:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.583157:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.583164:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41047:41047:256:4294967295] 192.168.204.10@tcp LPNI seq info [41043:41043:8:4294967295] 00000400:00000200:2.0:1769074858.583170:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.583176:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.583182:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.583187:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074858.583194:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.583202:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.583208:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.583234:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.583238:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.583243:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:1.0:1769074858.583486:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.583491:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074858.583495:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.583500:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074858.585248:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:3.0:1769074858.585261:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:3.0:1769074858.585273:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000400:00000200:3.0:1769074858.586936:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.586958:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662a1 00000400:00000200:3.0:1769074858.586966:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.586970:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.586977:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:3.0:1769074858.586980:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00010000:00000010:0.0:1769074858.587082:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:0.0:1769074858.587092:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.1:1769074858.587727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074858.587748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429200. 00010000:00000010:2.1:1769074858.587753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074858.587757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429400. 00000400:00000200:3.0:1769074858.591148:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.591170:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d5e00 00000400:00000200:3.0:1769074858.591180:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 135568 00000400:00000200:3.0:1769074858.591241:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.591246:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.591257:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.591265:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902ff800. 00000020:00000010:2.0:1769074858.591368:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.591376:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.591382:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.591387:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.591392:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.591438:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.591441:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.591443:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826468352 00000001:00000010:2.0:1769074858.591453:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074858.591478:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074858.591486:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 02000000:00000010:2.0:1769074858.591513:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4b6c000. 00010000:00000010:2.0:1769074858.591542:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074858.591547:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.591568:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074858.591572:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074858.591579:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074858.591582:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.1:1769074858.591893:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074858.591903:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074858.591908:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074858.591912:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074858.591995:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074858.591998:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074858.592002:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074858.592006:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074858.592082:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.592093:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074858.592098:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074858.592121:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074858.592138:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902ff800 x1855007826468352/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.592159:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00010000:00000010:3.1:1769074858.592441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074858.592448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000100:00000200:2.0:1769074858.592479:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826468352, offset 224 00000400:00000200:2.0:1769074858.592488:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.592499:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.592505:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41048:41048:256:4294967295] 192.168.204.10@tcp LPNI seq info [41044:41044:8:4294967295] 00000400:00000200:2.0:1769074858.592515:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.592521:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.592526:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074858.592532:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.592539:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.592543:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.592569:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.592573:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.592579:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:1.0:1769074858.593056:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.593062:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074858.593066:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.593071:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.593077:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:1.0:1769074858.593079:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00010000:00000010:2.1:1769074858.595753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074858.595768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074858.595771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074858.595776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00000400:00000200:3.0:1769074858.597036:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.597056:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d5f00 00000400:00000200:3.0:1769074858.597064:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 136144 00000400:00000200:3.0:1769074858.597080:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.597085:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.597093:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.597100:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fdc00. 00010000:00000010:0.1:1769074858.597401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074858.597411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00000020:00000010:2.0:1769074858.597981:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.597990:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.597997:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.598003:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.598008:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.598111:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.598114:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.598118:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826468608 02000000:00000010:2.0:1769074858.598158:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4b69000. 00010000:00000010:2.0:1769074858.598201:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074858.598217:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074858.598239:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074858.598245:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074858.598265:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074858.598268:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074858.598272:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074858.598274:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074858.598373:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074858.598376:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074858.598380:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074858.598384:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074858.598410:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074858.598418:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074858.598430:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ee40. 00080000:00000010:2.0:1769074858.598442:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c579c00. 00000001:00000010:2.0:1769074858.598815:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e480. 00000001:00000010:2.0:1769074858.598825:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf480. 00000020:00000010:2.0:1769074858.598862:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ee40. 00010000:00000010:2.0:1769074858.598872:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074858.598877:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074858.598893:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074858.598942:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00080000:00000010:2.0:1769074858.598969:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab9ea8e1c8. 00000004:00000010:2.0:1769074858.598977:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf49c0. 00000004:00000010:2.0:1769074858.598981:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83508cc0. 00000004:00000010:2.0:1769074858.598986:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc54f78. 00000004:00000010:2.0:1769074858.598991:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaac960. 00010000:00000010:2.0:1769074858.599000:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000200:2.0:1769074858.599018:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890142, last committed = 17179889941 00010000:00000200:2.0:1769074858.599031:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fdc00 x1855007826468608/t17179890142(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.599052:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074858.599059:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826468608, offset 224 00000400:00000010:2.0:1769074858.599066:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1be38. 00000400:00000200:2.0:1769074858.599069:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.599086:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.599093:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41049:41049:256:4294967295] 192.168.204.10@tcp LPNI seq info [41045:41045:8:4294967295] 00000400:00000200:2.0:1769074858.599101:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.599108:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.599114:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.599120:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074858.599127:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.599134:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.599138:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.599167:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.599171:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.599177:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074858.599333:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.599338:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074858.599342:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.599348:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074858.599931:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:0.0:1769074858.599941:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:0.0:1769074858.599952:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00000400:00000200:3.0:1769074858.601969:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.601991:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662a9 00000400:00000200:3.0:1769074858.602000:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.602005:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.602011:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:3.0:1769074858.602015:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00010000:00000010:0.0:1769074858.602120:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:0.0:1769074858.602131:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00000400:00000200:0.0:1769074858.604774:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.604794:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d5f80 00000400:00000200:0.0:1769074858.604803:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 136632 00000400:00000200:0.0:1769074858.604868:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.604874:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.604882:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.604889:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a2680. 00000020:00000010:1.0:1769074858.605990:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.605997:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.606006:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.606013:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.606018:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.606061:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.606064:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.606067:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826468736 00000001:00000010:1.0:1769074858.606077:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:1.0:1769074858.606105:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074858.606113:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 02000000:00000010:1.0:1769074858.606142:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c68b000. 00010000:00000010:1.0:1769074858.606171:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.606176:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074858.606194:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074858.606198:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074858.606202:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.606205:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074858.606283:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074858.606286:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074858.606290:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.606293:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074858.606369:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074858.606381:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074858.606385:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074858.606403:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000200:1.0:1769074858.606418:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a2680 x1855007826468736/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.606438:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074858.606444:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826468736, offset 224 00000400:00000200:1.0:1769074858.606450:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.606462:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.606467:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41050:41050:256:4294967295] 192.168.204.10@tcp LPNI seq info [41046:41046:8:4294967295] 00000400:00000200:1.0:1769074858.606477:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.606482:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.606487:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074858.606493:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.606499:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.606502:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.606524:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.606528:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.606532:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:2.0:1769074858.607231:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.607236:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:2.0:1769074858.607243:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.607249:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.607256:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:2.0:1769074858.607258:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00000400:00000200:1.0:1769074858.610175:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.610200:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d6080 00000400:00000200:1.0:1769074858.610210:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 137208 00000400:00000200:1.0:1769074858.610227:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.610231:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.610238:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.610244:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfd180. 00000020:00000010:3.0:1769074858.610450:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.610456:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.610462:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.610467:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.610472:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.610507:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.610510:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.610513:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826468992 02000000:00000010:3.0:1769074858.610547:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c406000. 00010000:00000010:3.0:1769074858.610587:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:3.0:1769074858.611005:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:3.0:1769074858.611029:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074858.611036:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074858.611053:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074858.611056:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.611060:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074858.611063:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074858.611150:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074858.611154:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074858.611157:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074858.611160:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074858.611184:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.611190:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.611202:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e120. 00080000:00000010:3.0:1769074858.611213:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30f800. 00000001:00000010:3.0:1769074858.611550:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a7e0. 00000001:00000010:3.0:1769074858.611558:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074858.611837:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e120. 00010000:00000010:3.0:1769074858.611849:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074858.611854:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074858.611868:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e480. 00010000:00000010:3.0:1769074858.611962:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074858.611988:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfedb008. 00000004:00000010:3.0:1769074858.611994:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fc45180. 00000004:00000010:3.0:1769074858.612000:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab8673bed0. 00000004:00000010:3.0:1769074858.612005:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa88ea10f0. 00000004:00000010:3.0:1769074858.612009:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfeb52c0. 00010000:00000010:3.0:1769074858.612018:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074858.612038:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890143, last committed = 17179889941 00010000:00000200:3.0:1769074858.612050:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfd180 x1855007826468992/t17179890143(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.612071:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074858.612078:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826468992, offset 224 00000400:00000010:3.0:1769074858.612084:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3dc8. 00000400:00000200:3.0:1769074858.612088:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.612102:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.612109:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41051:41051:256:4294967295] 192.168.204.10@tcp LPNI seq info [41047:41047:8:4294967295] 00000400:00000200:3.0:1769074858.612117:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.612124:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.612129:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.612135:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074858.612142:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.612149:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.612154:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.612186:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074858.612190:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.612196:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074858.612337:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.612342:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074858.612349:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.612355:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.614926:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074858.614948:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662b1 00000400:00000200:2.0:1769074858.614955:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.614959:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074858.614966:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:2.0:1769074858.614969:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00010000:00000010:3.0:1769074858.615181:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074858.615192:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:2.1:1769074858.615764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074858.615773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074858.615778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.1:1769074858.615782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:1.0:1769074858.615853:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:1.0:1769074858.615861:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:1.0:1769074858.615867:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e480. 00000400:00000200:1.0:1769074858.617162:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.617181:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d6100 00000400:00000200:1.0:1769074858.617190:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 137696 00000400:00000200:1.0:1769074858.617251:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.617256:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.617264:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.617272:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfe680. 00000020:00000010:3.0:1769074858.617405:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.617413:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.617420:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.617426:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ec80. 00000020:00000010:3.0:1769074858.617433:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.617483:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.617485:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.617488:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826469120 00000001:00000010:3.0:1769074858.617499:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf480. 00010000:00000010:3.0:1769074858.617527:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074858.617534:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 02000000:00000010:3.0:1769074858.617563:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c402000. 00010000:00000010:3.0:1769074858.617593:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074858.617597:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074858.617649:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074858.617653:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074858.617658:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074858.617661:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:0.1:1769074858.617843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074858.617850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:0.1:1769074858.617854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074858.617857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:3.0:1769074858.617996:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074858.618000:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074858.618004:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074858.618008:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.618075:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074858.618087:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.618091:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074858.618112:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000200:3.0:1769074858.618127:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfe680 x1855007826469120/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.618147:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46088. 00000100:00000200:3.0:1769074858.618152:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826469120, offset 224 00000400:00000200:3.0:1769074858.618160:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.618173:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.618179:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41052:41052:256:4294967295] 192.168.204.10@tcp LPNI seq info [41048:41048:8:4294967295] 00000400:00000200:3.0:1769074858.618189:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.618195:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.618200:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074858.618206:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.618213:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.618217:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.618274:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ec80. 00000020:00000010:3.0:1769074858.618279:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.618283:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:1.1:1769074858.618508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074858.618515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074858.618519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074858.618522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000800:00000200:2.0:1769074858.620046:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.620055:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:2.0:1769074858.620064:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.620072:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.620079:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46088 00000400:00000010:2.0:1769074858.620082:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46088. 00000400:00000200:2.0:1769074858.622754:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.622773:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d6200 00000400:00000200:2.0:1769074858.622781:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 138272 00000400:00000200:2.0:1769074858.622799:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.622803:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.622812:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.622818:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486680. 00000020:00000010:3.0:1769074858.622912:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.622929:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.622937:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.622942:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ec80. 00000020:00000010:3.0:1769074858.622948:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.622993:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.622996:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.622999:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826469376 02000000:00000010:3.0:1769074858.623038:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c401000. 00010000:00000010:3.0:1769074858.623083:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.623102:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074858.623126:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.623133:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.623148:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074858.623151:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074858.623156:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.623160:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074858.623243:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074858.623248:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074858.623251:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.623254:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074858.623279:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.623286:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.623297:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3af60. 00080000:00000010:3.0:1769074858.623308:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30e400. 00000001:00000010:3.0:1769074858.623528:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145ef00. 00000001:00000010:3.0:1769074858.623534:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074858.623563:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3af60. 00010000:00000010:3.0:1769074858.623571:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074858.623574:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074858.623586:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e480. 00010000:00000010:3.0:1769074858.623708:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074858.623741:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab9ea8eab0. 00000004:00000010:3.0:1769074858.623748:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4180. 00000004:00000010:3.0:1769074858.623751:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83509980. 00000004:00000010:3.0:1769074858.623755:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc545a0. 00000004:00000010:3.0:1769074858.623759:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaac000. 00010000:00000010:3.0:1769074858.623767:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074858.623784:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890144, last committed = 17179889941 00010000:00000200:3.0:1769074858.623793:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486680 x1855007826469376/t17179890144(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.623811:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074858.623817:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826469376, offset 224 00000400:00000010:3.0:1769074858.623823:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3658. 00000400:00000200:3.0:1769074858.623826:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.623838:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.623844:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41053:41053:256:4294967295] 192.168.204.10@tcp LPNI seq info [41049:41049:8:4294967295] 00000400:00000200:3.0:1769074858.623849:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.623856:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.623862:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.623867:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074858.623875:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.623881:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.623885:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.623905:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ec80. 00000020:00000010:3.0:1769074858.623908:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.623912:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:3.0:1769074858.624015:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.624020:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:3.0:1769074858.624026:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.624030:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.627002:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074858.627022:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662b9 00000400:00000200:2.0:1769074858.627029:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.627034:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074858.627040:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46110 00000400:00000010:2.0:1769074858.627043:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46110. 00010000:00000010:3.0:1769074858.627561:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074858.627574:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:2.1:1769074858.627728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.1:1769074858.627744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074858.627748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.1:1769074858.627753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:1.1:1769074858.627818:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:1.1:1769074858.627824:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:1.0:1769074858.627838:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:1.0:1769074858.627843:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:1.0:1769074858.627847:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e480. 00010000:00000010:3.1:1769074858.628653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:3.1:1769074858.628662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074858.628668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074858.628673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074858.628677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074858.628679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:2.0:1769074858.631437:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.631458:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d6280 00000400:00000200:2.0:1769074858.631467:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 138760 00000400:00000200:2.0:1769074858.631548:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.631555:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.631565:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.631573:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90807480. 00000020:00000010:0.0:1769074858.631767:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.631774:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.631781:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.631787:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.631792:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.631833:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.631835:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.631839:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826469504 00000001:00000010:0.0:1769074858.631849:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:0.0:1769074858.631874:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074858.631882:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074858.631907:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab88aa7000. 00010000:00000010:0.0:1769074858.631949:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.631954:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.631972:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.631976:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074858.631980:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.631983:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.632061:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074858.632064:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074858.632068:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074858.632072:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.632139:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.632152:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.632157:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074858.632177:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.632193:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90807480 x1855007826469504/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.632213:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074858.632218:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826469504, offset 224 00000400:00000200:0.0:1769074858.632225:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.632234:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.632241:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41054:41054:256:4294967295] 192.168.204.10@tcp LPNI seq info [41050:41050:8:4294967295] 00000400:00000200:0.0:1769074858.632252:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.632258:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.632263:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074858.632269:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.632275:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.632279:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.632304:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.632308:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.632311:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.632478:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.632482:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:1.0:1769074858.632486:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.632490:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.632494:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:1.0:1769074858.632496:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00010000:00000010:3.1:1769074858.632560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074858.632567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074858.632571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074858.632573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:1.1:1769074858.635713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074858.635730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074858.635777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074858.635782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074858.635785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074858.635790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074858.635793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074858.635796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000400:00000200:2.0:1769074858.636955:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.636973:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d6380 00000400:00000200:2.0:1769074858.636983:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 139336 00000400:00000200:2.0:1769074858.637000:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.637005:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.637015:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.637023:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805880. 00000020:00000010:3.0:1769074858.637123:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.637129:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.637136:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.637141:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074858.637146:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.637190:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.637192:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.637196:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826469760 02000000:00000010:3.0:1769074858.637234:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86721000. 00010000:00000010:3.0:1769074858.637273:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074858.637287:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:3.0:1769074858.637305:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.637310:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074858.637445:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074858.637449:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.637454:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.637458:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.637543:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074858.637547:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074858.637550:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.637553:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074858.637576:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.637582:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.637593:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145ec60. 00080000:00000010:3.0:1769074858.637711:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30cc00. 00000001:00000010:3.0:1769074858.638153:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede60c0. 00000001:00000010:3.0:1769074858.638160:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074858.638197:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145ec60. 00010000:00000010:3.0:1769074858.638207:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074858.638212:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074858.638229:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074858.638277:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074858.638308:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ec9cc78. 00000004:00000010:3.0:1769074858.638820:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88f46240. 00000004:00000010:3.0:1769074858.638828:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7eff0. 00000004:00000010:3.0:1769074858.638833:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c5690. 00000004:00000010:3.0:1769074858.638838:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88cd9a40. 00010000:00000010:3.0:1769074858.638855:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000200:3.0:1769074858.638877:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890145, last committed = 17179889941 00010000:00000200:3.0:1769074858.638889:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805880 x1855007826469760/t17179890145(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.638910:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46bb0. 00000100:00000200:3.0:1769074858.638927:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826469760, offset 224 00000400:00000010:3.0:1769074858.638934:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3d20. 00000400:00000200:3.0:1769074858.638939:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.638955:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.638961:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41055:41055:256:4294967295] 192.168.204.10@tcp LPNI seq info [41051:41051:8:4294967295] 00000400:00000200:3.0:1769074858.638969:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.638976:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.638982:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.638988:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074858.638995:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.639002:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.639006:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1769074858.639098:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:2.0:1769074858.639107:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:2.0:1769074858.639113:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074858.639151:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074858.639156:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.639160:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:0.1:1769074858.639866:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.639874:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074858.639878:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.639882:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00000800:00000200:0.0:1769074858.640288:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.640294:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074858.640302:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.640309:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074858.643838:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074858.643849:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00000400:00000200:1.0:1769074858.644130:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.644151:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662c1 00000400:00000200:1.0:1769074858.644158:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.644163:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.644169:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46bb0 00000400:00000010:1.0:1769074858.644172:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46bb0. 00000400:00000200:1.0:1769074858.644232:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.644240:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d6400 00000400:00000200:1.0:1769074858.644247:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 139824 00000400:00000200:1.0:1769074858.644305:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.644309:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.644320:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.644326:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfd880. 00000020:00000010:0.0:1769074858.644418:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.644425:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.644431:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.644437:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.644442:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.644486:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.644488:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.644492:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826469888 00000001:00000010:0.0:1769074858.644502:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:0.0:1769074858.644526:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.644533:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074858.644563:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86767000. 00010000:00000010:0.0:1769074858.644623:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.644628:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.644646:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.644649:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074858.644653:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074858.644656:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.644729:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074858.644748:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074858.644753:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.644756:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.644821:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.644832:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.644837:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074858.644856:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.644872:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfd880 x1855007826469888/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.644890:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074858.644896:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826469888, offset 224 00000400:00000200:0.0:1769074858.644902:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.644912:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.644930:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41056:41056:256:4294967295] 192.168.204.10@tcp LPNI seq info [41052:41052:8:4294967295] 00000400:00000200:0.0:1769074858.644941:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.644947:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.644952:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074858.644959:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.644966:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.644970:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.644999:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.645003:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.645007:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.645328:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.645333:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074858.645337:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.645343:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.645347:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:1.0:1769074858.645349:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00000400:00000200:0.0:1769074858.648341:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.648362:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d6500 00000400:00000200:0.0:1769074858.648372:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 140400 00000400:00000200:0.0:1769074858.648388:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.648392:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.648402:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:3.0:1769074858.648414:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00000100:00000010:0.0:1769074858.648420:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a3b80. 00010000:00000010:3.0:1769074858.648428:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00000020:00000010:2.0:1769074858.648505:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.648510:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.648517:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.648522:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.648527:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.648569:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.648572:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.648574:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826470144 00010000:00000010:2.1:1769074858.648639:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074858.648646:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 02000000:00000010:2.0:1769074858.648674:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4b6b000. 00010000:00000010:2.0:1769074858.648707:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074858.648715:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:2.0:1769074858.648869:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074858.648877:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074858.648895:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074858.648899:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074858.648903:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074858.648907:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074858.649007:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074858.649011:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074858.649014:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074858.649018:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000020:00000010:2.0:1769074858.649233:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef540. 00000020:00000010:2.0:1769074858.649240:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef540. 00000020:00000010:2.0:1769074858.649251:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ee40. 00080000:00000010:2.0:1769074858.649264:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c579400. 00000001:00000010:2.0:1769074858.649483:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034eae0. 00000001:00000010:2.0:1769074858.649490:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074858.649523:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ee40. 00010000:00000010:2.0:1769074858.649532:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074858.649537:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074858.649550:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074858.649593:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:0.0:1769074858.649634:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00080000:00000010:2.0:1769074858.649637:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb42c78. 00010000:00000010:0.0:1769074858.649640:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00000004:00000010:2.0:1769074858.649644:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4e40. 00010000:00000010:0.0:1769074858.649648:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00000004:00000010:2.0:1769074858.649648:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83509870. 00000004:00000010:2.0:1769074858.649652:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc544b0. 00000004:00000010:2.0:1769074858.649657:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaac3c0. 00010000:00000010:2.0:1769074858.649666:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000200:2.0:1769074858.649687:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890146, last committed = 17179889941 00010000:00000200:2.0:1769074858.649697:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a3b80 x1855007826470144/t17179890146(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.649716:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000100:00000200:2.0:1769074858.649723:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826470144, offset 224 00000400:00000010:2.0:1769074858.649730:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b2d8. 00000400:00000200:2.0:1769074858.649985:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.649999:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.650006:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41057:41057:256:4294967295] 192.168.204.10@tcp LPNI seq info [41053:41053:8:4294967295] 00000400:00000200:2.0:1769074858.650012:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.650019:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.650025:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.650031:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074858.650037:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.650044:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.650048:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.650114:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.650119:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.650124:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00010000:00000010:3.1:1769074858.650296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074858.650304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000800:00000200:1.0:1769074858.653221:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.653231:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074858.653242:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.653251:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.653956:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.653976:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662c9 00000400:00000200:1.0:1769074858.653983:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.653986:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.653991:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:1.0:1769074858.653993:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00000400:00000200:1.0:1769074858.654047:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.654054:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d6580 00000400:00000200:1.0:1769074858.654060:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 140888 00000400:00000200:1.0:1769074858.654558:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.654564:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.654570:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.654578:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfdf80. 00010000:00000010:3.0:1769074858.654938:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:3.0:1769074858.654948:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00000020:00000010:2.0:1769074858.655017:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.655023:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.655029:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.655034:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.655039:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.655115:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.655118:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.655122:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826470272 00000001:00000010:2.0:1769074858.655132:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:2.0:1769074858.655154:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074858.655161:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 02000000:00000010:2.0:1769074858.655190:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9eda8000. 00010000:00000010:2.0:1769074858.655220:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074858.655225:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074858.655241:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074858.655244:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074858.655248:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074858.655251:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074858.655347:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074858.655350:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074858.655354:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074858.655357:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074858.655420:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074858.655430:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074858.655433:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074858.655452:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000200:2.0:1769074858.655469:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfdf80 x1855007826470272/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074858.655488:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000100:00000200:2.0:1769074858.655493:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826470272, offset 224 00000400:00000200:2.0:1769074858.655500:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.655512:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.655518:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41058:41058:256:4294967295] 192.168.204.10@tcp LPNI seq info [41054:41054:8:4294967295] 00000400:00000200:2.0:1769074858.655530:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.655536:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.655541:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074858.655547:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.655554:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.655559:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.655589:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.655626:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.655632:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:1.0:1769074858.656157:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.656162:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074858.656167:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.656172:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.656177:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:1.0:1769074858.656180:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00010000:00000010:0.1:1769074858.658246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.658262:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074858.658266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074858.658268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:1.0:1769074858.659054:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.659071:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d6680 00000400:00000200:1.0:1769074858.659080:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 141464 00000400:00000200:1.0:1769074858.659095:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.659099:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.659105:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.659111:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bffb80. 00000020:00000010:3.0:1769074858.659190:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.659197:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.659203:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.659208:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ec80. 00000020:00000010:3.0:1769074858.659213:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.659258:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.659260:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.659263:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826470528 02000000:00000010:3.0:1769074858.659298:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86725000. 00010000:00000010:3.0:1769074858.659350:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:3.0:1769074858.659368:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:3.0:1769074858.659389:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.659396:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.659411:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074858.659415:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074858.659419:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.659423:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074858.659499:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074858.659502:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074858.659505:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074858.659508:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074858.659527:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.659534:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.659543:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6a80. 00080000:00000010:3.0:1769074858.659552:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30c000. 00000001:00000010:3.0:1769074858.660435:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a4e0. 00000001:00000010:3.0:1769074858.660444:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074858.660477:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6a80. 00010000:00000010:3.0:1769074858.660487:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074858.660493:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074858.660511:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074858.660625:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074858.660650:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab9ea8fab8. 00000004:00000010:3.0:1769074858.660657:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4a80. 00000004:00000010:3.0:1769074858.660660:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83509540. 00000004:00000010:3.0:1769074858.660665:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc54f00. 00000004:00000010:3.0:1769074858.660669:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaad2c0. 00010000:00000010:3.0:1769074858.660677:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074858.660694:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890147, last committed = 17179889941 00010000:00000200:3.0:1769074858.660704:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bffb80 x1855007826470528/t17179890147(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.660723:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074858.660730:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826470528, offset 224 00000400:00000010:3.0:1769074858.660746:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3380. 00000400:00000200:3.0:1769074858.660750:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.660763:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.660769:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41059:41059:256:4294967295] 192.168.204.10@tcp LPNI seq info [41055:41055:8:4294967295] 00000400:00000200:3.0:1769074858.660776:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.660784:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.660790:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.660795:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074858.660801:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.660808:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.660812:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.660834:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ec80. 00000020:00000010:3.0:1769074858.660838:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.660843:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074858.661218:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.661223:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074858.661230:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.661235:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.662964:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074858.662987:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662d1 00000400:00000200:0.0:1769074858.662995:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.662999:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074858.663005:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46330 00000400:00000010:0.0:1769074858.663008:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46330. 00010000:00000010:3.0:1769074858.664052:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074858.664069:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00000400:00000200:3.0:1769074858.665570:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.665587:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d6700 00000400:00000200:3.0:1769074858.665629:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 141952 00000400:00000200:3.0:1769074858.665693:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.665698:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.665705:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.665711:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fe680. 00000020:00000010:0.0:1769074858.665900:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.665907:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.665915:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.665931:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.665935:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.665979:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.665982:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.665985:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826470656 00000001:00000010:0.0:1769074858.665996:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:0.0:1769074858.666022:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.666031:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074858.666058:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87cf9000. 00010000:00000010:0.0:1769074858.666088:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074858.666092:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.666110:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.666113:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074858.666117:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.666120:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.666196:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074858.666201:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074858.666205:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074858.666210:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.666290:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.666303:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.666308:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074858.666336:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.666353:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fe680 x1855007826470656/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.666373:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074858.666379:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826470656, offset 224 00000400:00000200:0.0:1769074858.666386:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.666396:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.666402:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41060:41060:256:4294967295] 192.168.204.10@tcp LPNI seq info [41056:41056:8:4294967295] 00000400:00000200:0.0:1769074858.666413:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.666419:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.666424:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074858.666430:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.666437:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.666441:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.666459:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.666463:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.666467:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074858.666578:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.666583:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:2.0:1769074858.666586:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.666590:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.666594:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:2.0:1769074858.666596:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00010000:00000010:1.0:1769074858.667461:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:1.0:1769074858.667472:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:1.0:1769074858.667480:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00010000:00000010:3.1:1769074858.669436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074858.669449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:2.1:1769074858.669651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:2.1:1769074858.669658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074858.669662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.1:1769074858.669668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:0.1:1769074858.669762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:0.1:1769074858.669769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:3.1:1769074858.671124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074858.671135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:3.1:1769074858.671139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:3.1:1769074858.671143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00000400:00000200:0.0:1769074858.671272:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.671292:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d6800 00000400:00000200:0.0:1769074858.671300:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 142528 00000400:00000200:0.0:1769074858.671326:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.671330:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.671339:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.671346:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a0e00. 00000020:00000010:2.0:1769074858.671509:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.671514:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.671520:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.671525:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.671529:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.671570:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.671573:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.671576:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826470912 00010000:00000010:2.1:1769074858.671631:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.1:1769074858.671638:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074858.671641:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.1:1769074858.671643:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 02000000:00000010:2.0:1769074858.671669:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edae000. 00010000:00000010:2.0:1769074858.671708:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074858.671721:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66900. 00010000:00000010:2.0:1769074858.671750:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074858.671756:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074858.671769:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074858.671772:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074858.671776:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074858.671778:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074858.671852:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074858.671856:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074858.671860:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074858.671862:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000020:00000010:2.0:1769074858.671883:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0effc0. 00000020:00000010:2.0:1769074858.671889:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0effc0. 00000020:00000010:2.0:1769074858.671898:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ee40. 00080000:00000010:2.0:1769074858.671907:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae926800. 00000001:00000010:2.0:1769074858.672119:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e3c0. 00000001:00000010:2.0:1769074858.672126:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00000020:00000010:2.0:1769074858.672158:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ee40. 00010000:00000010:2.0:1769074858.672166:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074858.672170:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074858.672182:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074858.672219:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00080000:00000010:2.0:1769074858.672244:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfedb8f0. 00000004:00000010:2.0:1769074858.672252:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88eea180. 00000004:00000010:2.0:1769074858.672255:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab8673aee0. 00000004:00000010:2.0:1769074858.672261:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86251438. 00000004:00000010:2.0:1769074858.672265:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8738a1e0. 00010000:00000010:2.0:1769074858.672276:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000200:2.0:1769074858.672294:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890148, last committed = 17179889941 00010000:00000200:2.0:1769074858.672305:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a0e00 x1855007826470912/t17179890148(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1769074858.672429:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:1.1:1769074858.672435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:1.0:1769074858.672456:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:1.0:1769074858.672461:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00010000:00000010:1.0:1769074858.672467:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000400:00000010:2.0:1769074858.672803:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074858.672810:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826470912, offset 224 00000400:00000010:2.0:1769074858.672817:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b8f8. 00000400:00000200:2.0:1769074858.672821:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.672836:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.672842:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41061:41061:256:4294967295] 192.168.204.10@tcp LPNI seq info [41057:41057:8:4294967295] 00000400:00000200:2.0:1769074858.672848:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.672854:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.672860:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.672865:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074858.672871:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.672879:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.672883:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.672959:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.672963:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.672968:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00010000:00000010:0.1:1769074858.673036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074858.673043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074858.673047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.673050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074858.676227:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074858.676244:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074858.676249:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074858.676253:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000800:00000200:2.0:1769074858.676508:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.676515:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:2.0:1769074858.676521:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.676531:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.676966:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.676983:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662d9 00000400:00000200:3.0:1769074858.676989:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.676992:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.676997:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:3.0:1769074858.676999:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00010000:00000010:0.0:1769074858.677094:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:0.0:1769074858.677103:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:1.1:1769074858.677750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074858.677758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00000400:00000200:0.0:1769074858.678132:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.678147:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d6880 00000400:00000200:0.0:1769074858.678155:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 143016 00000400:00000200:0.0:1769074858.678216:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.678220:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.678226:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.678232:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a2300. 00000020:00000010:3.0:1769074858.678510:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.678515:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.678521:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.678526:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074858.678531:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.678568:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.678570:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.678573:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826471040 00000001:00000010:3.0:1769074858.678583:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074858.678638:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.678646:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 02000000:00000010:3.0:1769074858.678672:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82fc1000. 00010000:00000010:3.0:1769074858.678699:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.678702:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.678718:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074858.678721:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.678725:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.678728:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.678804:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074858.678807:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074858.678810:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074858.678812:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074858.678869:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.678879:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.678884:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.678901:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000200:3.0:1769074858.678927:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a2300 x1855007826471040/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.678945:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074858.678951:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826471040, offset 224 00000400:00000200:3.0:1769074858.678961:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.678971:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.678977:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41062:41062:256:4294967295] 192.168.204.10@tcp LPNI seq info [41058:41058:8:4294967295] 00000400:00000200:3.0:1769074858.678990:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.678997:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00010000:00000010:2.1:1769074858.678998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000800:00000010:3.0:1769074858.679004:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00010000:00000010:2.1:1769074858.679006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00000800:00000200:3.0:1769074858.679012:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00010000:00000010:2.1:1769074858.679013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00000800:00000200:3.0:1769074858.679022:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00010000:00000010:2.1:1769074858.679023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00000800:00000200:3.0:1769074858.679028:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.679046:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074858.679050:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.679055:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074858.679161:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.679166:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074858.679173:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.679178:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.679182:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46330 00000400:00000010:0.0:1769074858.679185:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46330. 00000400:00000200:3.0:1769074858.682454:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.682476:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d6980 00000400:00000200:3.0:1769074858.682486:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 143592 00000400:00000200:3.0:1769074858.682504:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.682508:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.682517:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.682524:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fd180. 00010000:00000010:0.1:1769074858.682648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074858.682655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00000020:00000010:0.0:1769074858.682692:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.682698:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.682705:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.682710:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.682715:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.682757:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.682760:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.682763:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826471296 02000000:00000010:0.0:1769074858.682797:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87cff000. 00010000:00000010:0.0:1769074858.682834:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:0.0:1769074858.682847:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:0.0:1769074858.682865:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.682871:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.682885:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.682889:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074858.682894:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074858.682897:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.682985:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074858.682989:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074858.682992:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.682995:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074858.683016:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.683023:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.683034:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad4e0. 00080000:00000010:0.0:1769074858.683043:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb21c00. 00000001:00000010:0.0:1769074858.683247:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a3c0. 00000001:00000010:0.0:1769074858.683254:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074858.683288:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad4e0. 00010000:00000010:0.0:1769074858.683297:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.683301:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.683313:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074858.683347:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074858.683370:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfedae40. 00000004:00000010:0.0:1769074858.683377:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88eea840. 00000004:00000010:0.0:1769074858.683380:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab8673bba0. 00000004:00000010:0.0:1769074858.683385:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86251a50. 00000004:00000010:0.0:1769074858.683388:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8738ab40. 00010000:00000010:0.0:1769074858.683396:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.683411:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890149, last committed = 17179889941 00010000:00000200:0.0:1769074858.683420:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fd180 x1855007826471296/t17179890149(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.683437:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074858.683443:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826471296, offset 224 00000400:00000010:0.0:1769074858.683449:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae578. 00000400:00000200:0.0:1769074858.683453:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.683465:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.683471:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41063:41063:256:4294967295] 192.168.204.10@tcp LPNI seq info [41059:41059:8:4294967295] 00000400:00000200:0.0:1769074858.683477:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.683484:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.683489:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.683494:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074858.683500:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.683506:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.683510:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.683524:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.683528:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.683531:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.683696:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.683701:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074858.683704:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.683708:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074858.683780:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074858.683785:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:3.0:1769074858.683791:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8180. 00000400:00000200:0.0:1769074858.687219:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074858.687243:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662e1 00000400:00000200:0.0:1769074858.687250:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.687255:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074858.687262:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:0.0:1769074858.687265:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000400:00000200:0.0:1769074858.687649:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.687657:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d6a00 00000400:00000200:0.0:1769074858.687664:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 144080 00000400:00000200:0.0:1769074858.687724:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.687729:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.687734:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.687741:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a2a00. 00000020:00000010:3.0:1769074858.688040:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.688045:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.688051:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.688057:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074858.688062:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.688106:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.688109:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.688112:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826471424 00000001:00000010:3.0:1769074858.688123:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 00010000:00000010:3.0:1769074858.688149:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074858.688157:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 02000000:00000010:3.0:1769074858.688183:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82fc2000. 00010000:00000010:3.0:1769074858.688215:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074858.688219:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.688240:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074858.688243:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.688248:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074858.688251:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.688334:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074858.688338:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074858.688342:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074858.688344:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074858.688410:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.688422:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.688427:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.688447:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000200:3.0:1769074858.688464:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a2a00 x1855007826471424/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.688483:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46bb0. 00000100:00000200:3.0:1769074858.688488:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826471424, offset 224 00000400:00000200:3.0:1769074858.688494:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.688505:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.688510:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41064:41064:256:4294967295] 192.168.204.10@tcp LPNI seq info [41060:41060:8:4294967295] 00000400:00000200:3.0:1769074858.688520:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.688525:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.688531:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074858.688536:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.688543:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.688547:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.688637:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074858.688642:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.688646:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:2.0:1769074858.689572:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074858.689583:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:3.1:1769074858.692483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074858.692499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074858.692505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074858.692507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000800:00000200:1.0:1769074858.692934:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.692941:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074858.692951:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.692960:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.692967:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46bb0 00000400:00000010:1.0:1769074858.692969:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46bb0. 00000400:00000200:1.0:1769074858.694199:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.694219:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d6b00 00000400:00000200:1.0:1769074858.694227:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 144656 00000400:00000200:1.0:1769074858.694245:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.694249:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.694257:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.694263:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfc000. 00010000:00000010:2.1:1769074858.694636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074858.694643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074858.694762:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:0.1:1769074858.694769:0:1022:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074858.694773:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074858.694778:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074858.696426:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074858.696438:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000020:00000010:2.0:1769074858.696857:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.696864:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.696871:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.696878:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.696883:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.696979:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074858.696982:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074858.696986:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826471680 02000000:00000010:2.0:1769074858.697023:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edaf000. 00010000:00000010:2.0:1769074858.697070:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:2.0:1769074858.697086:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:2.0:1769074858.697105:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074858.697111:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074858.697127:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074858.697130:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074858.697135:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074858.697138:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074858.697222:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074858.697226:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074858.697229:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074858.697232:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00000020:00000010:2.0:1769074858.697258:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0effc0. 00000020:00000010:2.0:1769074858.697265:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0effc0. 00000020:00000010:2.0:1769074858.697276:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ee40. 00080000:00000010:2.0:1769074858.697285:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae924400. 00000001:00000010:2.0:1769074858.697503:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e0c0. 00000001:00000010:2.0:1769074858.697510:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074858.697543:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ee40. 00010000:00000010:2.0:1769074858.697553:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074858.697557:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074858.697567:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074858.697638:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00080000:00000010:2.0:1769074858.697660:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7cb1d0. 00000004:00000010:2.0:1769074858.697667:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88f46f00. 00000004:00000010:2.0:1769074858.697670:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7e000. 00000004:00000010:2.0:1769074858.697675:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c5618. 00000004:00000010:2.0:1769074858.697679:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab893121e0. 00010000:00000010:2.0:1769074858.697688:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000200:2.0:1769074858.697706:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890150, last committed = 17179889941 00010000:00000200:2.0:1769074858.697717:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfc000 x1855007826471680/t17179890150(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.697985:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074858.697993:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826471680, offset 224 00000400:00000010:2.0:1769074858.698000:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bcb0. 00000400:00000200:2.0:1769074858.698004:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.698019:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.698026:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41065:41065:256:4294967295] 192.168.204.10@tcp LPNI seq info [41061:41061:8:4294967295] 00000400:00000200:2.0:1769074858.698033:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.698040:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.698045:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.698051:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074858.698057:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.698065:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.698069:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.698154:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.698161:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.698165:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00010000:00000010:0.0:1769074858.698238:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:0.0:1769074858.698244:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00010000:00000010:0.0:1769074858.698252:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00000800:00000200:1.0:1769074858.702125:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.702135:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074858.702145:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.702155:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.702464:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.702482:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662e9 00000400:00000200:1.0:1769074858.702488:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.702491:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.702497:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:1.0:1769074858.702500:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00000400:00000200:1.0:1769074858.702561:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.702569:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d6b80 00000400:00000200:1.0:1769074858.702578:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 145144 00000400:00000200:1.0:1769074858.702844:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.702850:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.702855:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.702863:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfdc00. 00000020:00000010:3.0:1769074858.703537:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.703545:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.703551:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.703558:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074858.703564:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.703639:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.703642:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.703646:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826471808 00000001:00000010:3.0:1769074858.703658:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:3.0:1769074858.703690:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.703698:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 02000000:00000010:3.0:1769074858.703741:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82fc4000. 00010000:00000010:3.0:1769074858.703777:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.703780:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.703802:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074858.703806:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.703810:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.703812:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.703898:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074858.703901:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074858.703905:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074858.703907:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074858.703984:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.703999:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.704004:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.704026:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000200:3.0:1769074858.704045:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfdc00 x1855007826471808/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074858.704064:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074858.704070:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826471808, offset 224 00000400:00000200:3.0:1769074858.704077:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.704090:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.704096:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41066:41066:256:4294967295] 192.168.204.10@tcp LPNI seq info [41062:41062:8:4294967295] 00000400:00000200:3.0:1769074858.704107:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.704112:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.704117:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074858.704123:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.704130:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.704134:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.704152:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074858.704155:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.704158:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074858.704404:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.704408:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074858.704415:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.704419:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.704424:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46110 00000400:00000010:1.0:1769074858.704426:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46110. 00000400:00000200:1.0:1769074858.707519:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.707539:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d6c80 00000400:00000200:1.0:1769074858.707549:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 145720 00000400:00000200:1.0:1769074858.707567:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.707571:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.707579:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.707586:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfe300. 00000020:00000010:3.0:1769074858.707849:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.707856:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.707862:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074858.707868:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074858.707874:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074858.707929:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.707931:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.707934:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826472064 02000000:00000010:3.0:1769074858.707976:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc7000. 00010000:00000010:3.0:1769074858.708032:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074858.708052:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074858.708073:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074858.708079:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074858.708095:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074858.708098:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074858.708102:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074858.708105:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074858.708192:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074858.708196:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074858.708199:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074858.708203:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074858.708229:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.708237:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.708248:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aa80. 00080000:00000010:3.0:1769074858.708258:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30ec00. 00000001:00000010:3.0:1769074858.708839:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6720. 00000001:00000010:3.0:1769074858.708846:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074858.708877:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aa80. 00010000:00000010:3.0:1769074858.708886:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074858.708891:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074858.708904:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074858.708953:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074858.708982:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab9ea8e558. 00000004:00000010:3.0:1769074858.708989:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4900. 00000004:00000010:3.0:1769074858.708992:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83509320. 00000004:00000010:3.0:1769074858.708997:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc54e88. 00000004:00000010:3.0:1769074858.709001:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaad680. 00010000:00000010:3.0:1769074858.709011:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000200:3.0:1769074858.709030:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890151, last committed = 17179889941 00010000:00000200:3.0:1769074858.709041:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfe300 x1855007826472064/t17179890151(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.709061:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46088. 00000100:00000200:3.0:1769074858.709067:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826472064, offset 224 00000400:00000010:3.0:1769074858.709073:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3c40. 00000400:00000200:3.0:1769074858.709078:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.709092:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.709099:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41067:41067:256:4294967295] 192.168.204.10@tcp LPNI seq info [41063:41063:8:4294967295] 00010000:00000010:0.0:1769074858.709292:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:0.0:1769074858.709300:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:1.0:1769074858.709562:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:1.0:1769074858.709569:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:1.0:1769074858.709578:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 00010000:00000010:3.1:1769074858.710001:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074858.710008:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074858.710013:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074858.710015:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00000400:00000200:3.0:1769074858.710025:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.710033:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.710041:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.710134:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074858.710143:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.710150:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.710155:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.710211:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:0.0:1769074858.710217:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:0.0:1769074858.710221:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074858.712929:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.712940:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074858.712950:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.712960:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.713484:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.713500:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662f1 00000400:00000200:1.0:1769074858.713507:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.713510:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.713515:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46088 00000400:00000010:1.0:1769074858.713517:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46088. 00010000:00000010:2.0:1769074858.713632:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:2.0:1769074858.713645:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00000400:00000200:1.0:1769074858.714657:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.714671:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d6d00 00000400:00000200:1.0:1769074858.714681:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 146208 00000400:00000200:1.0:1769074858.714762:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.714767:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.714774:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.714780:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb6bfc700. 00000020:00000010:0.0:1769074858.714885:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.714891:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.714898:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.714905:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.714910:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.714961:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.714963:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.714967:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826472192 00000001:00000010:0.0:1769074858.714980:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:0.0:1769074858.715006:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.715014:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074858.715043:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87cfc000. 00010000:00000010:0.0:1769074858.715075:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.715079:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.715098:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.715101:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074858.715106:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.715110:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.715192:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074858.715196:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074858.715201:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074858.715204:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.715272:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.715283:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.715288:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074858.715307:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074858.715330:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb6bfc700 x1855007826472192/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.715349:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074858.715355:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826472192, offset 224 00000400:00000200:0.0:1769074858.715362:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.715373:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.715379:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41068:41068:256:4294967295] 192.168.204.10@tcp LPNI seq info [41064:41064:8:4294967295] 00000400:00000200:0.0:1769074858.715389:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.715395:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.715400:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074858.715405:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.715412:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.715416:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.715438:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.715442:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.715445:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.1:1769074858.716078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:2.1:1769074858.716088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074858.716092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.1:1769074858.716099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00000800:00000200:3.0:1769074858.716371:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.716377:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:3.0:1769074858.716382:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.716389:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.716395:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:3.0:1769074858.716398:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00010000:00000010:3.1:1769074858.716665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074858.716671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074858.716675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074858.716677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074858.716679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074858.716682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074858.716684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074858.716689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:0.1:1769074858.716755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074858.716761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:0.1:1769074858.716764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074858.716767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.1:1769074858.717210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074858.717217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:1.1:1769074858.717266:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074858.717271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:0.1:1769074858.720650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074858.720663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074858.720667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074858.720670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000400:00000200:1.0:1769074858.720953:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.720975:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d6e00 00000400:00000200:1.0:1769074858.720983:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 146784 00000400:00000200:1.0:1769074858.721001:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.721006:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.721015:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.721044:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0d880. 00000020:00000010:3.0:1769074858.721147:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.721153:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.721160:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074858.721166:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074858.721171:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074858.721212:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.721216:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.721219:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826472448 02000000:00000010:3.0:1769074858.721252:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc6000. 00010000:00000010:3.0:1769074858.721289:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074858.721303:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:3.0:1769074858.721459:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074858.721467:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074858.721484:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074858.721488:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074858.721492:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074858.721496:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074858.721577:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074858.721581:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074858.721584:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074858.721587:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00000020:00000010:0.0:1769074858.721930:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.721940:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.721952:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a240. 00080000:00000010:0.0:1769074858.721964:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb22000. 00000001:00000010:0.0:1769074858.722174:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb060. 00000001:00000010:0.0:1769074858.722182:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8d80. 00000020:00000010:0.0:1769074858.722217:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a240. 00010000:00000010:0.0:1769074858.722227:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.722231:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.722244:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074858.722291:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00080000:00000010:0.0:1769074858.722328:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab9ea8e720. 00000004:00000010:0.0:1769074858.722336:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4540. 00000004:00000010:0.0:1769074858.722340:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83509650. 00000004:00000010:0.0:1769074858.722345:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc54168. 00000004:00000010:0.0:1769074858.722350:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaad860. 00010000:00000010:0.0:1769074858.722359:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000200:0.0:1769074858.722376:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890152, last committed = 17179889941 00010000:00000200:0.0:1769074858.722386:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0d880 x1855007826472448/t17179890152(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.722403:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074858.722409:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826472448, offset 224 00000400:00000010:0.0:1769074858.722415:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae738. 00000400:00000200:0.0:1769074858.722419:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.722433:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.722439:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41069:41069:256:4294967295] 192.168.204.10@tcp LPNI seq info [41065:41065:8:4294967295] 00000400:00000200:0.0:1769074858.722445:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.722453:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.722459:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.722464:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074858.722470:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.722477:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.722481:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.722512:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea80. 00000020:00000010:0.0:1769074858.722517:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a898. 00000020:00000010:0.0:1769074858.722521:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:3.0:1769074858.723139:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.723144:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:3.0:1769074858.723150:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.723156:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074858.723631:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074858.723642:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:1.0:1769074858.723651:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000400:00000200:3.0:1769074858.726064:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.726088:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x662f9 00000400:00000200:3.0:1769074858.726096:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.726101:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.726107:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:3.0:1769074858.726110:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00010000:00000010:0.0:1769074858.726212:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:0.0:1769074858.726223:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00000400:00000200:1.0:1769074858.727331:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.727349:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d6e80 00000400:00000200:1.0:1769074858.727358:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 147272 00000400:00000200:1.0:1769074858.727413:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.727418:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.727424:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.727432:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0df80. 00000020:00000010:0.0:1769074858.727521:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.727527:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.727535:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.727540:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.727545:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.727629:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.727632:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.727635:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826472576 00000001:00000010:0.0:1769074858.727646:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 00010000:00000010:0.0:1769074858.727673:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.727681:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074858.727713:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87cfb000. 00010000:00000010:0.0:1769074858.727764:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.727769:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.727788:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.727791:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074858.727795:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.727797:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.727875:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074858.727878:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074858.727882:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074858.727885:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.727964:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.727975:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.727981:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074858.728000:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074858.728015:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0df80 x1855007826472576/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.728035:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074858.728040:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826472576, offset 224 00000400:00000200:0.0:1769074858.728047:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.728057:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.728064:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41070:41070:256:4294967295] 192.168.204.10@tcp LPNI seq info [41066:41066:8:4294967295] 00000400:00000200:0.0:1769074858.728076:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.728082:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.728088:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074858.728095:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.728102:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.728106:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.728126:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.728130:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.728134:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.728331:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.728336:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:3.0:1769074858.728340:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.728345:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.728349:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:3.0:1769074858.728351:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00010000:00000010:3.1:1769074858.731701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074858.731717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:1.1:1769074858.731778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074858.731786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074858.731830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:0.1:1769074858.731839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:0.1:1769074858.731842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:0.1:1769074858.731845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:3.0:1769074858.732195:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.732213:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d6f80 00000400:00000200:3.0:1769074858.732222:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 147848 00000400:00000200:3.0:1769074858.732237:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.732242:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.732250:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.732256:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fce00. 00000020:00000010:1.0:1769074858.732367:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.732373:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.732381:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.732387:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.732392:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.732433:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.732436:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.732439:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826472832 02000000:00000010:1.0:1769074858.732476:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c689000. 00010000:00000010:1.0:1769074858.732520:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074858.732535:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:1.0:1769074858.732556:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.732562:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074858.732579:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074858.732582:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074858.732587:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.732590:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074858.732704:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074858.732707:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074858.732711:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074858.732714:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00000020:00000010:1.0:1769074858.732746:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b000. 00000020:00000010:1.0:1769074858.732753:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b000. 00000020:00000010:1.0:1769074858.732763:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.732773:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc940800. 00000001:00000010:1.0:1769074858.732971:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b000. 00000001:00000010:1.0:1769074858.732978:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111900. 00000020:00000010:1.0:1769074858.733010:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.733018:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.733023:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074858.733033:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111a80. 00010000:00000010:1.0:1769074858.733076:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00080000:00000010:1.0:1769074858.733099:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb42390. 00000004:00000010:1.0:1769074858.733105:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ff02780. 00000004:00000010:1.0:1769074858.733120:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83508000. 00000004:00000010:1.0:1769074858.733126:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa55ac8. 00000004:00000010:1.0:1769074858.733130:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaac780. 00010000:00000010:1.0:1769074858.733141:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000200:1.0:1769074858.733160:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890153, last committed = 17179889941 00010000:00000200:1.0:1769074858.733170:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fce00 x1855007826472832/t17179890153(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.733190:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074858.733196:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826472832, offset 224 00000400:00000010:1.0:1769074858.733202:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c310. 00000400:00000200:1.0:1769074858.733206:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.733220:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.733227:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41071:41071:256:4294967295] 192.168.204.10@tcp LPNI seq info [41067:41067:8:4294967295] 00000400:00000200:1.0:1769074858.733234:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.733242:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.733248:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.733253:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074858.733259:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.733267:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.733271:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.733292:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.733296:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.733300:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:2.0:1769074858.733518:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.733523:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:2.0:1769074858.733528:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.733532:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074858.733842:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:3.0:1769074858.733849:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a800. 00010000:00000010:3.0:1769074858.733856:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111a80. 00010000:00000010:0.1:1769074858.734834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074858.734846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074858.734850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.734852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:3.0:1769074858.735942:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.735962:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66301 00000400:00000200:3.0:1769074858.735969:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.735974:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.735981:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:3.0:1769074858.735984:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00010000:00000010:2.0:1769074858.736195:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:2.0:1769074858.736206:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00000400:00000200:3.0:1769074858.738424:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.738441:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d7000 00000400:00000200:3.0:1769074858.738449:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 148336 00000400:00000200:3.0:1769074858.738502:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.738507:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.738515:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.738520:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fd500. 00000020:00000010:0.0:1769074858.739033:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.739041:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.739047:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.739053:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.739058:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.739099:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.739101:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.739105:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826472960 00000001:00000010:0.0:1769074858.739116:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8d80. 00010000:00000010:0.0:1769074858.739141:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.739149:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074858.739180:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbcb1a000. 00010000:00000010:0.0:1769074858.739212:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.739215:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.739233:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.739237:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074858.739241:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.739244:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.739336:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.739341:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074858.739345:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.739348:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.739418:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.739429:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.739435:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074858.739453:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074858.739471:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fd500 x1855007826472960/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.739490:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074858.739496:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826472960, offset 224 00000400:00000200:0.0:1769074858.739503:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.739516:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.739522:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41072:41072:256:4294967295] 192.168.204.10@tcp LPNI seq info [41068:41068:8:4294967295] 00000400:00000200:0.0:1769074858.739533:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.739538:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.739543:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074858.739549:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.739555:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.739560:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.739586:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.739596:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000800:00000200:2.0:1769074858.739788:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.739793:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:2.0:1769074858.739798:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.739804:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.739809:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:2.0:1769074858.739811:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00000020:00000010:0.0:1769074858.740151:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:1.1:1769074858.740704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:1.1:1769074858.740712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074858.742667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074858.742683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:3.1:1769074858.742734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:3.1:1769074858.742739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:0.1:1769074858.742783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.742789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074858.742792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074858.742795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:1.1:1769074858.742849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074858.742857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:3.0:1769074858.743947:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.743966:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d7100 00000400:00000200:3.0:1769074858.743975:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 148912 00000400:00000200:3.0:1769074858.743991:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.743995:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.744003:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.744009:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fc700. 00000020:00000010:0.0:1769074858.744133:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.744139:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.744147:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.744153:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.744158:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.744202:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.744206:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.744209:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826473216 02000000:00000010:0.0:1769074858.744247:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86475000. 00010000:00000010:0.0:1769074858.744287:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.744302:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074858.744331:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.744337:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.744354:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.744359:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074858.744364:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.744367:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.744450:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074858.744454:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074858.744458:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.744461:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074858.744486:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.744492:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.744504:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074858.744514:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb23000. 00000001:00000010:0.0:1769074858.744890:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb180. 00000001:00000010:0.0:1769074858.744897:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8900. 00000020:00000010:0.0:1769074858.744940:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074858.744950:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074858.744954:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.744967:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8d80. 00010000:00000010:0.0:1769074858.745158:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074858.745184:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfedbab8. 00000004:00000010:0.0:1769074858.745191:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88eeab40. 00000004:00000010:0.0:1769074858.745194:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab8673a550. 00000004:00000010:0.0:1769074858.745200:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86251e88. 00000004:00000010:0.0:1769074858.745205:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8738b680. 00010000:00000010:0.0:1769074858.745215:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.745234:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890154, last committed = 17179889941 00010000:00000200:0.0:1769074858.745245:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fc700 x1855007826473216/t17179890154(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.745265:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074858.745272:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826473216, offset 224 00000400:00000010:0.0:1769074858.745278:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae2a0. 00000400:00000200:0.0:1769074858.745283:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.745297:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.745303:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41073:41073:256:4294967295] 192.168.204.10@tcp LPNI seq info [41069:41069:8:4294967295] 00000400:00000200:0.0:1769074858.745320:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.745327:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.745333:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.745339:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074858.745346:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.745352:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.745356:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.745412:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074858.745417:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.745420:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074858.746641:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074858.746653:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:2.0:1769074858.746663:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8d80. 00000800:00000200:3.0:1769074858.746962:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.746967:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:3.0:1769074858.746972:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.746981:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.749456:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074858.749481:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66309 00000400:00000200:2.0:1769074858.749489:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.749494:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074858.749502:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:2.0:1769074858.749505:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:0.1:1769074858.749645:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074858.749653:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.749668:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.749678:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:0.1:1769074858.754638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.754655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:2.1:1769074858.754694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074858.754701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:3.0:1769074858.756000:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.756021:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d7180 00000400:00000200:3.0:1769074858.756031:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 149400 00000400:00000200:3.0:1769074858.756096:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.756102:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.756111:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.756117:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fea00. 00000020:00000010:0.0:1769074858.756507:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.756513:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.756519:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.756525:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074858.756530:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.756564:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.756567:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.756571:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826473344 00000001:00000010:0.0:1769074858.756581:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111900. 00010000:00000010:0.0:1769074858.756649:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.756659:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074858.756694:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba10fc000. 00010000:00000010:0.0:1769074858.756730:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.756734:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.756756:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.756759:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.756764:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.756767:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.756843:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074858.756846:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074858.756850:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074858.756853:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.756929:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.756941:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.756947:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.756966:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074858.756980:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fea00 x1855007826473344/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.757000:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074858.757007:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826473344, offset 224 00000400:00000200:0.0:1769074858.757014:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.757026:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.757033:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41074:41074:256:4294967295] 192.168.204.10@tcp LPNI seq info [41070:41070:8:4294967295] 00000400:00000200:0.0:1769074858.757044:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.757050:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.757055:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074858.757061:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.757068:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.757073:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.757097:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074858.757100:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.757104:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.757267:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.757272:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:3.0:1769074858.757275:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.757279:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.757284:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:3.0:1769074858.757287:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00010000:00000010:0.1:1769074858.758817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074858.758834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:2.0:1769074858.761411:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.761431:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d7280 00000400:00000200:2.0:1769074858.761441:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 149976 00000400:00000200:2.0:1769074858.761455:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.761459:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.761466:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.761472:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804e00. 00000020:00000010:1.0:1769074858.761586:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.761592:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.761639:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.761646:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.761652:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.761691:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.761694:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.761697:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826473600 02000000:00000010:1.0:1769074858.761746:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c68c000. 00010000:00000010:1.0:1769074858.761786:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074858.761802:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e80. 00010000:00000010:1.0:1769074858.761822:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.761827:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074858.761844:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074858.761847:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a380. 00010000:00000010:1.0:1769074858.761851:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074858.761854:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074858.761950:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074858.761954:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a280. 00010000:00000010:1.0:1769074858.761958:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074858.761961:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00000020:00000010:1.0:1769074858.761988:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b000. 00000020:00000010:1.0:1769074858.761995:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b000. 00000020:00000010:1.0:1769074858.762005:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.762015:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88d47800. 00000001:00000010:1.0:1769074858.762228:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b180. 00000001:00000010:1.0:1769074858.762236:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074858.762269:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.762277:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074858.762282:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074858.762294:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1110c0. 00010000:00000010:1.0:1769074858.762331:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00080000:00000010:1.0:1769074858.762358:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1bc80. 00000004:00000010:1.0:1769074858.762366:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa82fbe6c0. 00000004:00000010:1.0:1769074858.762369:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7fa90. 00000004:00000010:1.0:1769074858.762375:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54bc30. 00000004:00000010:1.0:1769074858.762379:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb5b330e0. 00010000:00000010:1.0:1769074858.762389:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000200:1.0:1769074858.762408:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890155, last committed = 17179889941 00010000:00000200:1.0:1769074858.762418:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804e00 x1855007826473600/t17179890155(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.762439:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074858.762445:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826473600, offset 224 00000400:00000010:1.0:1769074858.762452:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c888. 00000400:00000200:1.0:1769074858.762457:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.762469:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.762475:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41075:41075:256:4294967295] 192.168.204.10@tcp LPNI seq info [41071:41071:8:4294967295] 00000400:00000200:1.0:1769074858.762481:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.762489:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.762495:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.762500:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074858.762507:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.762514:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.762519:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.762547:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.762551:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.762555:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:2.0:1769074858.762768:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:2.0:1769074858.762774:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a280. 00010000:00000010:2.0:1769074858.762781:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1110c0. 00000800:00000200:3.0:1769074858.763262:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.763268:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:3.0:1769074858.763273:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.763279:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074858.766138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.766155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074858.766159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074858.766161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:3.0:1769074858.766977:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.766997:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66311 00000400:00000200:3.0:1769074858.767005:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.767010:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.767016:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:3.0:1769074858.767018:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00010000:00000010:2.0:1769074858.767152:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:2.0:1769074858.767162:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a380. 00000400:00000200:2.0:1769074858.769119:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.769139:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d7300 00000400:00000200:2.0:1769074858.769148:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 150464 00000400:00000200:2.0:1769074858.769217:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.769223:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.769230:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.769238:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90807800. 00000020:00000010:0.0:1769074858.769559:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.769566:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.769573:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.769579:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074858.769584:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.769652:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.769655:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.769658:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826473728 00000001:00000010:0.0:1769074858.769669:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074858.769696:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.769704:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074858.769742:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba10fe000. 00010000:00000010:0.0:1769074858.769776:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.769780:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.769801:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.769805:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.769809:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.769813:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.769886:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.769890:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074858.769894:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.769898:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.769978:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.769991:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.769997:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.770019:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074858.770037:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90807800 x1855007826473728/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.770057:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074858.770064:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826473728, offset 224 00000400:00000200:0.0:1769074858.770072:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.770083:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.770090:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41076:41076:256:4294967295] 192.168.204.10@tcp LPNI seq info [41072:41072:8:4294967295] 00000400:00000200:0.0:1769074858.770102:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.770107:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.770113:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074858.770119:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.770126:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.770131:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.770158:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074858.770163:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.770166:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.770282:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.770287:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:3.0:1769074858.770291:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.770295:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.770299:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:3.0:1769074858.770301:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00010000:00000010:1.1:1769074858.772944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:1.1:1769074858.772962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074858.772967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074858.772974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074858.773953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:2.1:1769074858.773965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:0.1:1769074858.777789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074858.777805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074858.777810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.777812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:3.0:1769074858.780197:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.780217:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d7400 00000400:00000200:3.0:1769074858.780226:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 151040 00000400:00000200:3.0:1769074858.780242:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.780247:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.780256:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.780263:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902ffb80. 00000020:00000010:1.0:1769074858.780479:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.780485:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.780495:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.780501:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.780507:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.780556:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.780559:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.780563:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826473984 02000000:00000010:1.0:1769074858.780644:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c688000. 00010000:00000010:1.0:1769074858.780689:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074858.780706:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:1.0:1769074858.780726:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.780733:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074858.780750:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074858.780754:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074858.780759:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074858.780762:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074858.780846:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074858.780849:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074858.780853:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074858.780856:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00000020:00000010:1.0:1769074858.780880:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b000. 00000020:00000010:1.0:1769074858.780888:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b000. 00000020:00000010:1.0:1769074858.780900:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.780925:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81bc1400. 00000001:00000010:1.0:1769074858.781140:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b900. 00000001:00000010:1.0:1769074858.781148:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1110c0. 00000020:00000010:1.0:1769074858.781179:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.781188:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.781192:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074858.781204:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111300. 00010000:00000010:1.0:1769074858.781246:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00080000:00000010:1.0:1769074858.781270:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfeda720. 00000004:00000010:1.0:1769074858.781277:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88eea3c0. 00000004:00000010:1.0:1769074858.781280:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab8673a990. 00000004:00000010:1.0:1769074858.781285:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa88ea1708. 00000004:00000010:1.0:1769074858.781290:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfeb5c20. 00010000:00000010:1.0:1769074858.781299:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:2.0:1769074858.781458:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:2.0:1769074858.781465:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a300. 00010000:00000010:2.0:1769074858.781473:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111300. 00010000:00000200:1.0:1769074858.781516:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890156, last committed = 17179889941 00010000:00000200:1.0:1769074858.781528:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902ffb80 x1855007826473984/t17179890156(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.781550:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fca18. 00000100:00000200:1.0:1769074858.781556:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826473984, offset 224 00000400:00000010:1.0:1769074858.781563:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cc78. 00000400:00000200:1.0:1769074858.781568:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.781582:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.781589:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41077:41077:256:4294967295] 192.168.204.10@tcp LPNI seq info [41073:41073:8:4294967295] 00000400:00000200:1.0:1769074858.781597:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.781674:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.781682:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.781688:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074858.781695:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.781703:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.781708:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.781833:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.781839:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.781843:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:2.1:1769074858.783117:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074858.783130:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000800:00000200:2.0:1769074858.786246:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.786256:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:2.0:1769074858.786266:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.786275:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.786839:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.786856:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66319 00000400:00000200:1.0:1769074858.786862:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.786866:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.786871:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fca18 00000400:00000010:1.0:1769074858.786874:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fca18. 00010000:00000010:0.0:1769074858.786974:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:0.0:1769074858.786986:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.1:1769074858.788694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:1.1:1769074858.788709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074858.788714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074858.788722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:3.0:1769074858.789341:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.789358:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d7480 00000400:00000200:3.0:1769074858.789366:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 151528 00000400:00000200:3.0:1769074858.789417:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.789421:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.789429:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.789437:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fca80. 00000020:00000010:1.0:1769074858.789542:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.789548:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.789558:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.789563:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.789568:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.789636:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.789639:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.789642:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826474112 00000001:00000010:1.0:1769074858.789652:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:1.0:1769074858.789676:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.789683:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 02000000:00000010:1.0:1769074858.789718:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9020c000. 00010000:00000010:1.0:1769074858.789749:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074858.789753:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.789773:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074858.789776:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074858.789780:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.789783:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.789853:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074858.789856:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074858.789860:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074858.789863:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074858.789941:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.789952:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.789957:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074858.789978:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000200:1.0:1769074858.789993:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fca80 x1855007826474112/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.790013:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fca18. 00000100:00000200:1.0:1769074858.790019:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826474112, offset 224 00000400:00000200:1.0:1769074858.790026:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.790037:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.790044:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41078:41078:256:4294967295] 192.168.204.10@tcp LPNI seq info [41074:41074:8:4294967295] 00000400:00000200:1.0:1769074858.790054:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.790059:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.790064:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074858.790069:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.790076:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.790080:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.790100:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.790104:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.790107:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:2.0:1769074858.790285:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.790290:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:2.0:1769074858.790295:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.790299:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.790303:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fca18 00000400:00000010:2.0:1769074858.790305:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fca18. 00010000:00000010:0.1:1769074858.793653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074858.793673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:2.1:1769074858.793720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074858.793726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:1.0:1769074858.794206:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.794224:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d7580 00000400:00000200:1.0:1769074858.794233:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 152104 00000400:00000200:1.0:1769074858.794250:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.794255:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.794263:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.794269:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0fb80. 00000020:00000010:0.0:1769074858.794376:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.794382:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.794388:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.794394:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074858.794399:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.794439:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.794441:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.794444:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826474368 02000000:00000010:0.0:1769074858.794482:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8625a000. 00010000:00000010:0.0:1769074858.794522:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:0.0:1769074858.794538:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a980. 00010000:00000010:0.0:1769074858.794560:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.794567:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.794584:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.794588:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074858.794592:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.794595:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.794717:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074858.794721:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074858.794725:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.794728:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074858.794749:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.794755:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.794766:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074858.794776:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a412c00. 00000001:00000010:0.0:1769074858.795010:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb840. 00000001:00000010:0.0:1769074858.795017:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d89c0. 00000020:00000010:0.0:1769074858.795050:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074858.795058:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074858.795063:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.795077:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074858.795120:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074858.795144:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ec9d8f0. 00000004:00000010:0.0:1769074858.795151:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88f463c0. 00000004:00000010:0.0:1769074858.795155:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7f100. 00000004:00000010:0.0:1769074858.795160:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c5e10. 00000004:00000010:0.0:1769074858.795163:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab893132c0. 00010000:00000010:0.0:1769074858.795173:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074858.795190:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890157, last committed = 17179889941 00010000:00000200:0.0:1769074858.795201:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0fb80 x1855007826474368/t17179890157(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.795229:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074858.795235:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826474368, offset 224 00000400:00000010:0.0:1769074858.795241:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aee00. 00000400:00000200:0.0:1769074858.795245:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.795260:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.795267:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41079:41079:256:4294967295] 192.168.204.10@tcp LPNI seq info [41075:41075:8:4294967295] 00000400:00000200:0.0:1769074858.795273:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.795279:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.795285:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.795290:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074858.795297:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.795304:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.795308:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.795329:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074858.795334:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.795337:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074858.795496:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.795501:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:2.0:1769074858.795505:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.795509:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074858.795587:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074858.795593:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:3.0:1769074858.795643:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00000400:00000200:2.0:1769074858.799468:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074858.799492:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66321 00000400:00000200:2.0:1769074858.799500:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.799505:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074858.799512:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:2.0:1769074858.799515:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00000400:00000200:2.0:1769074858.799549:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.799556:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d7600 00000400:00000200:2.0:1769074858.799563:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 152592 00000400:00000200:2.0:1769074858.799657:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.799662:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.799666:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.799673:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806d80. 00000020:00000010:1.0:1769074858.799772:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.799778:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.799786:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.799791:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.799796:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.799828:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.799831:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.799834:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826474496 00000001:00000010:1.0:1769074858.799844:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1110c0. 00010000:00000010:1.0:1769074858.799867:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074858.799874:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 02000000:00000010:1.0:1769074858.799898:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9020b000. 00010000:00000010:1.0:1769074858.799956:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.799962:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.799982:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074858.799985:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074858.799989:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074858.799992:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.800067:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074858.800071:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074858.800075:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074858.800079:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074858.800148:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.800161:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.800166:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074858.800190:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000200:1.0:1769074858.800208:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806d80 x1855007826474496/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.800228:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00000100:00000200:1.0:1769074858.800234:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826474496, offset 224 00000400:00000200:1.0:1769074858.800241:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.800251:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.800257:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41080:41080:256:4294967295] 192.168.204.10@tcp LPNI seq info [41076:41076:8:4294967295] 00000400:00000200:1.0:1769074858.800269:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.800274:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.800279:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074858.800285:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.800293:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.800297:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.800315:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.800319:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.800322:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:1.0:1769074858.800380:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.800383:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:1.0:1769074858.800387:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.800391:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.800395:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:1.0:1769074858.800397:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00010000:00000010:3.0:1769074858.800739:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074858.800747:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:1.1:1769074858.803250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074858.803269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074858.803275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074858.803278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:2.0:1769074858.804410:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.804428:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d7700 00000400:00000200:2.0:1769074858.804438:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 153168 00000400:00000200:2.0:1769074858.804454:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.804459:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.804467:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.804473:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805c00. 00000020:00000010:0.0:1769074858.804748:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.804754:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.804760:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.804766:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074858.804771:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.804808:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.804811:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.804814:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826474752 02000000:00000010:0.0:1769074858.804848:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86258000. 00010000:00000010:0.0:1769074858.804885:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:0.0:1769074858.804900:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00010000:00000010:0.0:1769074858.804933:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074858.804940:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.804957:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.804961:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074858.804965:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074858.804968:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.805052:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074858.805056:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074858.805059:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.805063:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074858.805087:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.805094:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.805106:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074858.805116:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a412000. 00000001:00000010:0.0:1769074858.805317:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb8a0. 00000001:00000010:0.0:1769074858.805325:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8300. 00000020:00000010:0.0:1769074858.805357:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074858.805367:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074858.805373:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.805385:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074858.805416:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074858.805454:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfeda558. 00000004:00000010:0.0:1769074858.805469:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88eea540. 00000004:00000010:0.0:1769074858.805476:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab8673b760. 00000004:00000010:0.0:1769074858.805482:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86251870. 00000004:00000010:0.0:1769074858.805485:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8738ba40. 00010000:00000010:0.0:1769074858.805496:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074858.805513:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890158, last committed = 17179889941 00010000:00000200:0.0:1769074858.805523:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805c00 x1855007826474752/t17179890158(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.805543:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074858.805549:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826474752, offset 224 00000400:00000010:0.0:1769074858.805556:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae9a0. 00000400:00000200:0.0:1769074858.805560:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.805573:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.805580:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41081:41081:256:4294967295] 192.168.204.10@tcp LPNI seq info [41077:41077:8:4294967295] 00000400:00000200:0.0:1769074858.805587:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.805595:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.805627:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.805633:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074858.805640:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.805647:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.805652:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.805671:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074858.805676:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.805680:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074858.805845:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074858.805851:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:2.0:1769074858.805858:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d83c0. 00000800:00000200:2.0:1769074858.805956:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.805960:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074858.805963:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.805968:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074858.806678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074858.806686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074858.807170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:0.1:1769074858.807178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:0.1:1769074858.807184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074858.807189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:1.0:1769074858.808059:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.808160:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66329 00000400:00000200:1.0:1769074858.808177:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.808181:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.808189:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:1.0:1769074858.808191:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00010000:00000010:1.1:1769074858.808637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:3.1:1769074858.808637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074858.808644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074858.808645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:1.1:1769074858.808649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074858.808652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:0.0:1769074858.808778:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.808787:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00000400:00000200:2.0:1769074858.810000:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.810017:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d7780 00000400:00000200:2.0:1769074858.810026:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 153656 00000400:00000200:2.0:1769074858.810100:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.810107:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.810114:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.810120:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806680. 00000020:00000010:1.0:1769074858.810353:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.810360:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.810369:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.810374:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.810379:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.810419:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.810422:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.810426:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826474880 00000001:00000010:1.0:1769074858.810436:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 00010000:00000010:1.0:1769074858.810461:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074858.810468:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 02000000:00000010:1.0:1769074858.810495:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9020d000. 00010000:00000010:1.0:1769074858.810524:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074858.810528:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.810547:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074858.810551:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074858.810556:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.810559:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.810651:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074858.810656:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074858.810659:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.810663:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074858.810728:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.810740:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.810745:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074858.810766:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000200:1.0:1769074858.810783:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806680 x1855007826474880/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.810803:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00000100:00000200:1.0:1769074858.810809:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826474880, offset 224 00000400:00000200:1.0:1769074858.810815:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.810825:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.810831:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41082:41082:256:4294967295] 192.168.204.10@tcp LPNI seq info [41078:41078:8:4294967295] 00000400:00000200:1.0:1769074858.810841:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.810847:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.810853:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074858.810858:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.810865:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.810868:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.810886:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.810889:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.810892:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:2.0:1769074858.811031:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.811036:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:2.0:1769074858.811040:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.811044:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.811050:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:2.0:1769074858.811051:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00010000:00000010:0.1:1769074858.812689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:0.1:1769074858.812700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074858.812706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074858.812727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:2.1:1769074858.812775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074858.812782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:1.0:1769074858.815679:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.815697:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d7880 00000400:00000200:1.0:1769074858.815706:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 154232 00000400:00000200:1.0:1769074858.815724:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.815728:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.815736:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.815742:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0c000. 00010000:00000010:0.1:1769074858.815871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074858.815879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000020:00000010:0.0:1769074858.815926:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.815933:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.815940:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.815946:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.815951:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.815994:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.815997:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.816000:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826475136 02000000:00000010:0.0:1769074858.816036:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8625d000. 00010000:00000010:0.0:1769074858.816076:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:0.0:1769074858.816091:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00010000:00000010:0.0:1769074858.816111:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074858.816117:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.816133:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.816137:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074858.816142:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074858.816145:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.816226:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074858.816230:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074858.816233:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.816237:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074858.816264:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.816271:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56440. 00000020:00000010:0.0:1769074858.816282:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074858.819446:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a410800. 00000001:00000010:0.0:1769074858.820070:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb7e0. 00000001:00000010:0.0:1769074858.820079:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8480. 00000020:00000010:0.0:1769074858.820114:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074858.820129:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.820139:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.820160:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8540. 00010000:00000010:0.0:1769074858.820331:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074858.820359:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb428e8. 00000004:00000010:0.0:1769074858.820367:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4780. 00000004:00000010:0.0:1769074858.820370:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83508ee0. 00000004:00000010:0.0:1769074858.820374:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc542d0. 00000004:00000010:0.0:1769074858.820378:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaada40. 00010000:00000010:0.0:1769074858.820388:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074858.820409:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890159, last committed = 17179889941 00010000:00000200:0.0:1769074858.820420:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0c000 x1855007826475136/t17179890159(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.820442:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074858.820450:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826475136, offset 224 00000400:00000010:0.0:1769074858.820457:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aece8. 00000400:00000200:0.0:1769074858.820462:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.820476:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.820483:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41083:41083:256:4294967295] 192.168.204.10@tcp LPNI seq info [41079:41079:8:4294967295] 00000400:00000200:0.0:1769074858.820491:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.820497:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.820503:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.820508:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074858.820515:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.820522:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.820527:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.820556:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.820561:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.820565:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074858.820753:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.820758:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:2.0:1769074858.820763:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.820769:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074858.824021:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074858.824040:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:3.0:1769074858.824049:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8540. 00000400:00000200:0.0:1769074858.824268:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074858.824287:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66331 00000400:00000200:0.0:1769074858.824295:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.824299:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074858.824306:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:0.0:1769074858.824318:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00000400:00000200:0.0:1769074858.824349:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.824355:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d7900 00000400:00000200:0.0:1769074858.824362:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 154720 00000400:00000200:0.0:1769074858.824414:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.824419:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.824425:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.824431:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a0000. 00010000:00000010:3.0:1769074858.824509:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074858.824516:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:1.1:1769074858.824651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074858.824658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074858.824663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074858.824666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000020:00000010:1.0:1769074858.824699:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.824705:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.824713:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.824718:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.824722:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.824758:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.824761:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.824765:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826475264 00000001:00000010:1.0:1769074858.824775:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 00010000:00000010:1.0:1769074858.824798:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074858.824804:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 02000000:00000010:1.0:1769074858.824827:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9020f000. 00010000:00000010:1.0:1769074858.824855:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.824860:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.824875:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074858.824878:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074858.824882:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074858.824885:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.824980:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074858.824983:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074858.824987:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.824990:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074858.825046:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.825054:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.825058:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074858.825291:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000200:1.0:1769074858.825306:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a0000 x1855007826475264/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.825324:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074858.825330:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826475264, offset 224 00000400:00000200:1.0:1769074858.825337:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.825348:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.825354:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41084:41084:256:4294967295] 192.168.204.10@tcp LPNI seq info [41080:41080:8:4294967295] 00000400:00000200:1.0:1769074858.825365:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.825370:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.825375:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074858.825381:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.825388:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.825391:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.825411:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.825415:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.825418:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:2.0:1769074858.825493:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.825498:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:2.0:1769074858.825502:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.825507:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.825511:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:2.0:1769074858.825512:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00000400:00000200:2.0:1769074858.828327:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.828347:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d7a00 00000400:00000200:2.0:1769074858.828356:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 155296 00000400:00000200:2.0:1769074858.828372:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.828377:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.828385:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.828392:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804700. 00000020:00000010:1.0:1769074858.828470:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.828475:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.828482:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.828486:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.828489:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.828526:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.828528:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.828532:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826475520 02000000:00000010:1.0:1769074858.828565:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90209000. 00010000:00000010:1.0:1769074858.828598:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074858.828638:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074858.828658:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074858.828663:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074858.828678:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074858.828682:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074858.828687:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.828690:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074858.828773:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074858.828777:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074858.828780:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.828783:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00000020:00000010:1.0:1769074858.828806:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074858.828812:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074858.828823:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.828833:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bcd8000. 00000001:00000010:1.0:1769074858.829142:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b300. 00000001:00000010:1.0:1769074858.829149:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074858.829393:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.829401:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074858.829404:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074858.829414:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1110c0. 00010000:00000010:1.0:1769074858.829448:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:2.0:1769074858.829469:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00080000:00000010:1.0:1769074858.829474:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1a1c8. 00010000:00000010:2.0:1769074858.829475:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a200. 00000004:00000010:1.0:1769074858.829481:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89dae480. 00010000:00000010:2.0:1769074858.829481:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1110c0. 00000004:00000010:1.0:1769074858.829485:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7e000. 00000004:00000010:1.0:1769074858.829490:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54bf78. 00000004:00000010:1.0:1769074858.829494:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb6bc5a40. 00010000:00000010:1.0:1769074858.829503:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074858.829520:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890160, last committed = 17179889941 00010000:00000200:1.0:1769074858.829527:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804700 x1855007826475520/t17179890160(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.829542:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcbb0. 00000100:00000200:1.0:1769074858.829546:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826475520, offset 224 00000400:00000010:1.0:1769074858.829551:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c268. 00000400:00000200:1.0:1769074858.829553:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.829564:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.829569:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41085:41085:256:4294967295] 192.168.204.10@tcp LPNI seq info [41081:41081:8:4294967295] 00000400:00000200:1.0:1769074858.829573:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.829578:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.829582:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.829586:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074858.829590:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.829597:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.829629:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.829647:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.829651:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.829655:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:0.0:1769074858.829933:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.829939:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:0.0:1769074858.829945:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.829950:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074858.830791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:0.1:1769074858.830801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074858.832647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074858.832662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074858.832663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074858.832669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:3.1:1769074858.832669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:1.1:1769074858.832672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:3.1:1769074858.832673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074858.832674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:3.1:1769074858.832676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074858.832677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074858.832680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074858.832685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:2.1:1769074858.832730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:2.1:1769074858.832736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:0.1:1769074858.832790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074858.832797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:2.0:1769074858.835011:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074858.835036:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66339 00000400:00000200:2.0:1769074858.835045:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.835050:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074858.835057:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcbb0 00000400:00000010:2.0:1769074858.835060:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcbb0. 00010000:00000010:0.0:1769074858.835320:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:0.0:1769074858.835334:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00000400:00000200:2.0:1769074858.837500:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.837519:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d7a80 00000400:00000200:2.0:1769074858.837528:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 155784 00000400:00000200:2.0:1769074858.838077:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.838084:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.838094:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.838101:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806300. 00000020:00000010:1.0:1769074858.838238:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.838245:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.838254:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.838260:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.838265:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.838305:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.838316:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.838320:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826475648 00000001:00000010:1.0:1769074858.838332:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8480. 00010000:00000010:1.0:1769074858.838362:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074858.838369:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 02000000:00000010:1.0:1769074858.838395:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9020e000. 00010000:00000010:1.0:1769074858.838425:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.838429:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.838448:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074858.838452:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074858.838456:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.838459:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074858.838532:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074858.838536:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a880. 00010000:00000010:1.0:1769074858.838540:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074858.838544:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074858.838644:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.838655:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074858.838661:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074858.838680:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074858.838694:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806300 x1855007826475648/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.838714:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074858.838720:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826475648, offset 224 00000400:00000200:1.0:1769074858.838727:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.839028:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.839034:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41086:41086:256:4294967295] 192.168.204.10@tcp LPNI seq info [41082:41082:8:4294967295] 00000400:00000200:1.0:1769074858.839047:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.839053:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.839059:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074858.839066:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.839074:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.839078:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.839103:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.839107:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.839111:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:0.0:1769074858.839230:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.839236:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:0.0:1769074858.839242:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.839247:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.839252:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:0.0:1769074858.839254:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00010000:00000010:0.1:1769074858.844021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074858.844041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074858.844668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074858.844676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074858.844679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074858.844682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:2.0:1769074858.848155:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.848177:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d7b80 00000400:00000200:2.0:1769074858.848187:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 156360 00000400:00000200:2.0:1769074858.848204:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.848209:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.848217:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.848224:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804a80. 00000020:00000010:1.0:1769074858.848363:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.848369:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.848377:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.848383:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.848388:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.848432:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.848435:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.848438:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826475904 02000000:00000010:1.0:1769074858.848474:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa9020a000. 00010000:00000010:1.0:1769074858.848512:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074858.848528:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a880. 00010000:00000010:1.0:1769074858.848549:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074858.848554:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074858.848570:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074858.848574:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a880. 00010000:00000010:1.0:1769074858.848578:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.848581:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074858.848744:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074858.848748:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074858.848752:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.848756:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00000020:00000010:1.0:1769074858.848783:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074858.848792:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074858.848801:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.848811:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fc2e800. 00000001:00000010:1.0:1769074858.849044:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b960. 00000001:00000010:1.0:1769074858.849052:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074858.849086:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.849095:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074858.849099:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074858.849111:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074858.849145:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00080000:00000010:1.0:1769074858.849171:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1a720. 00000004:00000010:1.0:1769074858.849177:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89dae3c0. 00000004:00000010:1.0:1769074858.849181:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7eff0. 00000004:00000010:1.0:1769074858.849186:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54bd20. 00000004:00000010:1.0:1769074858.849190:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb6bc4d20. 00010000:00000010:1.0:1769074858.849202:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.849218:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890161, last committed = 17179889941 00010000:00000200:1.0:1769074858.849227:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804a80 x1855007826475904/t17179890161(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.849247:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcaa0. 00000100:00000200:1.0:1769074858.849253:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826475904, offset 224 00000400:00000010:1.0:1769074858.849259:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597ca48. 00000400:00000200:1.0:1769074858.849264:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.849276:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.849282:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41087:41087:256:4294967295] 192.168.204.10@tcp LPNI seq info [41083:41083:8:4294967295] 00000400:00000200:1.0:1769074858.849288:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.849295:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.849300:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.849304:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074858.849310:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.849317:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.849321:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.849341:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.849346:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.849350:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:2.0:1769074858.849898:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:2.0:1769074858.849908:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ae80. 00010000:00000010:2.0:1769074858.849925:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111900. 00000800:00000200:2.0:1769074858.850022:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.850027:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:2.0:1769074858.850033:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.850040:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.852993:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074858.853017:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66341 00000400:00000200:0.0:1769074858.853024:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.853029:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074858.853036:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcaa0 00000400:00000010:0.0:1769074858.853039:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcaa0. 00010000:00000010:1.1:1769074858.853180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074858.853189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.0:1769074858.853255:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:3.0:1769074858.853266:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a880. 00000400:00000200:2.0:1769074858.854647:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.854666:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d7c00 00000400:00000200:2.0:1769074858.854674:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 156848 00000400:00000200:2.0:1769074858.854744:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.854750:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.854758:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.854764:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805180. 00000020:00000010:0.0:1769074858.855006:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.855012:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.855020:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.855026:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.855031:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.855076:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.855080:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.855083:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826476032 00000001:00000010:0.0:1769074858.855093:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:0.0:1769074858.855120:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.855128:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074858.855154:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8625c000. 00010000:00000010:0.0:1769074858.855183:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074858.855187:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.855206:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.855210:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074858.855215:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074858.855219:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.855303:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074858.855307:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074858.855319:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074858.855323:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.855391:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.855403:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.855410:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074858.855429:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074858.855446:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805180 x1855007826476032/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.855465:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074858.855471:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826476032, offset 224 00000400:00000200:0.0:1769074858.855479:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.855489:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.855496:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41088:41088:256:4294967295] 192.168.204.10@tcp LPNI seq info [41084:41084:8:4294967295] 00000400:00000200:0.0:1769074858.855508:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.855514:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.855520:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074858.855526:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.855533:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.855538:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.855565:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.855570:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.855573:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074858.856162:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.856168:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:2.0:1769074858.856173:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.856178:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.856184:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:2.0:1769074858.856187:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:2.1:1769074858.856861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074858.856871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074858.857657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074858.857669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:0.0:1769074858.861099:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.861121:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d7d00 00000400:00000200:0.0:1769074858.861131:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 157424 00000400:00000200:0.0:1769074858.861148:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.861153:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.861161:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.861168:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a1180. 00000020:00000010:1.0:1769074858.861286:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.861292:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.861300:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.861306:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.861320:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.861360:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.861363:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.861366:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826476288 02000000:00000010:1.0:1769074858.861411:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89c04000. 00010000:00000010:1.0:1769074858.861456:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074858.861474:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:1.0:1769074858.861495:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074858.861502:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074858.861518:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074858.861522:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a900. 00010000:00000010:1.0:1769074858.861526:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074858.861528:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074858.861653:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074858.861657:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074858.861661:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074858.861664:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00000020:00000010:1.0:1769074858.861690:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074858.861697:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074858.861707:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.861717:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fc2ec00. 00000001:00000010:1.0:1769074858.861942:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b0c0. 00000001:00000010:1.0:1769074858.861950:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074858.861982:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.861990:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074858.861996:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074858.862007:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111780. 00010000:00000010:1.0:1769074858.862037:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00080000:00000010:1.0:1769074858.862061:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fb39008. 00000004:00000010:1.0:1769074858.862081:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa827b8900. 00000004:00000010:1.0:1769074858.862085:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7f650. 00000004:00000010:1.0:1769074858.862090:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54b528. 00000004:00000010:1.0:1769074858.862094:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb5b33e00. 00010000:00000010:1.0:1769074858.862108:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.862125:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890162, last committed = 17179889941 00010000:00000200:1.0:1769074858.862135:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a1180 x1855007826476288/t17179890162(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.862155:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074858.862161:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826476288, offset 224 00000400:00000010:1.0:1769074858.862167:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c690. 00000400:00000200:1.0:1769074858.862171:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.862183:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.862189:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41089:41089:256:4294967295] 192.168.204.10@tcp LPNI seq info [41085:41085:8:4294967295] 00000400:00000200:1.0:1769074858.862195:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.862202:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.862207:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.862212:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074858.862218:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.862224:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.862228:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.862255:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.862259:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.862263:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:2.0:1769074858.862420:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:2.0:1769074858.862427:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a180. 00010000:00000010:2.0:1769074858.862434:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111780. 00000800:00000200:3.0:1769074858.862582:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.862587:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074858.862591:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.862597:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074858.863746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074858.863758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:0.1:1769074858.863930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074858.863937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074858.863940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074858.863943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000400:00000200:2.0:1769074858.865291:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074858.865323:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66349 00000400:00000200:2.0:1769074858.865330:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.865335:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074858.865342:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcb28 00000400:00000010:2.0:1769074858.865345:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcb28. 00010000:00000010:0.0:1769074858.865526:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:0.0:1769074858.865537:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a900. 00000400:00000200:0.0:1769074858.867692:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.867711:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d7d80 00000400:00000200:0.0:1769074858.867720:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 157912 00000400:00000200:0.0:1769074858.867802:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.867808:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.867817:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.867824:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a1f80. 00000020:00000010:1.0:1769074858.867956:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.867963:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.867972:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.867979:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.867984:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.868027:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.868030:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.868034:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826476416 00000001:00000010:1.0:1769074858.868044:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:1.0:1769074858.868072:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.868080:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074858.868108:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89c01000. 00010000:00000010:1.0:1769074858.868139:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074858.868144:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074858.868166:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074858.868170:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074858.868175:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.868178:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.868266:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074858.868269:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad00. 00010000:00000010:1.0:1769074858.868273:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074858.868277:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074858.868357:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074858.868370:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.868375:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074858.868398:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.868413:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a1f80 x1855007826476416/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.868433:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074858.868440:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826476416, offset 224 00000400:00000200:1.0:1769074858.868447:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.868459:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.868464:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41090:41090:256:4294967295] 192.168.204.10@tcp LPNI seq info [41086:41086:8:4294967295] 00000400:00000200:1.0:1769074858.868475:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.868480:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.868487:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074858.868493:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.868500:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.868504:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.868522:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.868525:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.868529:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:2.0:1769074858.869374:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.869381:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:2.0:1769074858.869388:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.869395:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.869401:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc088 00000400:00000010:2.0:1769074858.869404:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc088. 00010000:00000010:1.1:1769074858.873655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:1.1:1769074858.873672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074858.873677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074858.873686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:2.1:1769074858.873742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074858.873749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:2.0:1769074858.874259:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.874278:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d7e80 00000400:00000200:2.0:1769074858.874286:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 158488 00000400:00000200:2.0:1769074858.874302:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.874317:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.874324:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.874331:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804000. 00000020:00000010:0.0:1769074858.874425:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.874431:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.874437:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.874442:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.874447:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.874491:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.874495:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.874498:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826476672 02000000:00000010:0.0:1769074858.874557:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8f783000. 00010000:00000010:0.0:1769074858.874598:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:0.0:1769074858.874656:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad00. 00010000:00000010:0.0:1769074858.874677:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.874684:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.874700:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074858.874703:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074858.874708:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074858.874711:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.874809:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074858.874813:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074858.874817:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074858.874821:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074858.874845:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56000. 00000020:00000010:0.0:1769074858.874851:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56000. 00000020:00000010:0.0:1769074858.874864:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074858.874873:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a410000. 00000001:00000010:0.0:1769074858.875090:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb2a0. 00000001:00000010:0.0:1769074858.875097:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074858.875130:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074858.875139:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074858.875143:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.875154:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074858.875185:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074858.875209:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1b008. 00000004:00000010:0.0:1769074858.875216:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89dae6c0. 00000004:00000010:0.0:1769074858.875219:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7f210. 00000004:00000010:0.0:1769074858.875225:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54b1e0. 00000004:00000010:0.0:1769074858.875229:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb6bc4f00. 00010000:00000010:0.0:1769074858.875239:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074858.875256:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890163, last committed = 17179889941 00010000:00000200:0.0:1769074858.875265:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804000 x1855007826476672/t17179890163(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.875285:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074858.875292:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826476672, offset 224 00000400:00000010:0.0:1769074858.875298:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae690. 00000400:00000200:0.0:1769074858.875302:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.875314:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.875320:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41091:41091:256:4294967295] 192.168.204.10@tcp LPNI seq info [41087:41087:8:4294967295] 00000400:00000200:0.0:1769074858.875327:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.875333:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.875339:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.875343:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074858.875349:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.875355:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.875359:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.875391:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.875395:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.875399:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.875792:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.875798:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074858.875803:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.875807:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074858.875904:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074858.875911:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:2.0:1769074858.875927:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.1:1769074858.876837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074858.876848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000400:00000200:2.0:1769074858.878146:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074858.878166:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66351 00000400:00000200:2.0:1769074858.878174:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.878179:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074858.878186:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:2.0:1769074858.878188:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00010000:00000010:3.0:1769074858.878334:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074858.878344:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:1.1:1769074858.879661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074858.879673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074858.879678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074858.879681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:2.1:1769074858.879732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074858.879738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:2.0:1769074858.882668:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.882690:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d7f00 00000400:00000200:2.0:1769074858.882699:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 158976 00000400:00000200:2.0:1769074858.882769:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.882775:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.882784:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.882791:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805500. 00000020:00000010:1.0:1769074858.882900:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.882905:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.882924:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.882930:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.882935:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.882973:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.882976:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.882979:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826476800 00000001:00000010:1.0:1769074858.882990:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074858.883016:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.883024:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074858.883050:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89c02000. 00010000:00000010:1.0:1769074858.883081:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.883084:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.883103:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074858.883106:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074858.883110:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074858.883114:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074858.883186:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074858.883191:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074858.883195:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074858.883199:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074858.883272:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.883284:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074858.883290:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074858.883312:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.883328:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805500 x1855007826476800/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.883349:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074858.883356:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826476800, offset 224 00000400:00000200:1.0:1769074858.883362:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.883373:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.883378:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41092:41092:256:4294967295] 192.168.204.10@tcp LPNI seq info [41088:41088:8:4294967295] 00000400:00000200:1.0:1769074858.883387:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.883392:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.883397:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074858.883403:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.883409:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.883413:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.883434:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.883438:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.883441:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:0.1:1769074858.883730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:0.1:1769074858.883747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074858.883752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074858.883757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074858.883813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074858.883818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000800:00000200:3.0:1769074858.883880:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.883885:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074858.883889:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.883894:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.883901:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc088 00000400:00000010:3.0:1769074858.883903:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc088. 00010000:00000010:1.1:1769074858.887642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074858.887656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074858.887661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074858.887665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000400:00000200:2.0:1769074858.888076:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.888095:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d8000 00000400:00000200:2.0:1769074858.888104:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 159552 00000400:00000200:2.0:1769074858.888121:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.888127:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.888136:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.888145:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd10700. 00000020:00000010:0.0:1769074858.888301:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.888404:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.888414:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.888420:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.888425:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.888516:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.888519:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.888524:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826477056 02000000:00000010:0.0:1769074858.888564:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8f784000. 00010000:00000010:0.0:1769074858.888663:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:0.0:1769074858.888680:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00010000:00000010:0.0:1769074858.888702:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.888710:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.888728:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074858.888747:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074858.888753:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074858.888757:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.888846:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074858.888850:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074858.888855:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.888859:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074858.888888:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56000. 00000020:00000010:0.0:1769074858.888896:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56000. 00000020:00000010:0.0:1769074858.888909:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074858.888935:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff03800. 00000001:00000010:0.0:1769074858.889149:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb6c0. 00000001:00000010:0.0:1769074858.889157:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8a80. 00000020:00000010:0.0:1769074858.889190:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074858.889199:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074858.889204:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.889216:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8e40. 00010000:00000010:0.0:1769074858.889249:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074858.889273:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab9ea8ee40. 00000004:00000010:0.0:1769074858.889281:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4600. 00000004:00000010:0.0:1769074858.889285:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83508bb0. 00000004:00000010:0.0:1769074858.889290:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc54b40. 00000004:00000010:0.0:1769074858.889293:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaacb40. 00010000:00000010:0.0:1769074858.889303:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074858.889333:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890164, last committed = 17179889941 00010000:00000200:0.0:1769074858.889345:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd10700 x1855007826477056/t17179890164(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.889366:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074858.889372:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826477056, offset 224 00000400:00000010:0.0:1769074858.889379:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aea10. 00000400:00000200:0.0:1769074858.889384:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.889398:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.889405:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41093:41093:256:4294967295] 192.168.204.10@tcp LPNI seq info [41089:41089:8:4294967295] 00000400:00000200:0.0:1769074858.889411:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.889419:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.889426:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.889432:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074858.889438:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.889445:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.889449:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.889486:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.889491:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.889494:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074858.889573:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074858.889580:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:2.0:1769074858.889586:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8e40. 00000800:00000200:3.0:1769074858.890184:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.890191:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074858.890196:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.890204:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.892578:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.892618:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66359 00000400:00000200:3.0:1769074858.892626:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.892631:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.892639:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:3.0:1769074858.892642:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00010000:00000010:1.0:1769074858.892727:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074858.892737:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00000400:00000200:2.0:1769074858.895103:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.895123:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d8080 00000400:00000200:2.0:1769074858.895133:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 160040 00000400:00000200:2.0:1769074858.895200:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.895205:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.895213:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.895220:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd11500. 00000020:00000010:0.0:1769074858.895304:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.895310:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.895323:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.895329:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.895333:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.895374:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.895377:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.895380:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826477184 00000001:00000010:0.0:1769074858.895390:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:0.0:1769074858.895414:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.895422:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074858.895452:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8f782000. 00010000:00000010:0.0:1769074858.895486:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074858.895491:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.895511:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.895515:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.895519:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.895522:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.895647:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074858.895652:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074858.895655:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074858.895660:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.895745:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.895759:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.895765:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.895789:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074858.895807:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd11500 x1855007826477184/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.895827:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074858.895833:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826477184, offset 224 00000400:00000200:0.0:1769074858.895841:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.895852:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.895858:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41094:41094:256:4294967295] 192.168.204.10@tcp LPNI seq info [41090:41090:8:4294967295] 00000400:00000200:0.0:1769074858.895870:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.895876:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.895881:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074858.895888:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.895895:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.895899:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.895933:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.895938:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.895942:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.1:1769074858.896062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074858.896068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000800:00000200:3.0:1769074858.896248:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.896253:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:3.0:1769074858.896258:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.896262:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.896267:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:3.0:1769074858.896270:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00010000:00000010:0.1:1769074858.899113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:0.1:1769074858.899129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074858.899137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074858.899143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:1.1:1769074858.899635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074858.899642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:3.0:1769074858.900028:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.900046:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d8180 00000400:00000200:3.0:1769074858.900054:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 160616 00000400:00000200:3.0:1769074858.900069:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.900073:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.900082:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.900089:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fc000. 00000020:00000010:1.0:1769074858.900188:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.900193:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.900202:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.900208:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.900214:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.900259:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.900262:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.900265:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826477440 02000000:00000010:1.0:1769074858.900301:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89c03000. 00010000:00000010:1.0:1769074858.900342:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074858.900356:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:1.0:1769074858.900373:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.900379:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074858.900396:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074858.900400:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2af00. 00010000:00000010:1.0:1769074858.900404:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074858.900407:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074858.900490:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074858.900494:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074858.900498:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.900500:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00000020:00000010:1.0:1769074858.900523:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074858.900530:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074858.900541:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.900551:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fc2e400. 00000001:00000010:1.0:1769074858.900808:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab83f0e1e0. 00000001:00000010:1.0:1769074858.900814:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074858.900844:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.900852:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074858.900856:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074858.900866:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074858.900898:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00080000:00000010:1.0:1769074858.900933:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1a000. 00000004:00000010:1.0:1769074858.900941:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89dae000. 00000004:00000010:1.0:1769074858.900944:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7fed0. 00000004:00000010:1.0:1769074858.900949:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54ba50. 00000004:00000010:1.0:1769074858.900953:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb6bc41e0. 00010000:00000010:1.0:1769074858.900963:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.900980:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890165, last committed = 17179889941 00010000:00000200:1.0:1769074858.900989:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fc000 x1855007826477440/t17179890165(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.901009:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074858.901014:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826477440, offset 224 00000400:00000010:1.0:1769074858.901020:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cce8. 00000400:00000200:1.0:1769074858.901025:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.901037:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.901043:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41095:41095:256:4294967295] 192.168.204.10@tcp LPNI seq info [41091:41091:8:4294967295] 00000400:00000200:1.0:1769074858.901049:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.901057:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.901062:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.901067:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074858.901074:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.901080:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.901084:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.901114:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.901118:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.901122:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:2.0:1769074858.901209:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:2.0:1769074858.901216:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00010000:00000010:2.0:1769074858.901222:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00000800:00000200:3.0:1769074858.901569:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.901574:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:3.0:1769074858.901579:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.901584:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.904086:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.904109:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66361 00000400:00000200:3.0:1769074858.904116:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.904121:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.904128:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcb28 00000400:00000010:3.0:1769074858.904131:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcb28. 00010000:00000010:2.0:1769074858.904232:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:2.0:1769074858.904243:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2af00. 00010000:00000010:0.1:1769074858.904691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074858.904698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074858.904702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074858.904705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:3.0:1769074858.906571:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.906971:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d8200 00000400:00000200:3.0:1769074858.906982:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 161104 00000400:00000200:3.0:1769074858.907061:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.907068:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.907077:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.907101:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeabb80. 00000020:00000010:0.0:1769074858.907213:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.907219:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.907227:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.907233:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.907238:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.907278:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.907281:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.907285:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826477568 00000001:00000010:0.0:1769074858.907295:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8a80. 00010000:00000010:0.0:1769074858.907327:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.907335:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074858.907364:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8f786000. 00010000:00000010:0.0:1769074858.907396:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.907400:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.907419:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.907423:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.907427:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074858.907430:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.907509:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074858.907513:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.907516:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.907520:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.907587:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.908320:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.908326:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.908352:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074858.908369:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeabb80 x1855007826477568/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.908390:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074858.908395:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826477568, offset 224 00000400:00000200:0.0:1769074858.908402:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.908414:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.908420:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41096:41096:256:4294967295] 192.168.204.10@tcp LPNI seq info [41092:41092:8:4294967295] 00000400:00000200:0.0:1769074858.908432:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.908439:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.908443:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074858.908449:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.908455:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.908460:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.908486:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.908490:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.908494:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.909764:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.909772:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074858.909778:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.909785:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.909792:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:3.0:1769074858.909795:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00010000:00000010:1.1:1769074858.911894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:1.1:1769074858.911909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074858.912722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:2.1:1769074858.912733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:3.0:1769074858.914136:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.914154:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d8300 00000400:00000200:3.0:1769074858.914163:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 161680 00000400:00000200:3.0:1769074858.914180:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.914185:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.914193:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.914199:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea8000. 00000020:00000010:0.0:1769074858.914303:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.914319:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.914326:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.914332:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.914336:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.914378:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.914381:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.914384:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826477824 02000000:00000010:0.0:1769074858.914423:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8f787000. 00010000:00000010:0.0:1769074858.914468:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.914484:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.914501:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.914507:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.914522:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074858.914525:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.914529:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074858.914532:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.914646:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074858.914650:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.914654:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074858.914657:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074858.914681:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56000. 00000020:00000010:0.0:1769074858.914687:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56000. 00000020:00000010:0.0:1769074858.914698:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074858.914708:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff02400. 00000001:00000010:0.0:1769074858.914923:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb1e0. 00000001:00000010:0.0:1769074858.914931:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074858.914962:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074858.914970:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.914974:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.914986:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8a80. 00010000:00000010:0.0:1769074858.915022:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074858.915045:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ec9cab0. 00000004:00000010:0.0:1769074858.915052:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88f46c00. 00000004:00000010:0.0:1769074858.915055:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7eaa0. 00000004:00000010:0.0:1769074858.915060:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c5168. 00000004:00000010:0.0:1769074858.915064:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab893134a0. 00010000:00000010:0.0:1769074858.915073:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.915090:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890166, last committed = 17179889941 00010000:00000200:0.0:1769074858.915100:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea8000 x1855007826477824/t17179890166(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.915119:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074858.915125:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826477824, offset 224 00000400:00000010:0.0:1769074858.915131:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae3b8. 00000400:00000200:0.0:1769074858.915135:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.915148:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.915153:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41097:41097:256:4294967295] 192.168.204.10@tcp LPNI seq info [41093:41093:8:4294967295] 00000400:00000200:0.0:1769074858.915159:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.915165:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.915172:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.915177:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074858.915183:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.915190:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.915194:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.915210:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.915214:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.915217:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074858.915475:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.915479:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:3.0:1769074858.915483:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.915488:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074858.915755:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074858.915761:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:2.0:1769074858.915768:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8a80. 00010000:00000010:1.1:1769074858.916642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074858.916651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:2.1:1769074858.916719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074858.916725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000400:00000200:3.0:1769074858.917643:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.917662:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66369 00000400:00000200:3.0:1769074858.917668:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.917672:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.917678:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:3.0:1769074858.917681:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00010000:00000010:1.0:1769074858.917782:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074858.917792:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:0.1:1769074858.920729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074858.920758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074858.920763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074858.920766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:3.0:1769074858.921488:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.921507:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d8380 00000400:00000200:3.0:1769074858.921516:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 162168 00000400:00000200:3.0:1769074858.921573:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.921579:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.921587:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.921594:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea9c00. 00000020:00000010:1.0:1769074858.922850:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.922859:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.922868:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.922874:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.922879:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.922938:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.922942:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.922945:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826477952 00000001:00000010:1.0:1769074858.922956:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:1.0:1769074858.922982:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.922990:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074858.923018:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89c00000. 00010000:00000010:1.0:1769074858.923047:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.923051:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.923070:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074858.923073:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad00. 00010000:00000010:1.0:1769074858.923078:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.923081:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074858.923153:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074858.923157:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a900. 00010000:00000010:1.0:1769074858.923161:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074858.923165:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074858.923233:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.923245:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074858.923250:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad00. 00010000:00000010:1.0:1769074858.923270:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.923287:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea9c00 x1855007826477952/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.923305:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcaa0. 00000100:00000200:1.0:1769074858.923311:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826477952, offset 224 00000400:00000200:1.0:1769074858.923318:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.923331:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.923337:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41098:41098:256:4294967295] 192.168.204.10@tcp LPNI seq info [41094:41094:8:4294967295] 00000400:00000200:1.0:1769074858.923348:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.923354:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.923360:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074858.923366:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.923373:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.923377:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.923391:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.923395:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.923398:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074858.923579:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.923583:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074858.923590:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.923595:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.923641:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcaa0 00000400:00000010:3.0:1769074858.923645:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcaa0. 00010000:00000010:0.1:1769074858.924655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074858.924667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074858.924671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074858.924677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:1.1:1769074858.924724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074858.924729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:2.1:1769074858.924834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074858.924839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000400:00000200:3.0:1769074858.927589:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.927656:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d8480 00000400:00000200:3.0:1769074858.927665:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 162744 00000400:00000200:3.0:1769074858.927683:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.927687:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.927696:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.927703:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeaa300. 00000020:00000010:0.0:1769074858.927841:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.927848:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.927855:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.927861:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.927865:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.927907:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.927910:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.927923:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826478208 02000000:00000010:0.0:1769074858.927961:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8f785000. 00010000:00000010:0.0:1769074858.928001:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:0.0:1769074858.928018:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a900. 00010000:00000010:0.0:1769074858.928040:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.928047:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.928064:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074858.928068:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074858.928072:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074858.928075:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.928156:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.928159:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074858.928163:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.928167:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074858.928192:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56000. 00000020:00000010:0.0:1769074858.928199:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56000. 00000020:00000010:0.0:1769074858.928210:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074858.928220:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff01000. 00000001:00000010:0.0:1769074858.928443:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb600. 00000001:00000010:0.0:1769074858.928451:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8e40. 00000020:00000010:0.0:1769074858.928483:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074858.928492:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.928497:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.928509:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8a80. 00010000:00000010:0.0:1769074858.928556:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074858.928579:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ec9c390. 00000004:00000010:0.0:1769074858.928600:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daba8a4eb40. 00000004:00000010:0.0:1769074858.928642:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7ecc0. 00000004:00000010:0.0:1769074858.928647:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c55a0. 00000004:00000010:0.0:1769074858.928651:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab88cd8d20. 00010000:00000010:0.0:1769074858.928663:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.928681:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890167, last committed = 17179889941 00010000:00000200:0.0:1769074858.928691:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeaa300 x1855007826478208/t17179890167(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.928709:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074858.928715:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826478208, offset 224 00000400:00000010:0.0:1769074858.928721:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae6c8. 00000400:00000200:0.0:1769074858.928725:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.928738:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.928744:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41099:41099:256:4294967295] 192.168.204.10@tcp LPNI seq info [41095:41095:8:4294967295] 00000400:00000200:0.0:1769074858.928750:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.928758:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.928763:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.928769:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074858.928775:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.928783:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.928787:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.928803:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.928808:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.928812:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074858.929229:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074858.929237:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:2.0:1769074858.929243:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8a80. 00000800:00000200:3.0:1769074858.929503:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.929508:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074858.929512:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.929518:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.931703:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.931725:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66371 00000400:00000200:3.0:1769074858.931740:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.931744:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.931752:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:3.0:1769074858.931755:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:1.1:1769074858.932260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074858.932269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074858.932275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074858.932277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:2.0:1769074858.932953:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074858.932964:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00000400:00000200:3.0:1769074858.933664:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.933679:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d8500 00000400:00000200:3.0:1769074858.933688:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 163232 00000400:00000200:3.0:1769074858.933757:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.933762:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.933770:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.933775:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea8700. 00000020:00000010:1.0:1769074858.933997:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.934002:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.934010:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.934015:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.934019:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.934059:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.934062:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.934065:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826478336 00000001:00000010:1.0:1769074858.934076:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:1.0:1769074858.934103:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.934110:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074858.934138:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89c06000. 00010000:00000010:1.0:1769074858.934168:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.934173:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074858.934190:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074858.934194:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad00. 00010000:00000010:1.0:1769074858.934197:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.934201:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.934275:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074858.934279:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074858.934282:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.934285:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074858.934362:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074858.934373:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.934379:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad00. 00010000:00000010:1.0:1769074858.934397:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.934411:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea8700 x1855007826478336/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.934429:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074858.934435:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826478336, offset 224 00000400:00000200:1.0:1769074858.934442:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.934454:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.934460:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41100:41100:256:4294967295] 192.168.204.10@tcp LPNI seq info [41096:41096:8:4294967295] 00000400:00000200:1.0:1769074858.934471:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.934477:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.934481:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074858.934488:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.934493:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.934497:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.934516:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.934520:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.934523:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074858.935043:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.935048:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074858.935054:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.935059:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.935063:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:3.0:1769074858.935066:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00010000:00000010:0.1:1769074858.935645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:0.1:1769074858.935653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074858.935659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:2.1:1769074858.935690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074858.935696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.941373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:1.1:1769074858.941994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074858.942002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074858.942008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074858.942011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:2.1:1769074858.942056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074858.942063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000400:00000200:3.0:1769074858.943012:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.943033:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d8600 00000400:00000200:3.0:1769074858.943041:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 163808 00000400:00000200:3.0:1769074858.943059:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.943064:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.943073:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.943079:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea9500. 00000020:00000010:1.0:1769074858.943188:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.943194:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.943203:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.943209:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.943215:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.943262:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.943265:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.943270:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826478592 02000000:00000010:1.0:1769074858.943337:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e8a7000. 00010000:00000010:1.0:1769074858.943379:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074858.943393:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074858.943413:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074858.943420:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074858.943438:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074858.943442:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074858.943447:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.943450:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074858.943538:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074858.943542:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad00. 00010000:00000010:1.0:1769074858.943545:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.943549:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00000020:00000010:1.0:1769074858.943574:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074858.943582:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074858.943647:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074858.943658:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fc2d000. 00000001:00000010:1.0:1769074858.943855:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab90a55cc0. 00000001:00000010:1.0:1769074858.943863:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074858.943894:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074858.943903:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074858.943907:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074858.943931:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111a80. 00010000:00000010:1.0:1769074858.943978:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00080000:00000010:1.0:1769074858.944005:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1bab8. 00000004:00000010:1.0:1769074858.944012:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89daeb40. 00000004:00000010:1.0:1769074858.944015:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7edd0. 00000004:00000010:1.0:1769074858.944020:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54b618. 00000004:00000010:1.0:1769074858.944024:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb6bc4960. 00010000:00000010:1.0:1769074858.944034:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074858.944051:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890168, last committed = 17179889941 00010000:00000200:1.0:1769074858.944062:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea9500 x1855007826478592/t17179890168(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074858.944082:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcbb0. 00000100:00000200:1.0:1769074858.944090:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826478592, offset 224 00000400:00000010:1.0:1769074858.944097:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c9a0. 00000400:00000200:1.0:1769074858.944102:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.944117:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.944123:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41101:41101:256:4294967295] 192.168.204.10@tcp LPNI seq info [41097:41097:8:4294967295] 00000400:00000200:1.0:1769074858.944130:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074858.944137:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.944143:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.944148:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074858.944154:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.944160:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.944164:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.944190:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a580. 00000020:00000010:1.0:1769074858.944195:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.944198:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:0.0:1769074858.944296:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.944302:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:0.0:1769074858.944307:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.944311:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074858.944329:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:3.0:1769074858.944335:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad00. 00010000:00000010:3.0:1769074858.944342:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111a80. 00000400:00000200:3.0:1769074858.946764:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.946786:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66379 00000400:00000200:3.0:1769074858.946794:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.946798:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.946806:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcbb0 00000400:00000010:3.0:1769074858.946809:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcbb0. 00010000:00000010:1.0:1769074858.946942:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074858.946953:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a180. 00010000:00000010:1.1:1769074858.948667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074858.948683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00000400:00000200:3.0:1769074858.950007:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.950026:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d8680 00000400:00000200:3.0:1769074858.950035:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 164296 00000400:00000200:3.0:1769074858.950243:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.950251:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.950259:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.950266:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea8e00. 00000020:00000010:1.0:1769074858.951172:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.951180:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.951188:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.951193:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074858.951199:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.951295:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.951298:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.951301:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826478720 00000001:00000010:1.0:1769074858.951409:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8e40. 00010000:00000010:1.0:1769074858.951439:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.951448:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074858.951474:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e8a5000. 00010000:00000010:1.0:1769074858.951504:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074858.951508:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074858.951527:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074858.951531:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074858.951535:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074858.951538:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.951894:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074858.951899:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a880. 00010000:00000010:1.0:1769074858.951904:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074858.951908:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074858.951987:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074858.951999:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.952004:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074858.952026:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.952045:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea8e00 x1855007826478720/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.952067:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074858.952074:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826478720, offset 224 00000400:00000200:1.0:1769074858.952081:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.952095:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.952100:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41102:41102:256:4294967295] 192.168.204.10@tcp LPNI seq info [41098:41098:8:4294967295] 00000400:00000200:1.0:1769074858.952112:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.952117:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.952122:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074858.952129:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.952136:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.952141:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.952204:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074858.952208:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.952212:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074858.955291:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074858.955302:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074858.955323:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.955332:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074858.955340:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:3.0:1769074858.955343:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00000400:00000200:3.0:1769074858.955374:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.955388:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d8780 00000400:00000200:3.0:1769074858.955396:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 164872 00000400:00000200:3.0:1769074858.955410:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.955414:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.955419:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.955426:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeaaa00. 00000020:00000010:0.0:1769074858.955531:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.955537:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.955543:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.955548:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.955553:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.955644:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.955648:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.955651:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826478976 02000000:00000010:0.0:1769074858.955690:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8f781000. 00010000:00000010:0.0:1769074858.955727:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:0.0:1769074858.955757:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a880. 00010000:00000010:0.0:1769074858.955778:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.955784:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.955801:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074858.955804:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074858.955808:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074858.955811:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.955890:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074858.955893:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074858.955897:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074858.955900:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074858.955935:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56f00. 00000020:00000010:0.0:1769074858.955943:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56f00. 00000020:00000010:0.0:1769074858.955955:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074858.955964:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff01400. 00000001:00000010:0.0:1769074858.956158:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb540. 00000001:00000010:0.0:1769074858.956166:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8480. 00000020:00000010:0.0:1769074858.956197:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074858.956205:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074858.956210:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.956221:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074858.956262:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074858.956285:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab9ea8f8f0. 00000004:00000010:0.0:1769074858.956306:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4f00. 00000004:00000010:0.0:1769074858.956310:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83509430. 00000004:00000010:0.0:1769074858.956315:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc54bb8. 00000004:00000010:0.0:1769074858.956319:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaac5a0. 00010000:00000010:0.0:1769074858.956330:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.956350:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890169, last committed = 17179889941 00010000:00000200:0.0:1769074858.956359:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeaaa00 x1855007826478976/t17179890169(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.956377:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9c38. 00000100:00000200:0.0:1769074858.956382:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826478976, offset 224 00000400:00000010:0.0:1769074858.956389:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae4d0. 00000400:00000200:0.0:1769074858.956393:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.956407:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.956413:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41103:41103:256:4294967295] 192.168.204.10@tcp LPNI seq info [41099:41099:8:4294967295] 00000400:00000200:0.0:1769074858.956418:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.956425:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.956430:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.956435:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074858.956441:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.956448:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.956452:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.957507:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.957518:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.957522:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074858.957716:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074858.957725:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:2.0:1769074858.957744:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8f00. 00000800:00000200:2.0:1769074858.961116:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.961126:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:2.0:1769074858.961136:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.961145:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074858.961457:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074858.961466:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000400:00000200:3.0:1769074858.961494:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074858.961514:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66381 00000400:00000200:3.0:1769074858.961520:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.961524:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074858.961529:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:3.0:1769074858.961532:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00000400:00000200:3.0:1769074858.961565:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.961573:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d8800 00000400:00000200:3.0:1769074858.961580:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 165360 00000400:00000200:3.0:1769074858.962553:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.962566:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.962575:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.962582:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeab100. 00010000:00000010:2.0:1769074858.962841:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074858.962853:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:1.1:1769074858.963111:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074858.963133:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000020:00000010:0.0:1769074858.963185:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.963191:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.963198:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.963203:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.963208:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.963289:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.963293:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.963297:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826479104 00000001:00000010:0.0:1769074858.963320:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:0.0:1769074858.963345:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.963352:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074858.963379:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8f780000. 00010000:00000010:0.0:1769074858.963407:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074858.963411:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.963426:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074858.963429:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.963433:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.963436:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.963510:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074858.963513:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074858.963517:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074858.963521:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074858.963579:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074858.963587:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.963628:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.963649:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.963666:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeab100 x1855007826479104/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074858.963685:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9c38. 00000100:00000200:0.0:1769074858.963691:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826479104, offset 224 00000400:00000200:0.0:1769074858.963699:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.963710:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.963716:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41104:41104:256:4294967295] 192.168.204.10@tcp LPNI seq info [41100:41100:8:4294967295] 00000400:00000200:0.0:1769074858.963729:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.963748:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.963754:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074858.963761:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.963768:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.963773:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.963793:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.963797:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.963800:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074858.964263:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.964269:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074858.964273:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.964278:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.964283:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:1.0:1769074858.964286:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00010000:00000010:1.1:1769074858.964718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074858.964727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:3.0:1769074858.967070:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074858.967092:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d8900 00000400:00000200:3.0:1769074858.967102:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 165936 00000400:00000200:3.0:1769074858.967118:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074858.967123:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074858.967130:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074858.967136:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeaad80. 00000020:00000010:2.0:1769074858.967697:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074858.967703:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074858.967709:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074858.967714:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.967719:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.967767:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074858.967770:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074858.967773:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826479360 02000000:00000010:2.0:1769074858.967809:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edab000. 00010000:00000010:2.0:1769074858.967848:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074858.967866:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:2.0:1769074858.967885:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074858.967892:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074858.967906:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074858.967920:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074858.967926:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074858.967929:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074858.968011:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074858.968016:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074858.968020:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074858.968023:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00000020:00000010:2.0:1769074858.968047:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efee0. 00000020:00000010:2.0:1769074858.968053:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efee0. 00000020:00000010:2.0:1769074858.968063:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ee40. 00080000:00000010:2.0:1769074858.968074:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae925000. 00000001:00000010:2.0:1769074858.968276:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e6c0. 00000001:00000010:2.0:1769074858.968284:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074858.968327:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ee40. 00010000:00000010:2.0:1769074858.968334:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074858.968338:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074858.968349:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074858.968384:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00080000:00000010:2.0:1769074858.968407:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88e1ae40. 00000004:00000010:2.0:1769074858.968428:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa82fbe480. 00000004:00000010:2.0:1769074858.968432:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe7fcb0. 00000004:00000010:2.0:1769074858.968443:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f54b7f8. 00000004:00000010:2.0:1769074858.968447:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabb5b33860. 00010000:00000010:2.0:1769074858.968456:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000200:2.0:1769074858.968473:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890170, last committed = 17179889941 00010000:00000200:2.0:1769074858.968485:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeaad80 x1855007826479360/t17179890170(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074858.968506:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074858.968512:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826479360, offset 224 00000400:00000010:2.0:1769074858.968519:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b770. 00000400:00000200:2.0:1769074858.968523:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074858.968538:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074858.968545:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41105:41105:256:4294967295] 192.168.204.10@tcp LPNI seq info [41101:41101:8:4294967295] 00000400:00000200:2.0:1769074858.968552:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074858.968560:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074858.968567:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074858.968572:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074858.968578:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074858.968585:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074858.968589:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074858.968634:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074858.968638:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074858.968644:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00010000:00000010:2.0:1769074858.968669:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074858.968673:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074858.968679:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00000800:00000200:2.0:1769074858.968758:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.968762:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:2.0:1769074858.968766:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.968770:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.972777:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074858.972801:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66389 00000400:00000200:1.0:1769074858.972808:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.972813:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074858.972820:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:1.0:1769074858.972823:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00000400:00000200:1.0:1769074858.972846:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.972853:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d8980 00000400:00000200:1.0:1769074858.972860:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 166424 00000400:00000200:1.0:1769074858.972922:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.972926:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.972931:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.972937:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0dc00. 00000020:00000010:1.0:1769074858.972982:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.972987:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.972995:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.973000:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074858.973005:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.973041:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.973044:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.973048:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826479488 00000001:00000010:1.0:1769074858.973059:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8480. 00010000:00000010:1.0:1769074858.973088:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074858.973096:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074858.973124:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e8a1000. 00010000:00000010:1.0:1769074858.973156:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.973160:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.973180:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074858.973184:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074858.973188:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074858.973191:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074858.973275:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074858.973279:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074858.973283:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074858.973287:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074858.973368:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.973382:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074858.973387:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074858.973411:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.973427:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0dc00 x1855007826479488/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.973447:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00000100:00000200:1.0:1769074858.973453:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826479488, offset 224 00000400:00000200:1.0:1769074858.973459:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.973471:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.973477:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41106:41106:256:4294967295] 192.168.204.10@tcp LPNI seq info [41102:41102:8:4294967295] 00000400:00000200:1.0:1769074858.973489:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.973494:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.973499:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074858.973506:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.973513:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.973517:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.973533:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074858.973537:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.973541:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:1.0:1769074858.973636:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.973641:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:1.0:1769074858.973645:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.973649:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074858.973653:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:1.0:1769074858.973654:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00010000:00000010:3.0:1769074858.974994:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:3.0:1769074858.975007:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00010000:00000010:1.1:1769074858.976709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074858.976724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074858.976728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074858.976731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074858.976771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074858.976778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074858.976813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:0.1:1769074858.976818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074858.976823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074858.976828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000400:00000200:2.0:1769074858.980451:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074858.980469:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d8a80 00000400:00000200:2.0:1769074858.980479:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 167000 00000400:00000200:2.0:1769074858.980494:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.980499:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074858.980506:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074858.980513:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd10e00. 00000020:00000010:0.0:1769074858.980599:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00010000:00000010:0.1:1769074858.980632:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074858.980640:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074858.980645:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074858.980647:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000020:00000010:0.0:1769074858.980655:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.980661:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074858.980666:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.980671:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.980704:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074858.980706:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074858.980710:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826479744 02000000:00000010:0.0:1769074858.980775:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa9027f000. 00010000:00000010:0.0:1769074858.980813:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:0.0:1769074858.980825:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ae80. 00010000:00000010:0.0:1769074858.980844:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074858.980850:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074858.980866:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074858.980870:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074858.980874:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074858.980876:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074858.980968:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074858.980972:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074858.980975:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074858.980979:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074858.981004:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56f00. 00000020:00000010:0.0:1769074858.981011:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56f00. 00000020:00000010:0.0:1769074858.981023:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074858.981033:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff00800. 00000001:00000010:0.0:1769074858.981772:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbc60. 00000001:00000010:0.0:1769074858.981780:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8540. 00000020:00000010:0.0:1769074858.981811:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074858.981820:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074858.981825:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074858.981838:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8300. 00010000:00000010:0.0:1769074858.981875:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074858.981896:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7ca000. 00000004:00000010:0.0:1769074858.981903:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88f46b40. 00000004:00000010:0.0:1769074858.981907:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7f870. 00000004:00000010:0.0:1769074858.981921:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c5ca8. 00000004:00000010:0.0:1769074858.981926:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89313680. 00010000:00000010:0.0:1769074858.981935:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074858.981952:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890171, last committed = 17179889941 00010000:00000200:0.0:1769074858.981964:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd10e00 x1855007826479744/t17179890171(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074858.981984:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074858.981990:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826479744, offset 224 00000400:00000010:0.0:1769074858.981997:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae038. 00000400:00000200:0.0:1769074858.982001:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074858.982014:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074858.982021:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41107:41107:256:4294967295] 192.168.204.10@tcp LPNI seq info [41103:41103:8:4294967295] 00000400:00000200:0.0:1769074858.982028:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074858.982036:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074858.982042:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074858.982047:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074858.982053:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074858.982061:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074858.982065:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074858.982123:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074858.982128:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074858.982132:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.1:1769074858.982196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074858.982202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:2.1:1769074858.982206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:2.1:1769074858.982208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074858.982211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.1:1769074858.982231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.1:1769074858.982236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074858.982239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074858.982259:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074858.982264:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:2.0:1769074858.982269:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8300. 00010000:00000010:1.1:1769074858.983205:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074858.983214:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074858.983220:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074858.983223:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000800:00000200:1.0:1769074858.985903:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074858.985925:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074858.985933:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.985942:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074858.986218:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074858.986225:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00000400:00000200:0.0:1769074858.986277:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074858.986293:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66391 00000400:00000200:0.0:1769074858.986299:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.986302:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074858.986389:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:0.0:1769074858.986392:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00000400:00000200:0.0:1769074858.986447:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.986454:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d8b00 00000400:00000200:0.0:1769074858.986462:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 167488 00000400:00000200:0.0:1769074858.986510:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.986514:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.986519:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.986525:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e717480. 00000020:00000010:1.0:1769074858.987325:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.987332:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.987340:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.987345:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074858.987350:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.987391:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.987393:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.987397:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826479872 00000001:00000010:1.0:1769074858.987406:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:1.0:1769074858.987433:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074858.987442:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074858.987469:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e8a0000. 00010000:00000010:1.0:1769074858.987498:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074858.987501:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074858.987520:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074858.987524:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074858.987528:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.987531:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.987635:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074858.987639:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa80. 00010000:00000010:1.0:1769074858.987642:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074858.987645:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074858.987706:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074858.987717:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.987722:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074858.987750:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.987765:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717480 x1855007826479872/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.987785:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00000100:00000200:1.0:1769074858.987792:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826479872, offset 224 00000400:00000200:1.0:1769074858.987798:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.987808:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.987815:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41108:41108:256:4294967295] 192.168.204.10@tcp LPNI seq info [41104:41104:8:4294967295] 00000400:00000200:1.0:1769074858.987826:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.987831:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.987836:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074858.987841:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.987848:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.987853:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.987871:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074858.987875:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.987878:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:0.0:1769074858.988229:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.988234:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:0.0:1769074858.988240:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.988245:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074858.988249:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:0.0:1769074858.988251:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00000400:00000200:1.0:1769074858.991121:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074858.991142:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d8c00 00000400:00000200:1.0:1769074858.991151:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 168064 00000400:00000200:1.0:1769074858.991171:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074858.991177:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074858.991185:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074858.991192:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0e300. 00010000:00000010:2.0:1769074858.991665:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074858.991676:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00000020:00000010:3.0:1769074858.992067:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.992074:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.992080:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074858.992085:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074858.992089:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a000. 00000020:00000010:3.0:1769074858.992129:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074858.992132:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074858.992136:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826480128 02000000:00000010:3.0:1769074858.992168:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc5000. 00010000:00000010:3.0:1769074858.992200:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:3.0:1769074858.992209:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa80. 00010000:00000010:3.0:1769074858.992227:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074858.992233:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074858.992250:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074858.992253:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074858.992258:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074858.992261:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074858.992356:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074858.992359:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074858.992362:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074858.992366:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074858.992387:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.992393:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074858.992403:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede69c0. 00080000:00000010:3.0:1769074858.992413:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30d800. 00000001:00000010:3.0:1769074858.992743:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a240. 00000001:00000010:3.0:1769074858.992749:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074858.992781:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede69c0. 00010000:00000010:3.0:1769074858.992788:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074858.992792:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074858.992802:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074858.992867:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074858.992903:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7cb560. 00000004:00000010:3.0:1769074858.992921:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88f46300. 00000004:00000010:3.0:1769074858.992930:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabaff26dd0. 00000004:00000010:3.0:1769074858.992939:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8b9c5348. 00000004:00000010:3.0:1769074858.992943:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89312b40. 00010000:00000010:3.0:1769074858.992954:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000200:3.0:1769074858.992970:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890172, last committed = 17179889941 00010000:00000200:3.0:1769074858.992980:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0e300 x1855007826480128/t17179890172(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 488/456 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074858.993000:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074858.993006:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826480128, offset 224 00000400:00000010:3.0:1769074858.993013:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3f50. 00000400:00000200:3.0:1769074858.993016:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074858.993030:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074858.993037:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41109:41109:256:4294967295] 192.168.204.10@tcp LPNI seq info [41105:41105:8:4294967295] 00000400:00000200:3.0:1769074858.993043:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074858.993051:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074858.993056:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074858.993061:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074858.993067:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074858.993076:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074858.993080:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074858.993100:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074858.993104:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a000. 00000020:00000010:3.0:1769074858.993107:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00010000:00000010:0.1:1769074858.995789:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:0.1:1769074858.995807:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074858.995812:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074858.995819:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000800:00000200:0.0:1769074858.995839:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074858.995843:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074858.995852:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.995860:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074858.996164:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074858.996170:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:2.0:1769074858.996201:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:2.0:1769074858.996210:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:2.0:1769074858.996218:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ec00. 00000400:00000200:0.0:1769074858.996519:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074858.996534:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66399 00000400:00000200:0.0:1769074858.996540:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.996544:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074858.996549:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:0.0:1769074858.996552:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00000400:00000200:0.0:1769074858.996959:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074858.996967:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d8c80 00000400:00000200:0.0:1769074858.996975:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 168552 00000400:00000200:0.0:1769074858.997895:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074858.997904:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074858.997921:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074858.997930:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e717b80. 00010000:00000010:3.0:1769074858.998188:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074858.998200:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00000020:00000010:1.0:1769074858.998414:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.998419:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.998427:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074858.998432:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074858.998436:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.998497:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074858.998500:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074858.998503:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826480256 00000001:00000010:1.0:1769074858.998513:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8540. 00010000:00000010:1.0:1769074858.998535:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074858.998540:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074858.998564:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e8a3000. 00010000:00000010:1.1:1769074858.998630:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074858.998636:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074858.998640:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074858.998643:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074858.998646:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074858.998650:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.998665:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074858.998668:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074858.998672:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074858.998675:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074858.998753:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074858.998756:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074858.998759:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074858.998762:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074858.998813:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074858.998820:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074858.998824:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074858.998841:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074858.998856:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717b80 x1855007826480256/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:394/0 lens 576/584 e 0 to 0 dl 1769074869 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074858.998873:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fca18. 00000100:00000200:1.0:1769074858.998879:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826480256, offset 224 00000400:00000200:1.0:1769074858.998885:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074858.998897:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074858.998903:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41110:41110:256:4294967295] 192.168.204.10@tcp LPNI seq info [41106:41106:8:4294967295] 00000400:00000200:1.0:1769074858.998925:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074858.998931:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074858.998936:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074858.998943:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074858.998949:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074858.998953:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074858.998974:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074858.998978:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074858.998981:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:2.0:1769074858.999243:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074858.999247:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:2.0:1769074858.999253:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074858.999258:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074858.999263:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fca18 00000400:00000010:2.0:1769074858.999265:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fca18. 00000400:00000200:0.0:1769074859.002381:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.002404:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d8d80 00000400:00000200:0.0:1769074859.002413:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 169128 00000400:00000200:0.0:1769074859.002430:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.002435:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.002443:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.002449:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715f80. 00000020:00000010:1.0:1769074859.002513:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.002519:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.002526:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.002532:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074859.002536:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.002580:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.002583:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.002586:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826480512 02000000:00000010:1.0:1769074859.002648:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e8a4000. 00010000:00000010:1.0:1769074859.002687:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074859.002701:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074859.002717:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074859.002721:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074859.002734:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074859.002737:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a200. 00010000:00000010:1.0:1769074859.002742:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074859.002745:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074859.002821:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074859.002824:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a580. 00010000:00000010:1.0:1769074859.002828:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074859.002831:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00000020:00000010:1.0:1769074859.002851:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be00. 00000020:00000010:1.0:1769074859.002857:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be00. 00000020:00000010:1.0:1769074859.002867:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074859.002874:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b6e000. 00000001:00000010:1.0:1769074859.003321:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454540. 00000001:00000010:1.0:1769074859.003328:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074859.003360:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bba0. 00010000:00000010:1.0:1769074859.003370:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074859.003375:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074859.003388:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111780. 00010000:00000010:1.0:1769074859.003427:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:2.0:1769074859.003434:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:2.0:1769074859.003440:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a580. 00010000:00000010:2.0:1769074859.003447:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111780. 00080000:00000010:1.0:1769074859.003452:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbeb42000. 00000004:00000010:1.0:1769074859.003478:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4240. 00000004:00000010:1.0:1769074859.003481:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83509cb0. 00000004:00000010:1.0:1769074859.003491:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc54438. 00000004:00000010:1.0:1769074859.003495:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eaade00. 00010000:00000010:1.0:1769074859.003503:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000200:1.0:1769074859.003519:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890173, last committed = 17179889941 00010000:00000200:1.0:1769074859.003527:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715f80 x1855007826480512/t17179890173(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074859.003542:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074859.003547:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826480512, offset 224 00000400:00000010:1.0:1769074859.003552:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597ce00. 00000400:00000200:1.0:1769074859.003555:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.003567:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.003572:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41111:41111:256:4294967295] 192.168.204.10@tcp LPNI seq info [41107:41107:8:4294967295] 00000400:00000200:1.0:1769074859.003577:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074859.003583:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.003587:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.003591:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074859.003596:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.003682:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.003686:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.003710:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074859.003715:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.003719:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:0.0:1769074859.003816:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.003819:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:0.0:1769074859.003823:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.003827:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.006294:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.006325:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x663a1 00000400:00000200:2.0:1769074859.006332:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.006336:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.006343:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:2.0:1769074859.006346:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00010000:00000010:3.0:1769074859.006438:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:3.0:1769074859.006450:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a200. 00010000:00000010:3.1:1769074859.006691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:3.1:1769074859.006698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074859.006702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074859.006708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:2.1:1769074859.006769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074859.006774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:0.0:1769074859.009560:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.009581:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8d8e80 00000400:00000200:0.0:1769074859.009599:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ece9 [2] + 392 00000400:00000200:0.0:1769074859.009715:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.009720:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.009729:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074859.009743:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715500. 00000020:00000010:1.0:1769074859.009855:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.009861:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.009869:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.009874:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a180. 00010000:00000010:2.1:1769074859.009875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00000020:00000010:1.0:1769074859.009879:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00010000:00000010:2.1:1769074859.009882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000020:00000010:1.0:1769074859.009931:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00010000:00000010:3.1:1769074859.009932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074859.009937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000020:00000010:1.0:1769074859.009942:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.009946:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826480768 00000001:00000010:1.0:1769074859.009956:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 02000000:00000010:1.0:1769074859.009996:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabb5b6ec00. 00000004:00000010:1.0:1769074859.010241:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66c00. 00080000:00000010:1.0:1769074859.010265:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b6dc00. 00000001:00000010:1.0:1769074859.010298:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454d20. 00000001:00000010:1.0:1769074859.010305:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1110c0. 00010000:00000200:1.0:1769074859.010355:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715500 x1855007826480768/t17179890174(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 392/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074859.010374:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074859.010380:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826480768, offset 224 00000400:00000200:1.0:1769074859.010387:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.010398:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.010403:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41112:41112:256:4294967295] 192.168.204.10@tcp LPNI seq info [41108:41108:8:4294967295] 00000400:00000200:1.0:1769074859.010414:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.010420:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.010425:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074859.010431:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.010437:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.010443:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.010469:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074859.010474:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.010478:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:1.1:1769074859.010637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074859.010644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074859.010649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074859.010652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074859.010655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074859.010658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074859.010661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074859.010666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000800:00000200:0.0:1769074859.010871:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.010875:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:0.0:1769074859.010879:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.010882:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.010886:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:0.0:1769074859.010888:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00000400:00000200:2.0:1769074859.013538:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.013556:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d8f80 00000400:00000200:2.0:1769074859.013565:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 169616 00000400:00000200:2.0:1769074859.013580:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.013584:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.013635:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.013642:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd12a00. 00010000:00000010:3.1:1769074859.013702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:3.1:1769074859.013711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000020:00000010:0.0:1769074859.013794:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.013799:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.013806:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.013811:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.013816:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.013858:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.013861:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074859.013864:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826481024 00000001:00000010:0.0:1769074859.013875:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 02000000:00000010:0.0:1769074859.013907:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa9027d000. 00010000:00000010:0.0:1769074859.013956:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.013967:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab82fd1680. 00010000:00000010:0.0:1769074859.013977:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb4902980. 00010000:00000010:0.0:1769074859.013995:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074859.014002:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.014019:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074859.014022:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074859.014027:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.014029:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.014113:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074859.014117:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074859.014121:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074859.014124:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074859.014160:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56140. 00000020:00000010:0.0:1769074859.014168:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56140. 00080000:00000010:0.0:1769074859.014178:0:42298:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbd2a6bf0. 00080000:00000010:0.0:1769074859.014181:0:42298:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab89c45b80. 00080000:00000010:0.0:1769074859.014197:0:42298:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab89c45b80. 00080000:00000010:0.0:1769074859.014200:0:42298:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbd2a6bf0. 00000020:00000010:0.0:1769074859.014208:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074859.014217:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff03400. 00000001:00000010:0.0:1769074859.014488:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb9c0. 00000001:00000010:0.0:1769074859.014495:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d83c0. 00000020:00000010:0.0:1769074859.014525:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074859.014555:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074859.014559:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00080000:00000010:0.0:1769074859.014581:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8de2e000. 00000004:00000010:0.0:1769074859.014588:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcca440. 00000004:00000010:0.0:1769074859.014593:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba16399d8. 00000004:00000010:0.0:1769074859.014596:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b2674a0. 00010000:00000010:0.0:1769074859.014657:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074859.014673:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890175, last committed = 17179889941 00010000:00000200:0.0:1769074859.014683:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd12a00 x1855007826481024/t17179890175(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.014701:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074859.014706:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826481024, offset 224 00000400:00000010:0.0:1769074859.014712:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aeea8. 00000400:00000200:0.0:1769074859.014716:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.014729:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.014734:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41113:41113:256:4294967295] 192.168.204.10@tcp LPNI seq info [41109:41109:8:4294967295] 00000400:00000200:0.0:1769074859.014740:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.014746:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.014751:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.014756:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074859.014762:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.014770:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.014774:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.014800:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.014804:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.014807:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.1:1769074859.015026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074859.015032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000800:00000200:2.0:1769074859.015117:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.015122:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:2.0:1769074859.015126:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.015132:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.016664:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.016681:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x663a9 00000400:00000200:0.0:1769074859.016687:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.016690:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.016695:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:0.0:1769074859.016697:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:1.0:1769074859.016762:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074859.016772:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00000400:00000200:2.0:1769074859.018654:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.018673:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8d9080 00000400:00000200:2.0:1769074859.018682:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c21 [64] + 170104 00000400:00000200:2.0:1769074859.018753:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.018759:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.018768:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.018774:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd13100. 00000020:00000010:3.0:1769074859.018881:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.018887:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.018895:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074859.018901:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074859.018906:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a000. 00000020:00000010:3.0:1769074859.018956:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.018959:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074859.018962:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826481280 00000001:00000010:3.0:1769074859.018972:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1110c0. 00010000:00000010:3.0:1769074859.018996:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074859.019004:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 02000000:00000010:3.0:1769074859.019037:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa82fc3000. 00000004:00000010:3.0:1769074859.019269:0:42296:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e380. 00080000:00000010:3.0:1769074859.019283:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff74000. 00000001:00000010:3.0:1769074859.019321:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a600. 00000001:00000010:3.0:1769074859.019327:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074859.019391:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074859.019408:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd13100 x1855007826481280/t17179890176(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 648/608 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.019426:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074859.019432:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826481280, offset 224 00000400:00000200:3.0:1769074859.019438:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.019450:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.019456:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41114:41114:256:4294967295] 192.168.204.10@tcp LPNI seq info [41110:41110:8:4294967295] 00000400:00000200:3.0:1769074859.019465:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.019471:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.019475:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074859.019482:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.019489:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.019493:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.019519:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074859.019523:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a000. 00000020:00000010:3.0:1769074859.019527:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:2.0:1769074859.020312:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.020318:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074859.020325:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.020331:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.020335:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:2.0:1769074859.020338:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00010000:00000010:0.1:1769074859.020975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074859.020982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6a00. 00010000:00000010:0.1:1769074859.020988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f91c900. 00010000:00000010:0.1:1769074859.020992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074859.020995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074859.024749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:0.1:1769074859.024801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:1.1:1769074859.025650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074859.025658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:0.0:1769074859.025759:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.025775:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 448 into portal 23 MB=0x6971eaa8d9100 00000400:00000200:0.0:1769074859.025784:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 448/448 into md 0x2ece9 [2] + 784 00000400:00000200:0.0:1769074859.025799:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.025804:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.025811:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074859.025816:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e714380. 00000020:00000010:1.0:1769074859.025968:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.025974:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.025983:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.025989:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074859.025994:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.026038:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.026041:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.026044:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826481408 00000001:00000010:1.0:1769074859.026054:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d83c0. 02000000:00000010:1.0:1769074859.026077:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8dabb5b6e400. 00000004:00000010:1.0:1769074859.026084:0:42299:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa8a115800. 00080000:00000010:1.0:1769074859.026547:0:42299:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbcd3a2b0. 00080000:00000010:1.0:1769074859.026551:0:42299:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8470dd80. 00080000:00000010:1.0:1769074859.026567:0:42299:0:(osd_index.c:355:osd_find_parent_fid()) kmalloced '(buf.lb_buf)': 84 at ffff8daba0454f60. 00080000:00000010:1.0:1769074859.026570:0:42299:0:(osd_index.c:383:osd_find_parent_fid()) kfreed 'buf.lb_buf': 84 at ffff8daba0454f60. 00080000:00000010:1.0:1769074859.026982:0:42299:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8470dd80. 00080000:00000010:1.0:1769074859.026988:0:42299:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbcd3a2b0. 00000100:00000010:1.0:1769074859.026998:0:42299:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8dabb5b6e800. 00000100:00000010:1.0:1769074859.027002:0:42299:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8daa8e8a2000. 00000400:00000010:1.0:1769074859.027011:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000400:00000010:1.0:1769074859.027020:0:42299:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c2a0. 00000400:00000200:1.0:1769074859.027031:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.027045:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.027051:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41115:41115:256:4294967295] 192.168.204.10@tcp LPNI seq info [41111:41111:8:4294967295] 00000400:00000200:1.0:1769074859.027057:0:42299:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074859.027063:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.027069:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.027074:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074859.027081:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.027088:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1022 00000800:00000200:1.0:1769074859.027092:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1769074859.027115:0:42299:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.10@tcp mbits 0x6971eaa8d9100-0x6971eaa8d9100 00000800:00000200:2.0:1769074859.027512:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.027516:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:2.0:1769074859.027522:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.027527:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.027533:0:12639:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8dabb5b6e800 00000400:00000200:2.0:1769074859.034107:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.034130:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x663b1 00000400:00000200:2.0:1769074859.034138:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.034143:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.034150:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:2.0:1769074859.034153:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00000100:00000200:2.0:1769074859.034159:0:12638:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8dabb5b6e800 00000100:00000010:1.0:1769074859.034516:0:42299:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8daa8e8a2000. 00000100:00000010:1.0:1769074859.034522:0:42299:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8dabb5b6e800. 00000004:00000010:1.0:1769074859.035175:0:42299:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa8a115800. 00010000:00000200:1.0:1769074859.035192:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714380 x1855007826481408/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 448/440 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074859.035215:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074859.035220:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855007826481408, offset 224 00000400:00000200:1.0:1769074859.035227:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.035237:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.035243:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41116:41116:256:4294967295] 192.168.204.10@tcp LPNI seq info [41112:41112:8:4294967295] 00000400:00000200:1.0:1769074859.035254:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.035262:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.035268:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074859.035275:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.035283:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.035288:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.035324:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074859.035330:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.035334:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:2.0:1769074859.035689:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.035694:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:2.0:1769074859.035700:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.035704:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.035709:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:2.0:1769074859.035711:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00000400:00000200:2.0:1769074859.041778:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.041799:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8d9200 00000400:00000200:2.0:1769074859.041807:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ece9 [2] + 1232 00000400:00000200:2.0:1769074859.041824:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.041829:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.041838:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074859.041845:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd12d80. 00000020:00000010:1.0:1769074859.041961:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.041967:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.041975:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.041981:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074859.041985:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.042063:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.042066:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.042069:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826481664 02000000:00000010:1.0:1769074859.042115:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabb5b6e800. 00000020:00000010:1.0:1769074859.042185:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f60. 00080000:00000010:1.0:1769074859.042201:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe3000. 00000001:00000010:1.0:1769074859.042286:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454d80. 00000001:00000010:1.0:1769074859.042293:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111300. 00000020:00000010:1.0:1769074859.042442:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f60. 00000004:00000010:1.0:1769074859.042460:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5e380. 00010000:00000200:1.0:1769074859.042494:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd12d80 x1855007826481664/t17179890177(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 392/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074859.042514:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074859.042519:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826481664, offset 224 00000400:00000200:1.0:1769074859.042526:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.042535:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.042542:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41117:41117:256:4294967295] 192.168.204.10@tcp LPNI seq info [41113:41113:8:4294967295] 00000400:00000200:1.0:1769074859.042553:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.042558:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.042563:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074859.042568:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.042575:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.042579:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.042659:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074859.042664:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.042668:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:2.0:1769074859.043472:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.043479:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:2.0:1769074859.043486:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.043492:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.043498:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:2.0:1769074859.043500:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00000400:00000200:2.0:1769074859.049944:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.049964:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8d9300 00000400:00000200:2.0:1769074859.049974:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c21 [64] + 170752 00000400:00000200:2.0:1769074859.049990:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.049995:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.050003:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.050010:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd13800. 00000020:00000010:0.0:1769074859.050131:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.050137:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.050143:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.050149:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.050154:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.050197:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.050200:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074859.050204:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826481920 00000001:00000010:0.0:1769074859.050215:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ec00. 00010000:00000010:0.0:1769074859.050240:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074859.050247:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074859.050280:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa90279000. 00010000:00000010:0.0:1769074859.050376:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074859.050380:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000004:00000010:0.0:1769074859.050416:0:42298:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66780. 00080000:00000010:0.0:1769074859.050429:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd31000. 00000001:00000010:0.0:1769074859.050458:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbc00. 00000001:00000010:0.0:1769074859.050463:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074859.050515:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074859.050537:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd13800 x1855007826481920/t17179890178(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 648/608 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.050556:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074859.050562:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826481920, offset 224 00000400:00000200:0.0:1769074859.050569:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.050579:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.050596:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41118:41118:256:4294967295] 192.168.204.10@tcp LPNI seq info [41114:41114:8:4294967295] 00000400:00000200:0.0:1769074859.050655:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.050661:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.050666:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074859.050672:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.050679:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.050683:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.050702:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.050706:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.050709:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074859.051064:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.051069:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:2.0:1769074859.051073:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.051078:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.051082:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:2.0:1769074859.051084:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:0.1:1769074859.056704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00000400:00000200:2.0:1769074859.056974:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.056992:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d9380 00000400:00000200:2.0:1769074859.057001:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 171400 00000400:00000200:2.0:1769074859.057017:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.057021:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.057030:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.057035:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd13480. 00000020:00000010:3.0:1769074859.057128:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.057134:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.057140:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074859.057146:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074859.057151:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a000. 00000020:00000010:3.0:1769074859.057188:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.057190:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074859.057193:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826482048 00000001:00000010:3.0:1769074859.057201:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111300. 00010000:00000010:3.0:1769074859.057224:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074859.057231:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 02000000:00000010:3.0:1769074859.057274:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa85841000. 00010000:00000010:3.0:1769074859.057302:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074859.057314:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074859.057331:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074859.057334:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074859.057338:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074859.057340:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074859.057411:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074859.057415:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074859.057419:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074859.057422:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074859.057479:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074859.057488:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074859.057493:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074859.057509:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074859.057523:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd13480 x1855007826482048/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.057541:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074859.057546:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826482048, offset 224 00000400:00000200:3.0:1769074859.057553:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.057563:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.057568:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41119:41119:256:4294967295] 192.168.204.10@tcp LPNI seq info [41115:41115:8:4294967295] 00000400:00000200:3.0:1769074859.057576:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.057580:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.057584:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074859.057588:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.057593:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.057596:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.057744:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074859.057749:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a000. 00000020:00000010:3.0:1769074859.057752:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:0.0:1769074859.065117:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.065129:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074859.065139:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.065148:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.065156:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:0.0:1769074859.065159:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00010000:00000010:3.1:1769074859.067673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074859.067688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074859.067693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074859.067696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:2.0:1769074859.068405:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.068425:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d9480 00000400:00000200:2.0:1769074859.068434:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 171976 00000400:00000200:2.0:1769074859.068451:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.068455:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.068463:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.068470:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd10380. 00000020:00000010:3.0:1769074859.068652:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.068657:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.068662:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074859.068667:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074859.068670:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a000. 00000020:00000010:3.0:1769074859.068702:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.068704:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074859.068706:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826482304 02000000:00000010:3.0:1769074859.068739:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa85840000. 00010000:00000010:3.0:1769074859.068779:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074859.068796:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074859.068804:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115e80. 00010000:00000010:3.0:1769074859.068819:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074859.068823:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074859.068835:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074859.068837:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074859.068840:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074859.068842:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074859.068924:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074859.068928:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074859.069024:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074859.069030:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074859.069060:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074859.069067:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074859.069077:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a6c0. 00080000:00000010:3.0:1769074859.069087:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff74400. 00000001:00000010:2.0:1769074859.074850:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e660. 00000001:00000010:2.0:1769074859.074865:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074859.074940:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a6c0. 00010000:00000010:2.0:1769074859.074956:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074859.074965:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074859.074988:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074859.075042:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:2.0:1769074859.075083:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab859798f0. 00000004:00000010:2.0:1769074859.075092:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e60540. 00000004:00000010:2.0:1769074859.075095:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4cdd0. 00000004:00000010:2.0:1769074859.075099:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe09b40. 00000004:00000010:2.0:1769074859.075121:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfcc3c0. 00010000:00000010:2.0:1769074859.075135:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000200:2.0:1769074859.075158:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890179, last committed = 17179889941 00010000:00000200:2.0:1769074859.075169:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd10380 x1855007826482304/t17179890179(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.075192:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074859.075199:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826482304, offset 224 00000400:00000010:2.0:1769074859.075205:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b930. 00000400:00000200:2.0:1769074859.075209:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.075223:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.075230:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41120:41120:256:4294967295] 192.168.204.10@tcp LPNI seq info [41116:41116:8:4294967295] 00000400:00000200:2.0:1769074859.075237:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.075244:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.075250:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.075256:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074859.075263:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.075271:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.075275:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.075488:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e400. 00000020:00000010:2.0:1769074859.075494:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a000. 00000020:00000010:2.0:1769074859.075499:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00010000:00000010:3.0:1769074859.075659:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:3.0:1769074859.075668:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074859.075676:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00000800:00000200:1.0:1769074859.076638:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.076644:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:1.0:1769074859.076649:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.076657:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074859.080481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:2.1:1769074859.080500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074859.080566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074859.080574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074859.080578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab87fffa00. 00000400:00000200:0.0:1769074859.081719:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.081741:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x663c5 00000400:00000200:0.0:1769074859.081749:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.081754:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.081763:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:0.0:1769074859.081766:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:3.0:1769074859.081868:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074859.081880:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.1:1769074859.082848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074859.082858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00000400:00000200:2.0:1769074859.082963:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.082978:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d9500 00000400:00000200:2.0:1769074859.082988:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 172464 00000400:00000200:2.0:1769074859.083054:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.083059:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.083071:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.083077:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd10a80. 00000020:00000010:1.0:1769074859.084735:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.084745:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.084754:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.084760:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074859.084766:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.084853:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.084856:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.084860:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826482432 00000001:00000010:1.0:1769074859.084870:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8900. 00010000:00000010:1.0:1769074859.084893:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074859.084900:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 02000000:00000010:1.0:1769074859.084946:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e8a2000. 00010000:00000010:1.0:1769074859.084978:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074859.084982:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074859.085001:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074859.085004:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074859.085008:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074859.085011:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074859.085271:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074859.085275:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074859.085278:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074859.085282:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074859.085350:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074859.085362:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074859.085368:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074859.085389:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000200:1.0:1769074859.085407:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd10a80 x1855007826482432/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074859.085427:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074859.085434:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826482432, offset 224 00000400:00000200:1.0:1769074859.085441:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.085453:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.085459:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41121:41121:256:4294967295] 192.168.204.10@tcp LPNI seq info [41117:41117:8:4294967295] 00000400:00000200:1.0:1769074859.085470:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.085476:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.085482:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074859.085490:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.085498:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.085502:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.085533:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074859.085538:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.085543:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:2.0:1769074859.085714:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.085719:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:2.0:1769074859.085724:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.085730:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.085735:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:2.0:1769074859.085737:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000400:00000200:0.0:1769074859.091334:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.091355:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d9600 00000400:00000200:0.0:1769074859.091365:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 173040 00000400:00000200:0.0:1769074859.091384:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.091389:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.091398:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.091404:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716680. 00000020:00000010:1.0:1769074859.091685:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.091691:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.091699:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.091704:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074859.091710:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.091742:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.091745:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.091749:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826482688 02000000:00000010:1.0:1769074859.091786:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e8a6000. 00010000:00000010:1.0:1769074859.091824:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074859.091842:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074859.091864:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074859.091870:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074859.091892:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074859.091895:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074859.091900:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074859.091903:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074859.091998:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074859.092001:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:1.0:1769074859.092005:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074859.092008:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00000020:00000010:1.0:1769074859.092030:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b0c0. 00000020:00000010:1.0:1769074859.092036:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b0c0. 00000020:00000010:1.0:1769074859.092055:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f60. 00080000:00000010:1.0:1769074859.092070:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe0000. 00000001:00000010:1.0:1769074859.092266:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b840. 00000001:00000010:1.0:1769074859.092273:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111300. 00000020:00000010:1.0:1769074859.092303:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f60. 00010000:00000010:1.0:1769074859.092311:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074859.092315:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074859.092326:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074859.092366:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00080000:00000010:1.0:1769074859.092385:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc881c8. 00000004:00000010:1.0:1769074859.092391:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111b40. 00000004:00000010:1.0:1769074859.092394:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94c990. 00000004:00000010:1.0:1769074859.092398:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c438. 00000004:00000010:1.0:1769074859.092402:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e5c20. 00010000:00000010:1.0:1769074859.092409:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074859.092422:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890180, last committed = 17179889941 00010000:00000200:1.0:1769074859.092432:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716680 x1855007826482688/t17179890180(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074859.092451:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074859.092457:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826482688, offset 224 00000400:00000010:1.0:1769074859.092463:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597ca10. 00000400:00000200:1.0:1769074859.092467:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.092479:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.092485:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41122:41122:256:4294967295] 192.168.204.10@tcp LPNI seq info [41118:41118:8:4294967295] 00000400:00000200:1.0:1769074859.092492:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074859.092499:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.092505:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.092510:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074859.092516:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.092523:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.092527:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.092556:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a180. 00000020:00000010:1.0:1769074859.092559:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.092563:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:2.0:1769074859.092799:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:2.0:1769074859.092806:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00010000:00000010:2.0:1769074859.092812:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111900. 00010000:00000010:3.1:1769074859.094995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074859.095010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000800:00000200:3.0:1769074859.095131:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.095136:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:3.0:1769074859.095143:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.095153:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074859.097703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074859.097719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074859.097724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074859.097727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074859.097729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074859.097732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074859.097735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074859.097742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:2.0:1769074859.098080:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.098100:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x663cd 00000400:00000200:2.0:1769074859.098108:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.098112:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.098119:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:2.0:1769074859.098121:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00000400:00000200:2.0:1769074859.098151:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.098157:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d9680 00000400:00000200:2.0:1769074859.098165:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 173528 00000400:00000200:2.0:1769074859.098233:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.098238:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.098242:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.098248:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd11180. 00000020:00000010:0.0:1769074859.098397:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.098402:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.098409:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.098414:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.098418:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.098461:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.098463:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074859.098466:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826482816 00000001:00000010:0.0:1769074859.098475:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:0.0:1769074859.098500:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074859.098508:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074859.098532:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90278000. 00010000:00000010:0.0:1769074859.098561:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074859.098565:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.098582:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074859.098586:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074859.098590:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074859.098593:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.098704:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074859.098708:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074859.098712:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074859.098715:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.098781:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.098791:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.098797:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074859.098814:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074859.098829:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd11180 x1855007826482816/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.098849:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074859.098854:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826482816, offset 224 00000400:00000200:0.0:1769074859.098861:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.098872:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.098878:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41123:41123:256:4294967295] 192.168.204.10@tcp LPNI seq info [41119:41119:8:4294967295] 00000400:00000200:0.0:1769074859.098888:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.098893:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.098897:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074859.098904:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.098921:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.098925:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.098957:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.098961:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.098965:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074859.099020:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.099024:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:3.0:1769074859.099028:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.099033:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.099036:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:3.0:1769074859.099038:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00010000:00000010:1.0:1769074859.099384:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074859.099391:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00010000:00000010:2.1:1769074859.101658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074859.101675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000400:00000200:3.0:1769074859.104263:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.104285:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d9780 00000400:00000200:3.0:1769074859.104295:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 174104 00000400:00000200:3.0:1769074859.104321:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.104326:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.104334:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.104341:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeab800. 00000020:00000010:2.0:1769074859.104427:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074859.104433:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074859.104439:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.104445:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074859.104449:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.104494:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074859.104497:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074859.104500:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826483072 02000000:00000010:2.0:1769074859.104539:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edaa000. 00010000:00000010:2.0:1769074859.104580:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074859.104942:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:2.0:1769074859.104963:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074859.104969:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074859.104986:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074859.104990:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074859.104994:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074859.104998:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074859.105094:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074859.105097:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074859.105099:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074859.105101:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00000020:00000010:2.0:1769074859.105118:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efc20. 00000020:00000010:2.0:1769074859.105123:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efc20. 00000020:00000010:2.0:1769074859.105132:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034eb40. 00080000:00000010:2.0:1769074859.105141:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae926400. 00000001:00000010:2.0:1769074859.105380:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e780. 00000001:00000010:2.0:1769074859.105386:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074859.105413:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034eb40. 00010000:00000010:2.0:1769074859.105418:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:2.0:1769074859.105421:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074859.105431:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074859.105470:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:3.0:1769074859.105491:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00080000:00000010:2.0:1769074859.105493:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1b8f0. 00010000:00000010:3.0:1769074859.105495:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00000004:00000010:2.0:1769074859.105500:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e60d80. 00010000:00000010:3.0:1769074859.105502:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00000004:00000010:2.0:1769074859.105504:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4c550. 00000004:00000010:2.0:1769074859.105508:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe09f78. 00000004:00000010:2.0:1769074859.105513:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfcdc20. 00010000:00000010:2.0:1769074859.105521:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000200:2.0:1769074859.105540:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890181, last committed = 17179889941 00010000:00000200:2.0:1769074859.105548:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeab800 x1855007826483072/t17179890181(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.105564:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074859.105569:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826483072, offset 224 00000400:00000010:2.0:1769074859.105574:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bfc0. 00000400:00000200:2.0:1769074859.105577:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.105589:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.105595:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41124:41124:256:4294967295] 192.168.204.10@tcp LPNI seq info [41120:41120:8:4294967295] 00000400:00000200:2.0:1769074859.105631:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.105638:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.105644:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.105650:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074859.105656:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.105662:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.105667:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.105690:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074859.105695:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.105699:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074859.105782:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.105786:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074859.105791:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.105795:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.108632:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074859.108655:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x663d5 00000400:00000200:3.0:1769074859.108664:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.108669:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074859.108676:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:3.0:1769074859.108679:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00010000:00000010:2.0:1769074859.110257:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074859.110275:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:1.1:1769074859.111692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074859.111706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:0.1:1769074859.111756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074859.111765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074859.111769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074859.111771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:3.0:1769074859.114209:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.114228:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d9800 00000400:00000200:3.0:1769074859.114238:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 174592 00000400:00000200:3.0:1769074859.114313:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.114319:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.114328:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.114335:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeab480. 00000020:00000010:2.0:1769074859.114791:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074859.114798:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074859.114805:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.114810:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074859.114816:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.114851:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074859.114854:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074859.114857:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826483200 00000001:00000010:2.0:1769074859.114868:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111300. 00010000:00000010:2.0:1769074859.114896:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.0:1769074859.114905:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 02000000:00000010:2.0:1769074859.114952:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9edac000. 00010000:00000010:2.0:1769074859.114982:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074859.114986:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074859.115005:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074859.115009:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074859.115013:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.115016:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074859.115090:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074859.115094:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074859.115098:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074859.115102:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074859.115174:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074859.115188:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074859.115194:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074859.115215:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000200:2.0:1769074859.115230:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeab480 x1855007826483200/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.115249:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074859.115256:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826483200, offset 224 00000400:00000200:2.0:1769074859.115262:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.115274:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.115279:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41125:41125:256:4294967295] 192.168.204.10@tcp LPNI seq info [41121:41121:8:4294967295] 00000400:00000200:2.0:1769074859.115289:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.115295:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.115300:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074859.115317:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.115323:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.115328:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.115350:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074859.115354:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.115359:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074859.115563:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.115568:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074859.115572:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.115576:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.115581:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:3.0:1769074859.115584:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00010000:00000010:3.1:1769074859.116652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074859.116665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ba00. 00000400:00000200:3.0:1769074859.119356:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.119377:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d9900 00000400:00000200:3.0:1769074859.119387:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 175168 00000400:00000200:3.0:1769074859.119403:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.119408:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.119416:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.119423:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea8380. 00000020:00000010:0.0:1769074859.119657:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.119663:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.119669:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.119676:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.119681:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.119718:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.119721:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074859.119725:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826483456 02000000:00000010:0.0:1769074859.119777:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa9027b000. 00010000:00000010:0.0:1769074859.119821:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:0.0:1769074859.119840:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:0.0:1769074859.119860:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074859.119866:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.119884:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074859.119887:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074859.119892:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074859.119896:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.120443:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074859.120449:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074859.120454:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074859.120458:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074859.120483:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56e40. 00000020:00000010:0.0:1769074859.120490:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56e40. 00000020:00000010:0.0:1769074859.120503:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074859.120514:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd30400. 00000001:00000010:0.0:1769074859.120752:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbcc0. 00000001:00000010:0.0:1769074859.120760:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8d80. 00000020:00000010:0.0:1769074859.120791:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074859.120801:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074859.120805:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.120816:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d89c0. 00010000:00000010:0.0:1769074859.120855:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074859.120880:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9dac78. 00000004:00000010:0.0:1769074859.120889:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9eb540. 00000004:00000010:0.0:1769074859.120893:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94caa0. 00000004:00000010:0.0:1769074859.120897:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c348. 00000004:00000010:0.0:1769074859.120902:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ea3ad20. 00010000:00000010:0.0:1769074859.120922:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074859.120950:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890182, last committed = 17179889941 00010000:00000200:0.0:1769074859.120963:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea8380 x1855007826483456/t17179890182(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.120984:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074859.120991:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826483456, offset 224 00000400:00000010:0.0:1769074859.120997:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae818. 00000400:00000200:0.0:1769074859.121001:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.121015:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.121021:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41126:41126:256:4294967295] 192.168.204.10@tcp LPNI seq info [41122:41122:8:4294967295] 00000400:00000200:0.0:1769074859.121028:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.121034:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.121040:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.121044:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074859.121050:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.121057:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.121061:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.121086:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.121091:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.121095:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074859.121404:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074859.121412:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:2.0:1769074859.121418:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d89c0. 00000800:00000200:3.0:1769074859.122033:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.122038:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:3.0:1769074859.122043:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.122050:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.126714:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074859.126752:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x663dd 00000400:00000200:3.0:1769074859.126760:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.126765:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074859.126772:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:3.0:1769074859.126775:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00000400:00000200:3.0:1769074859.126810:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.126818:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d9980 00000400:00000200:3.0:1769074859.126825:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 175656 00010000:00000010:2.0:1769074859.127144:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074859.127155:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00000400:00000200:3.0:1769074859.127481:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.127488:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.127495:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.127502:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea8a80. 00000020:00000010:0.0:1769074859.128113:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.128121:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.128128:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.128133:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.128138:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.128182:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.128185:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074859.128188:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826483584 00000001:00000010:0.0:1769074859.128200:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:0.0:1769074859.128227:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.128235:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074859.128261:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9027c000. 00010000:00000010:0.0:1769074859.128289:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074859.128294:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.128670:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074859.128675:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074859.128679:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074859.128684:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.128773:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074859.128777:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074859.128781:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074859.128785:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.128849:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.128861:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.128867:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074859.128888:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074859.128903:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea8a80 x1855007826483584/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.128939:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074859.128945:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826483584, offset 224 00000400:00000200:0.0:1769074859.128952:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.128964:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.128970:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41127:41127:256:4294967295] 192.168.204.10@tcp LPNI seq info [41123:41123:8:4294967295] 00000400:00000200:0.0:1769074859.128982:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.128988:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.128993:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074859.128999:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.129006:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.129011:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.129027:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.129032:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.129036:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074859.129370:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.129375:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:3.0:1769074859.129380:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.129386:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.129391:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:3.0:1769074859.129393:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00000400:00000200:3.0:1769074859.132453:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.132474:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d9a80 00000400:00000200:3.0:1769074859.132483:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 176232 00000400:00000200:3.0:1769074859.132499:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.132503:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.132511:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.132517:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea9180. 00000020:00000010:0.0:1769074859.133188:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.133195:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.133202:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.133207:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.133212:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.133289:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.133293:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074859.133296:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826483840 02000000:00000010:0.0:1769074859.133341:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa9027a000. 00010000:00000010:0.0:1769074859.133380:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.133396:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074859.133415:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074859.133421:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.133435:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074859.133438:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074859.133442:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074859.133444:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.133517:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074859.133520:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074859.133523:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.133525:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074859.133546:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56e40. 00000020:00000010:0.0:1769074859.133551:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56e40. 00000020:00000010:0.0:1769074859.133561:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074859.133570:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd32000. 00000001:00000010:0.0:1769074859.133971:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bba80. 00000001:00000010:0.0:1769074859.133978:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074859.134010:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074859.134017:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074859.134021:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.134033:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074859.134072:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074859.134095:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca0720. 00000004:00000010:0.0:1769074859.134101:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503a80. 00000004:00000010:0.0:1769074859.134105:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023650. 00000004:00000010:0.0:1769074859.134110:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbff59ac8. 00000004:00000010:0.0:1769074859.134115:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a81e0. 00010000:00000010:0.0:1769074859.134124:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.134144:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890183, last committed = 17179889941 00010000:00000200:0.0:1769074859.134155:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea9180 x1855007826483840/t17179890183(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.134174:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074859.134182:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826483840, offset 224 00000400:00000010:0.0:1769074859.134188:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae9d8. 00000400:00000200:0.0:1769074859.134192:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.134205:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.134210:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41128:41128:256:4294967295] 192.168.204.10@tcp LPNI seq info [41124:41124:8:4294967295] 00000400:00000200:0.0:1769074859.134216:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.134223:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.134228:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.134233:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074859.134239:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.134245:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.134250:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074859.134351:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074859.134357:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:3.0:1769074859.134364:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000020:00000010:0.0:1769074859.134402:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.134407:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.134411:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.1:1769074859.134847:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:2.1:1769074859.134855:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074859.134859:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.1:1769074859.134866:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.1:1769074859.134871:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074859.134874:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00000800:00000200:1.0:1769074859.138505:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.138514:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074859.138523:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.138532:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.139958:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.139978:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x663e5 00000400:00000200:0.0:1769074859.139986:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.139990:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.139997:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:0.0:1769074859.140000:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00000400:00000200:0.0:1769074859.140030:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.140037:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d9b00 00000400:00000200:0.0:1769074859.140044:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 176720 00000400:00000200:0.0:1769074859.140105:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.140109:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.140114:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.140122:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716d80. 00010000:00000010:2.0:1769074859.140776:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074859.140789:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00000020:00000010:3.0:1769074859.141020:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.141026:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.141034:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074859.141039:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ec00. 00000020:00000010:3.0:1769074859.141044:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014abb8. 00000020:00000010:3.0:1769074859.141083:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.141086:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074859.141089:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826483968 00000001:00000010:3.0:1769074859.141099:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8d80. 00010000:00000010:3.0:1769074859.141124:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074859.141131:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 02000000:00000010:3.0:1769074859.141157:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa85843000. 00010000:00000010:3.0:1769074859.141185:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074859.141189:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074859.141205:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074859.141209:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074859.141213:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074859.141216:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074859.141295:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074859.141299:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074859.141315:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074859.141319:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074859.141374:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074859.141383:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074859.141387:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074859.141406:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074859.141423:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716d80 x1855007826483968/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.141443:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c463b8. 00000100:00000200:3.0:1769074859.141449:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826483968, offset 224 00000400:00000200:3.0:1769074859.141455:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.141468:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.141474:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41129:41129:256:4294967295] 192.168.204.10@tcp LPNI seq info [41125:41125:8:4294967295] 00000400:00000200:3.0:1769074859.141486:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.141492:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.141497:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074859.141504:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.141511:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.141515:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.141579:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ec00. 00000020:00000010:3.0:1769074859.141591:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014abb8. 00000020:00000010:3.0:1769074859.141596:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:0.1:1769074859.142009:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:0.1:1769074859.142018:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074859.142023:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074859.142030:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:2.1:1769074859.143674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.1:1769074859.143693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074859.143697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.1:1769074859.143700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00000800:00000200:0.0:1769074859.144968:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.144976:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074859.144987:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.144996:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.145003:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c463b8 00000400:00000010:0.0:1769074859.145006:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c463b8. 00000400:00000200:1.0:1769074859.145290:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.145388:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d9c00 00000400:00000200:1.0:1769074859.145397:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 177296 00000400:00000200:1.0:1769074859.145413:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.145417:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.145422:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.145428:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0c700. 00000020:00000010:2.0:1769074859.145521:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074859.145526:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074859.145532:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.145537:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074859.145541:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.145632:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074859.145635:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074859.145638:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826484224 02000000:00000010:2.0:1769074859.145696:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d5f000. 00010000:00000010:2.0:1769074859.145865:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:2.0:1769074859.145882:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:2.0:1769074859.145901:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.0:1769074859.145916:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074859.145933:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074859.145936:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074859.145940:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.145943:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074859.146020:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074859.146023:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074859.146026:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074859.146030:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00000020:00000010:2.0:1769074859.146049:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efc20. 00000020:00000010:2.0:1769074859.146055:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efc20. 00000020:00000010:2.0:1769074859.146065:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034eb40. 00080000:00000010:2.0:1769074859.146075:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df05c00. 00000001:00000010:2.0:1769074859.146274:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e180. 00000001:00000010:2.0:1769074859.146282:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf180. 00000020:00000010:2.0:1769074859.146480:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034eb40. 00010000:00000010:2.0:1769074859.146489:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074859.146494:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074859.146506:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074859.146544:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00080000:00000010:2.0:1769074859.146565:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9da8e8. 00000004:00000010:2.0:1769074859.146573:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111f00. 00000004:00000010:2.0:1769074859.146576:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94c550. 00000004:00000010:2.0:1769074859.146581:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1cb40. 00010000:00000010:0.0:1769074859.146697:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:0.0:1769074859.146703:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:0.0:1769074859.146710:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00000004:00000010:2.0:1769074859.146829:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e5860. 00010000:00000010:2.0:1769074859.146841:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000200:2.0:1769074859.146857:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890184, last committed = 17179889941 00010000:00000200:2.0:1769074859.146867:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0c700 x1855007826484224/t17179890184(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.146886:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074859.146892:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826484224, offset 224 00000400:00000010:2.0:1769074859.146898:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1be70. 00000400:00000200:2.0:1769074859.146902:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.146925:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.146931:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41130:41130:256:4294967295] 192.168.204.10@tcp LPNI seq info [41126:41126:8:4294967295] 00000400:00000200:2.0:1769074859.146938:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.146946:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.146952:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.146957:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074859.146963:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.146969:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.146973:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.147024:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074859.147029:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.147034:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00010000:00000010:2.1:1769074859.149732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074859.149751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:2.1:1769074859.149755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074859.149758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074859.150283:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074859.150291:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074859.150295:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074859.150298:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074859.150308:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074859.150311:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074859.150313:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074859.150318:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000800:00000200:0.0:1769074859.150336:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.150341:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:0.0:1769074859.150346:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.150356:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074859.150990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074859.150996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000400:00000200:0.0:1769074859.151039:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.151056:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x663ed 00000400:00000200:0.0:1769074859.151063:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.151066:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.151072:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:0.0:1769074859.151076:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00000400:00000200:0.0:1769074859.151133:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.151141:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d9c80 00000400:00000200:0.0:1769074859.151149:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 177784 00000400:00000200:0.0:1769074859.151213:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.151217:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.151222:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.151228:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716300. 00000020:00000010:1.0:1769074859.152000:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.152006:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.152014:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.152020:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074859.152025:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.152097:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.152100:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.152104:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826484352 00000001:00000010:1.0:1769074859.152113:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:1.0:1769074859.152139:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074859.152146:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 02000000:00000010:1.0:1769074859.152194:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e185000. 00010000:00000010:1.0:1769074859.152229:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074859.152234:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074859.152252:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074859.152256:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074859.152259:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074859.152263:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074859.152428:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074859.152432:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074859.152436:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074859.152440:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074859.152503:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074859.152515:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074859.152520:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074859.152543:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000200:1.0:1769074859.152561:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716300 x1855007826484352/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074859.152582:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00010000:00000010:2.1:1769074859.152686:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074859.152693:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:2.0:1769074859.152710:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074859.152715:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00000100:00000200:1.0:1769074859.152844:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826484352, offset 224 00000400:00000200:1.0:1769074859.152856:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.152869:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.152875:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41131:41131:256:4294967295] 192.168.204.10@tcp LPNI seq info [41127:41127:8:4294967295] 00000400:00000200:1.0:1769074859.152886:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.152892:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.152898:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074859.152905:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.152923:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.152927:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.152981:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074859.152986:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.152990:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:3.1:1769074859.153049:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074859.153056:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074859.153059:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074859.153062:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000800:00000200:0.0:1769074859.154313:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.154320:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:0.0:1769074859.154330:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.154338:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.154344:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:0.0:1769074859.154347:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00010000:00000010:2.1:1769074859.156767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:2.1:1769074859.156782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:2.1:1769074859.156786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.1:1769074859.156794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:0.1:1769074859.157124:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074859.157130:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00000400:00000200:0.0:1769074859.157156:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.157173:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d9d80 00000400:00000200:0.0:1769074859.157181:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 178360 00000400:00000200:0.0:1769074859.157198:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.157202:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.157210:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.157216:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716a00. 00000020:00000010:1.0:1769074859.157415:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.157421:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.157430:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.157434:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074859.157439:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.157518:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.157522:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.157525:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826484608 02000000:00000010:1.0:1769074859.157563:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e181000. 00010000:00000010:1.0:1769074859.157868:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074859.157884:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074859.157905:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074859.157922:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074859.157939:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074859.157942:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074859.157947:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074859.157949:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074859.158038:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074859.158042:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a180. 00010000:00000010:1.0:1769074859.158046:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074859.158049:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00000020:00000010:1.0:1769074859.158074:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b420. 00000020:00000010:1.0:1769074859.158080:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b420. 00000020:00000010:1.0:1769074859.158091:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b120. 00080000:00000010:1.0:1769074859.158101:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe3400. 00000001:00000010:1.0:1769074859.158423:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454cc0. 00000001:00000010:1.0:1769074859.158430:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1110c0. 00000020:00000010:1.0:1769074859.158467:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b120. 00010000:00000010:1.0:1769074859.158478:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074859.158482:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074859.158494:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111b40. 00010000:00000010:1.0:1769074859.158595:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00080000:00000010:1.0:1769074859.158638:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9db560. 00000004:00000010:1.0:1769074859.158647:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111180. 00000004:00000010:1.0:1769074859.158650:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94dba0. 00000004:00000010:1.0:1769074859.158655:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c4b0. 00000004:00000010:1.0:1769074859.158659:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e4b40. 00010000:00000010:1.0:1769074859.158670:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074859.158690:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890185, last committed = 17179889941 00010000:00000200:1.0:1769074859.158701:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716a00 x1855007826484608/t17179890185(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074859.158721:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074859.158727:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826484608, offset 224 00000400:00000010:1.0:1769074859.158887:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c818. 00000400:00000200:1.0:1769074859.158892:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.158906:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.158923:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41132:41132:256:4294967295] 192.168.204.10@tcp LPNI seq info [41128:41128:8:4294967295] 00000400:00000200:1.0:1769074859.158929:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074859.158936:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.158942:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.158947:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074859.158953:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.158959:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.158963:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.159118:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074859.159123:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.159126:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:2.0:1769074859.159191:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:2.0:1769074859.159198:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a180. 00010000:00000010:2.0:1769074859.159206:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111b40. 00000800:00000200:0.0:1769074859.162819:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.162830:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:0.0:1769074859.162841:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.162850:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.163258:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.163273:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x663f5 00000400:00000200:0.0:1769074859.163280:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.163283:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.163288:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:0.0:1769074859.163292:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00000400:00000200:0.0:1769074859.163426:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.163433:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d9e00 00000400:00000200:0.0:1769074859.163441:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 178848 00010000:00000010:1.1:1769074859.163947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074859.163957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074859.163964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074859.163967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:0.0:1769074859.164082:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.164089:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.164095:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.164103:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715880. 00000020:00000010:1.0:1769074859.164198:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.164205:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.164214:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.164219:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074859.164224:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.164258:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.164260:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.164264:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826484736 00000001:00000010:1.0:1769074859.164273:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf180. 00010000:00000010:1.0:1769074859.164297:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074859.164314:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 02000000:00000010:1.0:1769074859.164341:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e180000. 00010000:00000010:1.0:1769074859.164372:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074859.164376:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074859.164393:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074859.164396:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074859.164400:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074859.164403:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074859.164477:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074859.164480:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074859.164485:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074859.164488:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074859.164555:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074859.164567:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074859.164572:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074859.164838:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074859.164856:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715880 x1855007826484736/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074859.164875:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074859.164881:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826484736, offset 224 00000400:00000200:1.0:1769074859.164888:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.164898:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.164904:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41133:41133:256:4294967295] 192.168.204.10@tcp LPNI seq info [41129:41129:8:4294967295] 00000400:00000200:1.0:1769074859.164926:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.164932:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.164937:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074859.164944:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.164950:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.164955:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.164979:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074859.164983:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.164987:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:2.1:1769074859.165145:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074859.165152:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.165169:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:2.0:1769074859.165175:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a980. 00000800:00000200:0.0:1769074859.167600:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.167631:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:0.0:1769074859.167642:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.167651:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.167659:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:0.0:1769074859.167661:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00010000:00000010:1.1:1769074859.168746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074859.168758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074859.168764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074859.168769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:2.0:1769074859.169904:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.169935:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8d9f00 00000400:00000200:2.0:1769074859.169944:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 179424 00000400:00000200:2.0:1769074859.169960:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.169964:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.169972:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.169977:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd12680. 00000020:00000010:3.0:1769074859.170098:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.170104:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.170110:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074859.170115:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ec00. 00000020:00000010:3.0:1769074859.170121:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014abb8. 00000020:00000010:3.0:1769074859.170194:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa80. 00000020:00000010:3.0:1769074859.170197:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa80. 00000100:00000200:3.0:1769074859.170201:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826484992 02000000:00000010:3.0:1769074859.170237:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa85844000. 00010000:00000010:3.0:1769074859.170277:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:3.0:1769074859.170291:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a300. 00010000:00000010:3.0:1769074859.170322:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074859.170328:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074859.170343:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074859.170347:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074859.170351:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074859.170354:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074859.170437:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074859.170441:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074859.170444:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074859.170447:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00000020:00000010:3.0:1769074859.170470:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074859.170477:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074859.170488:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a6c0. 00080000:00000010:3.0:1769074859.170498:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff76c00. 00000001:00000010:2.0:1769074859.171170:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034eb40. 00000001:00000010:2.0:1769074859.171178:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf480. 00000020:00000010:2.0:1769074859.171212:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a6c0. 00010000:00000010:2.0:1769074859.171221:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.171226:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074859.171241:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074859.171410:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00080000:00000010:2.0:1769074859.171437:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb60e40. 00000004:00000010:2.0:1769074859.171444:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740ea80. 00000004:00000010:2.0:1769074859.171448:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cddc0. 00000004:00000010:2.0:1769074859.171453:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2000. 00000004:00000010:2.0:1769074859.171457:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f4b65a0. 00010000:00000010:2.0:1769074859.171467:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:2.0:1769074859.171486:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890186, last committed = 17179889941 00010000:00000200:2.0:1769074859.171495:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd12680 x1855007826484992/t17179890186(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.171515:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074859.171521:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826484992, offset 224 00000400:00000010:2.0:1769074859.171528:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b3f0. 00000400:00000200:2.0:1769074859.171532:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.171546:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.171553:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41134:41134:256:4294967295] 192.168.204.10@tcp LPNI seq info [41130:41130:8:4294967295] 00000400:00000200:2.0:1769074859.171560:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.171567:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.171576:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.171581:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074859.172041:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.172051:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.172056:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.172083:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ec00. 00000020:00000010:2.0:1769074859.172088:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014abb8. 00000020:00000010:2.0:1769074859.172092:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074859.172478:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.172484:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074859.172489:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.172495:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074859.175378:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:0.0:1769074859.175398:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:0.0:1769074859.175408:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00010000:00000010:1.1:1769074859.176745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074859.176755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074859.176761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074859.176764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:2.1:1769074859.177107:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074859.177113:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:2.1:1769074859.177115:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:2.1:1769074859.177118:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:2.0:1769074859.177149:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.177167:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x663fd 00000400:00000200:2.0:1769074859.177175:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.177180:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.177187:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:2.0:1769074859.177190:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:1.0:1769074859.177284:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:1.0:1769074859.177293:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00000400:00000200:2.0:1769074859.178444:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.178458:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8d9f80 00000400:00000200:2.0:1769074859.178466:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 179912 00000400:00000200:2.0:1769074859.178523:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.178528:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.178536:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.178542:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd11880. 00010000:00000010:0.1:1769074859.178637:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074859.178644:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00000020:00000010:0.0:1769074859.178679:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.178685:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.178693:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.178698:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.178703:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.178754:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.178756:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074859.178760:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826485120 00000001:00000010:0.0:1769074859.178773:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1110c0. 00010000:00000010:0.0:1769074859.178798:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.178806:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074859.178832:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9027e000. 00010000:00000010:0.0:1769074859.178860:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074859.178863:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.178878:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074859.178881:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074859.178884:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074859.178887:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.178972:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074859.178976:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074859.178979:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074859.178984:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.179048:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.179057:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.179062:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074859.179080:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.179095:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd11880 x1855007826485120/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.179113:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074859.179118:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826485120, offset 224 00000400:00000200:0.0:1769074859.179125:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.179136:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.179142:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41135:41135:256:4294967295] 192.168.204.10@tcp LPNI seq info [41131:41131:8:4294967295] 00000400:00000200:0.0:1769074859.179153:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.179159:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.179164:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074859.179170:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.179177:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.179181:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.179203:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.179208:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.179211:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:3.1:1769074859.179284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:3.1:1769074859.179290:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00000800:00000200:2.0:1769074859.179969:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.179974:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:2.0:1769074859.179979:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.179984:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.179989:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:2.0:1769074859.179992:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00010000:00000010:2.1:1769074859.182660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:2.1:1769074859.182679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:1.1:1769074859.182817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074859.182824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:0.1:1769074859.186656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074859.186673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074859.186678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074859.186680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:2.0:1769074859.188932:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.188952:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8da080 00000400:00000200:2.0:1769074859.188962:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 180488 00000400:00000200:2.0:1769074859.188980:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.188984:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.188993:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.189000:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd11f80. 00000020:00000010:1.0:1769074859.189116:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.189123:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.189131:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.189136:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074859.189141:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.189187:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.189190:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.189194:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826485376 02000000:00000010:1.0:1769074859.189232:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e183000. 00010000:00000010:1.0:1769074859.189276:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074859.189293:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:1.0:1769074859.189324:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074859.189330:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074859.189345:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074859.189348:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074859.189353:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074859.189356:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074859.189434:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074859.189438:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a380. 00010000:00000010:1.0:1769074859.189442:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074859.189445:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00000020:00000010:1.0:1769074859.189468:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074859.189475:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074859.189486:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f60. 00080000:00000010:1.0:1769074859.189494:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe0400. 00000001:00000010:1.0:1769074859.190045:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b7e0. 00000001:00000010:1.0:1769074859.190054:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074859.190086:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f60. 00010000:00000010:1.0:1769074859.190096:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074859.190101:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074859.190113:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111180. 00010000:00000010:1.0:1769074859.190202:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00080000:00000010:1.0:1769074859.190246:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9db728. 00000004:00000010:1.0:1769074859.190254:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae1113c0. 00000004:00000010:1.0:1769074859.190258:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94d100. 00000004:00000010:1.0:1769074859.190262:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c078. 00000004:00000010:1.0:1769074859.190267:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e5680. 00010000:00000010:1.0:1769074859.190279:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074859.190297:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890187, last committed = 17179889941 00010000:00000200:1.0:1769074859.190307:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd11f80 x1855007826485376/t17179890187(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074859.190327:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074859.190334:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826485376, offset 224 00000400:00000010:1.0:1769074859.190340:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c9d8. 00000400:00000200:1.0:1769074859.190345:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.190358:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.190363:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41136:41136:256:4294967295] 192.168.204.10@tcp LPNI seq info [41132:41132:8:4294967295] 00000400:00000200:1.0:1769074859.190369:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074859.190377:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.190382:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.190387:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074859.190393:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.190400:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.190404:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.190423:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074859.190427:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.190430:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074859.191936:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.191943:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074859.191950:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.191957:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074859.193763:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:2.0:1769074859.193779:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a380. 00010000:00000010:2.0:1769074859.193788:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111180. 00000400:00000200:2.0:1769074859.194468:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.194488:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66405 00000400:00000200:2.0:1769074859.194495:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.194499:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.194506:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:2.0:1769074859.194509:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00010000:00000010:3.0:1769074859.194833:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:3.0:1769074859.194841:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.1:1769074859.195684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:1.1:1769074859.195696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074859.195702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074859.195709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:2.0:1769074859.196205:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.196221:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8da100 00000400:00000200:2.0:1769074859.196229:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 180976 00000400:00000200:2.0:1769074859.196290:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.196295:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.196306:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.196312:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd13b80. 00000020:00000010:0.0:1769074859.196727:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.196734:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.196741:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.196747:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.196752:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.196797:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.196800:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074859.196803:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826485504 00000001:00000010:0.0:1769074859.196813:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf480. 00010000:00000010:0.0:1769074859.196838:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.196846:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074859.196896:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83db5000. 00010000:00000010:0.0:1769074859.196939:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074859.196943:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.196963:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074859.196967:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074859.196971:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074859.196973:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.197052:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074859.197055:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074859.197059:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074859.197063:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.197128:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.197138:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.197142:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074859.197161:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.197177:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd13b80 x1855007826485504/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.197197:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074859.197203:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826485504, offset 224 00000400:00000200:0.0:1769074859.197210:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.197221:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.197227:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41137:41137:256:4294967295] 192.168.204.10@tcp LPNI seq info [41133:41133:8:4294967295] 00000400:00000200:0.0:1769074859.197238:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.197245:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.197250:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074859.197256:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.197263:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.197267:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.197292:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.197296:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.197300:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074859.197417:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.197422:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074859.197426:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.197430:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.197435:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:3.0:1769074859.197437:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00010000:00000010:2.1:1769074859.199662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:2.1:1769074859.199680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000400:00000200:2.0:1769074859.201777:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.201795:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8da200 00000400:00000200:2.0:1769074859.201804:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 181552 00000400:00000200:2.0:1769074859.201820:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.201825:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.201833:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.201839:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd10000. 00000020:00000010:1.0:1769074859.201963:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.201968:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.201975:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.201980:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074859.201985:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.202022:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.202025:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.202028:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826485760 02000000:00000010:1.0:1769074859.202066:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e184000. 00010000:00000010:1.0:1769074859.202107:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074859.202123:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:1.0:1769074859.202142:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074859.202148:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074859.202164:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074859.202167:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a280. 00010000:00000010:1.0:1769074859.202171:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074859.202174:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074859.202257:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074859.202261:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074859.202265:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074859.202268:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074859.202291:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074859.202298:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074859.202321:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9ba80. 00080000:00000010:1.0:1769074859.202330:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe3c00. 00000001:00000010:1.0:1769074859.202532:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454180. 00000001:00000010:1.0:1769074859.202539:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111780. 00000020:00000010:1.0:1769074859.202574:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9ba80. 00010000:00000010:1.0:1769074859.202582:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074859.202587:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074859.202598:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1113c0. 00010000:00000010:1.0:1769074859.202680:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074859.202703:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9daab0. 00000004:00000010:1.0:1769074859.202711:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9eb180. 00000004:00000010:1.0:1769074859.202714:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94d320. 00000004:00000010:1.0:1769074859.202719:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c000. 00000004:00000010:1.0:1769074859.202723:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ea3a960. 00010000:00000010:1.0:1769074859.202731:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000200:1.0:1769074859.202747:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890188, last committed = 17179889941 00010000:00000200:1.0:1769074859.202756:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd10000 x1855007826485760/t17179890188(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074859.202773:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074859.202779:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826485760, offset 224 00000400:00000010:1.0:1769074859.202785:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cea8. 00000400:00000200:1.0:1769074859.202789:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.202801:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.202807:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41138:41138:256:4294967295] 192.168.204.10@tcp LPNI seq info [41134:41134:8:4294967295] 00000400:00000200:1.0:1769074859.202813:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074859.202820:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.202825:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.202830:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074859.202836:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.202842:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.202846:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.202869:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074859.202873:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.202877:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074859.203134:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.203138:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074859.203143:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.203147:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074859.203277:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:2.0:1769074859.203285:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00010000:00000010:2.0:1769074859.203293:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1113c0. 00010000:00000010:3.1:1769074859.204679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:3.1:1769074859.204692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:0.1:1769074859.204830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074859.204838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074859.204841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074859.204844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:3.0:1769074859.205872:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074859.205892:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6640d 00000400:00000200:3.0:1769074859.205899:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.205903:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074859.205938:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:3.0:1769074859.205941:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00010000:00000010:1.0:1769074859.206062:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074859.206072:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a280. 00010000:00000010:2.1:1769074859.208755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:2.1:1769074859.208773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000400:00000200:2.0:1769074859.208812:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.208830:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8da280 00000400:00000200:2.0:1769074859.208839:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 182040 00000400:00000200:2.0:1769074859.208921:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.208927:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.208934:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.208940:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd11c00. 00000020:00000010:0.0:1769074859.209292:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.209299:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.209314:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.209320:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.209324:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.209359:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45b80. 00000020:00000010:0.0:1769074859.209361:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45b80. 00000100:00000200:0.0:1769074859.209364:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826485888 00000001:00000010:0.0:1769074859.209374:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:0.0:1769074859.209398:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.209405:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074859.209429:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83db1000. 00010000:00000010:0.0:1769074859.209457:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074859.209461:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.209479:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074859.209482:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074859.209486:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074859.209489:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.209561:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074859.209564:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074859.209569:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074859.209572:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.209671:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.209681:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.209687:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074859.209705:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.209719:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd11c00 x1855007826485888/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.209736:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074859.209741:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826485888, offset 224 00000400:00000200:0.0:1769074859.209748:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.209758:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.209765:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41139:41139:256:4294967295] 192.168.204.10@tcp LPNI seq info [41135:41135:8:4294967295] 00000400:00000200:0.0:1769074859.209777:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.209783:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.209788:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074859.209794:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.209800:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.209805:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.209824:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.209828:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.209831:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:1.1:1769074859.210032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:1.1:1769074859.210039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074859.210043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074859.210049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000800:00000200:3.0:1769074859.210557:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.210562:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:3.0:1769074859.210566:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.210572:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.210578:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:3.0:1769074859.210589:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:1.1:1769074859.212701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074859.212716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:0.1:1769074859.216702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074859.216719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074859.216724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074859.216726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:3.0:1769074859.216993:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.217012:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8da380 00000400:00000200:3.0:1769074859.217021:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 182616 00000400:00000200:3.0:1769074859.217036:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.217040:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.217049:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.217054:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeaa680. 00000020:00000010:1.0:1769074859.217164:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.217170:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.217179:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.217184:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074859.217189:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.217233:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.217235:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.217239:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826486144 02000000:00000010:1.0:1769074859.217272:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e182000. 00010000:00000010:1.0:1769074859.217321:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074859.217336:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:1.0:1769074859.217354:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074859.217361:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074859.217377:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074859.217380:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074859.217384:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074859.217388:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074859.217473:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074859.217477:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074859.217479:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074859.217483:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074859.217507:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074859.217513:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074859.217524:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454720. 00080000:00000010:1.0:1769074859.217534:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe1800. 00000001:00000010:1.0:1769074859.218162:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b1e0. 00000001:00000010:1.0:1769074859.218170:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074859.218204:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454720. 00010000:00000010:1.0:1769074859.218214:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074859.218220:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074859.218232:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074859.218327:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074859.218351:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1b398. 00000004:00000010:1.0:1769074859.218359:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e60480. 00000004:00000010:1.0:1769074859.218363:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4d320. 00000004:00000010:1.0:1769074859.218368:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe09438. 00000004:00000010:1.0:1769074859.218372:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfcd680. 00010000:00000010:1.0:1769074859.218383:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074859.218401:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890189, last committed = 17179889941 00010000:00000200:1.0:1769074859.218411:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeaa680 x1855007826486144/t17179890189(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074859.218432:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074859.218439:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826486144, offset 224 00000400:00000010:1.0:1769074859.218446:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c038. 00000400:00000200:1.0:1769074859.218450:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.218463:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.218470:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41140:41140:256:4294967295] 192.168.204.10@tcp LPNI seq info [41136:41136:8:4294967295] 00000400:00000200:1.0:1769074859.218477:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074859.218484:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.218489:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.218494:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074859.218500:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.218507:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.218512:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.218541:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074859.218546:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.218550:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074859.219216:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.219222:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:3.0:1769074859.219227:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.219233:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074859.219952:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:2.0:1769074859.219963:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a800. 00010000:00000010:2.0:1769074859.219972:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00000400:00000200:3.0:1769074859.221104:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074859.221124:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66415 00000400:00000200:3.0:1769074859.221131:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.221135:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074859.221141:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:3.0:1769074859.221143:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:2.0:1769074859.221452:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:2.0:1769074859.221462:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.1:1769074859.222927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:1.1:1769074859.222940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00000400:00000200:3.0:1769074859.224520:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.224542:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8da400 00000400:00000200:3.0:1769074859.224552:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 183104 00000400:00000200:3.0:1769074859.224851:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.224858:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.224867:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.224874:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea9880. 00000020:00000010:1.0:1769074859.224976:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.224982:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.224991:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.224997:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074859.225002:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.225046:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.225049:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.225052:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826486272 00000001:00000010:1.0:1769074859.225063:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111780. 00010000:00000010:1.0:1769074859.225088:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074859.225095:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 02000000:00000010:1.0:1769074859.225122:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e186000. 00010000:00000010:1.0:1769074859.225149:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074859.225153:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074859.225172:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074859.225175:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074859.225180:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074859.225183:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074859.225260:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074859.225263:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074859.225267:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074859.225270:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074859.225344:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074859.225357:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074859.225363:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074859.225386:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074859.225401:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea9880 x1855007826486272/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074859.225421:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074859.225427:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826486272, offset 224 00000400:00000200:1.0:1769074859.225435:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.225445:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.225452:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41141:41141:256:4294967295] 192.168.204.10@tcp LPNI seq info [41137:41137:8:4294967295] 00000400:00000200:1.0:1769074859.225462:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.225468:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.225473:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074859.225478:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.225485:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.225488:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.225511:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074859.225515:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.225518:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074859.226502:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.226509:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074859.226516:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.226524:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.226530:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:3.0:1769074859.226532:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00010000:00000010:2.1:1769074859.227703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074859.227716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074859.229340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074859.229359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000400:00000200:3.0:1769074859.230180:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.230200:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8da500 00000400:00000200:3.0:1769074859.230210:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 183680 00000400:00000200:3.0:1769074859.230228:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.230233:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.230241:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.230247:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfea9f80. 00000020:00000010:0.0:1769074859.230366:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.230372:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.230378:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.230385:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.230389:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.230437:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.230440:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000100:00000200:0.0:1769074859.230443:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826486528 02000000:00000010:0.0:1769074859.230481:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83db0000. 00010000:00000010:0.0:1769074859.230524:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:0.0:1769074859.230539:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:0.0:1769074859.230558:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.230565:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.230581:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074859.230596:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074859.230636:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074859.230640:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.230726:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074859.230730:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074859.230745:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074859.230748:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074859.230773:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56b60. 00000020:00000010:0.0:1769074859.230780:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56b60. 00000020:00000010:0.0:1769074859.230795:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074859.230806:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd33800. 00000001:00000010:0.0:1769074859.231020:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbba0. 00000001:00000010:0.0:1769074859.231027:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074859.231057:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074859.231064:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074859.231068:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.231079:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074859.231113:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074859.231137:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1b560. 00000004:00000010:0.0:1769074859.231144:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e60a80. 00000004:00000010:0.0:1769074859.231148:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4d210. 00000004:00000010:0.0:1769074859.231154:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe09d20. 00000004:00000010:0.0:1769074859.231157:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfcd0e0. 00010000:00000010:0.0:1769074859.231166:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.231183:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890190, last committed = 17179889941 00010000:00000200:0.0:1769074859.231192:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfea9f80 x1855007826486528/t17179890190(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.231212:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074859.231218:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826486528, offset 224 00000400:00000010:0.0:1769074859.231225:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aef50. 00000400:00000200:0.0:1769074859.231228:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.231241:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.231247:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41142:41142:256:4294967295] 192.168.204.10@tcp LPNI seq info [41138:41138:8:4294967295] 00000400:00000200:0.0:1769074859.231252:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.231260:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.231265:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.231270:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074859.231276:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.231281:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.231285:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.231300:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.231305:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.231309:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074859.231396:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074859.231402:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e80. 00010000:00000010:2.0:1769074859.231409:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8180. 00010000:00000010:2.1:1769074859.235418:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:2.1:1769074859.235438:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000800:00000200:2.0:1769074859.235465:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.235469:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:2.0:1769074859.235475:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.235484:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.239244:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.239267:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6641d 00000400:00000200:2.0:1769074859.239275:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.239279:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.239286:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:2.0:1769074859.239288:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000400:00000200:2.0:1769074859.239435:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.239443:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8da580 00000400:00000200:2.0:1769074859.239450:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 184168 00000400:00000200:2.0:1769074859.239509:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.239514:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.239519:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.239526:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8dd12300. 00000020:00000010:3.0:1769074859.239644:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.239650:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.239655:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074859.239661:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074859.239666:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074859.239702:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.239704:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.239707:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826486656 00000001:00000010:3.0:1769074859.239718:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:3.0:1769074859.239755:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074859.239763:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 02000000:00000010:3.0:1769074859.239790:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa85842000. 00010000:00000010:3.0:1769074859.239817:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074859.239822:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074859.239840:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074859.239843:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074859.239848:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074859.239851:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.239937:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074859.239941:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074859.239945:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074859.239948:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074859.240016:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074859.240028:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.240034:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074859.240053:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000200:3.0:1769074859.240069:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8dd12300 x1855007826486656/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.240087:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074859.240092:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826486656, offset 224 00000400:00000200:3.0:1769074859.240098:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.240108:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.240114:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41143:41143:256:4294967295] 192.168.204.10@tcp LPNI seq info [41139:41139:8:4294967295] 00000400:00000200:3.0:1769074859.240125:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.240131:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.240136:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074859.240141:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.240147:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.240151:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.240171:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074859.240174:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074859.240178:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00010000:00000010:0.1:1769074859.240238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:0.1:1769074859.240245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074859.240249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074859.240254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000800:00000200:2.0:1769074859.240543:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.240549:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:2.0:1769074859.240555:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.240560:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.240564:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46d48 00000400:00000010:2.0:1769074859.240566:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46d48. 00000400:00000200:2.0:1769074859.243890:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.243918:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8da680 00000400:00000200:2.0:1769074859.243927:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 184744 00000400:00000200:2.0:1769074859.243942:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.243947:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.243954:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.243962:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2f100. 00000020:00000010:0.0:1769074859.244055:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.244061:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.244067:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.244073:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.244077:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.244112:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.244114:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000100:00000200:0.0:1769074859.244117:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826486912 02000000:00000010:0.0:1769074859.244149:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83db3000. 00010000:00000010:0.0:1769074859.244188:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:0.0:1769074859.244205:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:0.0:1769074859.244223:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.244229:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.244244:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074859.244248:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074859.244252:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074859.244254:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.244340:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074859.244344:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074859.244347:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.244350:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074859.244371:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56b60. 00000020:00000010:0.0:1769074859.244377:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56b60. 00000020:00000010:0.0:1769074859.244388:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074859.244397:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd33000. 00000001:00000010:0.0:1769074859.244634:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb000. 00000001:00000010:0.0:1769074859.244641:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8780. 00000020:00000010:0.0:1769074859.244670:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074859.244677:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074859.244681:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.244691:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074859.244722:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074859.244753:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb61398. 00000004:00000010:0.0:1769074859.244760:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e3c0. 00000004:00000010:0.0:1769074859.244764:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9ccff0. 00000004:00000010:0.0:1769074859.244768:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2618. 00000004:00000010:0.0:1769074859.244772:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f4b7680. 00010000:00000010:0.0:1769074859.244779:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.244794:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890191, last committed = 17179889941 00010000:00000200:0.0:1769074859.244802:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2f100 x1855007826486912/t17179890191(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.244823:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074859.244829:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826486912, offset 224 00000400:00000010:0.0:1769074859.244836:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aec40. 00000400:00000200:0.0:1769074859.244840:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.244852:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.244858:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41144:41144:256:4294967295] 192.168.204.10@tcp LPNI seq info [41140:41140:8:4294967295] 00000400:00000200:0.0:1769074859.244864:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.244871:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.244877:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.244881:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074859.244886:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.244893:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.244897:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.244926:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.244930:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.244933:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074859.245001:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074859.245007:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:2.0:1769074859.245013:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00000800:00000200:2.0:1769074859.245088:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.245092:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:2.0:1769074859.245095:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.245100:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074859.247202:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074859.247218:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074859.247224:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074859.247227:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074859.247261:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074859.247272:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:2.1:1769074859.247791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074859.247798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:2.0:1769074859.247829:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.247846:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66425 00000400:00000200:2.0:1769074859.247853:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.247858:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.247864:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:2.0:1769074859.247866:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00010000:00000010:3.0:1769074859.248031:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074859.248038:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00000400:00000200:2.0:1769074859.249960:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.249979:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8da700 00000400:00000200:2.0:1769074859.249989:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 185232 00000400:00000200:2.0:1769074859.250055:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.250061:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.250069:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.250076:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2ce00. 00000020:00000010:3.0:1769074859.250222:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.250228:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.250235:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074859.250240:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074859.250245:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074859.250287:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.250290:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.250294:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826487040 00000001:00000010:3.0:1769074859.250310:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:3.0:1769074859.250336:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074859.250344:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 02000000:00000010:3.0:1769074859.250370:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa85846000. 00010000:00000010:3.0:1769074859.250402:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074859.250407:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.250425:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074859.250429:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074859.250433:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074859.250436:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074859.250508:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074859.250511:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074859.250516:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074859.250519:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074859.250581:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.250593:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074859.250598:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074859.250654:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000200:3.0:1769074859.250672:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2ce00 x1855007826487040/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.250691:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074859.250697:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826487040, offset 224 00000400:00000200:3.0:1769074859.250704:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.250715:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.250722:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41145:41145:256:4294967295] 192.168.204.10@tcp LPNI seq info [41141:41141:8:4294967295] 00000400:00000200:3.0:1769074859.250746:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.250752:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.250759:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074859.250764:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.250770:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.250775:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.250794:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074859.250798:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074859.250802:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:2.0:1769074859.250990:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.250995:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:2.0:1769074859.251001:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.251005:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.251009:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:2.0:1769074859.251012:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00010000:00000010:0.1:1769074859.251068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:0.1:1769074859.251075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074859.251079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074859.251085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:2.1:1769074859.252657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074859.252668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:1.1:1769074859.252721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074859.252726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074859.252765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074859.252770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074859.252773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074859.252777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074859.252780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074859.252783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074859.255928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074859.255944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074859.255949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074859.255951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:2.0:1769074859.259238:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.259258:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8da800 00000400:00000200:2.0:1769074859.259267:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 185808 00000400:00000200:2.0:1769074859.259284:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.259289:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.259296:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.259314:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2d500. 00000020:00000010:0.0:1769074859.259425:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.259431:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.259438:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.259443:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.259448:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.259492:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.259495:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000100:00000200:0.0:1769074859.259498:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826487296 02000000:00000010:0.0:1769074859.259533:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83db4000. 00010000:00000010:0.0:1769074859.259572:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:0.0:1769074859.259599:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:0.0:1769074859.259670:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.259676:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.259691:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074859.259694:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074859.259698:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.259701:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.259784:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074859.259788:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074859.259791:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074859.259795:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074859.259820:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56b60. 00000020:00000010:0.0:1769074859.259828:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56b60. 00000020:00000010:0.0:1769074859.259840:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074859.259849:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd30800. 00000001:00000010:0.0:1769074859.260069:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb900. 00000001:00000010:0.0:1769074859.260076:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8600. 00000020:00000010:0.0:1769074859.260109:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074859.260117:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074859.260121:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.260132:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d80c0. 00010000:00000010:0.0:1769074859.260175:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074859.260197:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb60720. 00000004:00000010:0.0:1769074859.260205:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e240. 00000004:00000010:0.0:1769074859.260209:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cc880. 00000004:00000010:0.0:1769074859.260214:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f20f0. 00000004:00000010:0.0:1769074859.260218:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef845a0. 00010000:00000010:0.0:1769074859.260228:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.260245:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890192, last committed = 17179889941 00010000:00000200:0.0:1769074859.260256:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2d500 x1855007826487296/t17179890192(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.260275:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074859.260282:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826487296, offset 224 00000400:00000010:0.0:1769074859.260288:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae380. 00000400:00000200:0.0:1769074859.260292:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.260304:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.260310:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41146:41146:256:4294967295] 192.168.204.10@tcp LPNI seq info [41142:41142:8:4294967295] 00000400:00000200:0.0:1769074859.260317:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.260324:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.260329:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.260334:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074859.260340:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.260347:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.260350:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.260368:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66800. 00000020:00000010:0.0:1769074859.260372:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.260376:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074859.260453:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074859.260460:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:2.0:1769074859.260466:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d80c0. 00000800:00000200:2.0:1769074859.260550:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.260554:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:2.0:1769074859.260558:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.260563:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.263234:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.263257:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6642d 00000400:00000200:2.0:1769074859.263265:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.263269:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.263276:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:2.0:1769074859.263280:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00010000:00000010:0.0:1769074859.263449:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.263459:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:0.1:1769074859.265714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:2.0:1769074859.267480:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.267502:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8da880 00000400:00000200:2.0:1769074859.267512:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 186296 00000400:00000200:2.0:1769074859.267581:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.267586:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.267596:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.267647:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2ca80. 00000020:00000010:3.0:1769074859.267994:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.268001:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.268007:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074859.268013:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074859.268018:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074859.268064:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.268066:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.268071:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826487424 00000001:00000010:3.0:1769074859.268082:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8780. 00010000:00000010:3.0:1769074859.268107:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074859.268116:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 02000000:00000010:3.0:1769074859.268142:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa85847000. 00010000:00000010:3.0:1769074859.268169:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074859.268172:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074859.268191:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074859.268195:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074859.268199:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074859.268202:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.268275:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074859.268278:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074859.268282:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074859.268285:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074859.268361:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074859.268373:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.268378:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074859.268398:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000200:3.0:1769074859.268412:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2ca80 x1855007826487424/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.268430:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074859.268436:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826487424, offset 224 00000400:00000200:3.0:1769074859.268443:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.268454:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.268460:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41147:41147:256:4294967295] 192.168.204.10@tcp LPNI seq info [41143:41143:8:4294967295] 00000400:00000200:3.0:1769074859.268471:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.268477:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.268483:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074859.268490:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.268497:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.268501:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.268524:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074859.268528:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074859.268532:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00010000:00000010:0.1:1769074859.268774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074859.268783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074859.268788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:2.1:1769074859.269010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074859.269016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000800:00000200:2.0:1769074859.269098:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.269103:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074859.269110:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.269115:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.269121:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:2.0:1769074859.269123:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00000400:00000200:2.0:1769074859.272993:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.273015:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8da980 00000400:00000200:2.0:1769074859.273023:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 186872 00000400:00000200:2.0:1769074859.273038:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.273043:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.273052:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.273058:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2ed80. 00000020:00000010:0.0:1769074859.273150:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.273155:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.273162:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.273168:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.273173:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.273214:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.273217:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000100:00000200:0.0:1769074859.273220:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826487680 02000000:00000010:0.0:1769074859.273256:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83db2000. 00010000:00000010:0.0:1769074859.273295:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:0.0:1769074859.273311:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:0.0:1769074859.273330:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.273336:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.273351:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074859.273355:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074859.273359:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074859.273362:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.273440:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074859.273444:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074859.273448:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074859.273451:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074859.273473:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56b60. 00000020:00000010:0.0:1769074859.273479:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56b60. 00000020:00000010:0.0:1769074859.273491:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074859.273502:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd31400. 00010000:00000010:0.1:1769074859.273647:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074859.273653:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000001:00000010:0.0:1769074859.273890:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb4e0. 00000001:00000010:0.0:1769074859.273898:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00000020:00000010:0.0:1769074859.273944:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074859.273954:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.273959:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.273971:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8780. 00010000:00000010:0.0:1769074859.274009:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074859.274037:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1a000. 00000004:00000010:0.0:1769074859.274043:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e60e40. 00000004:00000010:0.0:1769074859.274046:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4ccc0. 00000004:00000010:0.0:1769074859.274050:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe09690. 00000004:00000010:0.0:1769074859.274054:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfcde00. 00010000:00000010:0.0:1769074859.274064:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074859.274082:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890193, last committed = 17179889941 00010000:00000200:0.0:1769074859.274092:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2ed80 x1855007826487680/t17179890193(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.274111:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074859.274117:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826487680, offset 224 00000400:00000010:0.0:1769074859.274125:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aed20. 00000400:00000200:0.0:1769074859.274129:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.274141:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.274146:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41148:41148:256:4294967295] 192.168.204.10@tcp LPNI seq info [41144:41144:8:4294967295] 00000400:00000200:0.0:1769074859.274151:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.274156:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.274160:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.274165:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074859.274171:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.274179:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.274183:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1769074859.274278:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074859.274284:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:2.0:1769074859.274290:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00000020:00000010:0.0:1769074859.274329:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.274334:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.274337:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:0.0:1769074859.275887:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.275895:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:0.0:1769074859.275902:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.277221:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074859.277442:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074859.277452:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074859.277456:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074859.277458:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:2.0:1769074859.277629:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.277645:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66435 00000400:00000200:2.0:1769074859.277651:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.277653:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.277657:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:2.0:1769074859.277659:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00010000:00000010:3.0:1769074859.277861:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074859.277868:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00000400:00000200:2.0:1769074859.278403:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.278414:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8daa00 00000400:00000200:2.0:1769074859.278422:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 187360 00000400:00000200:2.0:1769074859.278472:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.278477:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.278482:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.278490:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2d880. 00000020:00000010:3.0:1769074859.278807:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.278814:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.278820:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074859.278825:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074859.278830:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074859.278904:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.278918:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.278921:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826487808 00000001:00000010:3.0:1769074859.278931:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8600. 00010000:00000010:3.0:1769074859.278954:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074859.278960:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 02000000:00000010:3.0:1769074859.278982:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa85845000. 00010000:00000010:3.0:1769074859.279006:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074859.279008:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.279021:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074859.279023:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074859.279026:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074859.279028:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074859.279097:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074859.279101:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074859.279105:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074859.279108:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074859.279167:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.279178:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074859.279182:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074859.279202:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000200:3.0:1769074859.279217:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2d880 x1855007826487808/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.279237:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074859.279243:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826487808, offset 224 00000400:00000200:3.0:1769074859.279248:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.279256:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.279261:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41149:41149:256:4294967295] 192.168.204.10@tcp LPNI seq info [41145:41145:8:4294967295] 00000400:00000200:3.0:1769074859.279269:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.279273:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.279278:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074859.279283:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.279288:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.279291:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.279319:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074859.279322:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074859.279325:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:2.0:1769074859.279397:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.279400:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074859.279405:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.279408:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.279411:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46c38 00000400:00000010:2.0:1769074859.279413:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46c38. 00010000:00000010:0.1:1769074859.279983:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:0.1:1769074859.279991:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:0.1:1769074859.279995:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074859.279999:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:2.1:1769074859.280625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074859.280630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:2.0:1769074859.282240:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.282259:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dab00 00000400:00000200:2.0:1769074859.282267:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 187936 00000400:00000200:2.0:1769074859.282281:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.282284:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.282289:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.282294:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2e680. 00000020:00000010:3.0:1769074859.282423:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.282428:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.282432:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074859.282436:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074859.282440:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074859.282474:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.282477:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.282481:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826488064 02000000:00000010:3.0:1769074859.282535:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3e4000. 00010000:00000010:3.0:1769074859.282574:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074859.282589:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074859.282633:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074859.282638:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:2.0:1769074859.282703:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074859.282707:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074859.282711:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074859.282714:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074859.282780:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074859.282783:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074859.282785:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074859.282787:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00000020:00000010:2.0:1769074859.282801:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efd80. 00000020:00000010:2.0:1769074859.282805:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efd80. 00000020:00000010:2.0:1769074859.282815:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ecc0. 00080000:00000010:2.0:1769074859.282823:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df04c00. 00000001:00000010:2.0:1769074859.283012:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e060. 00000001:00000010:2.0:1769074859.283020:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074859.283053:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ecc0. 00010000:00000010:2.0:1769074859.283062:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074859.283066:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074859.283077:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074859.283124:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00080000:00000010:2.0:1769074859.283148:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1a720. 00000004:00000010:2.0:1769074859.283154:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e60300. 00000004:00000010:2.0:1769074859.283158:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4da90. 00000004:00000010:2.0:1769074859.283163:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe09870. 00000004:00000010:2.0:1769074859.283167:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfcd4a0. 00010000:00000010:2.0:1769074859.283176:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000200:2.0:1769074859.283194:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890194, last committed = 17179889941 00010000:00000200:2.0:1769074859.283203:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2e680 x1855007826488064/t17179890194(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.283221:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074859.283227:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826488064, offset 224 00000400:00000010:2.0:1769074859.283233:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b348. 00000400:00000200:2.0:1769074859.283236:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.283249:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.283255:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41150:41150:256:4294967295] 192.168.204.10@tcp LPNI seq info [41146:41146:8:4294967295] 00000400:00000200:2.0:1769074859.283261:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.283268:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.283274:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.283279:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074859.283285:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.283291:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.283296:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.0:1769074859.283476:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:0.0:1769074859.283482:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:0.0:1769074859.283487:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00000020:00000010:2.0:1769074859.283539:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea80. 00000020:00000010:2.0:1769074859.283544:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:2.0:1769074859.283548:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:0.0:1769074859.283893:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.283897:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:0.0:1769074859.283900:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.283904:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074859.285086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074859.285098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000400:00000200:2.0:1769074859.285250:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.285270:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6643d 00000400:00000200:2.0:1769074859.285277:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.285281:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.285287:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:2.0:1769074859.285290:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:0.0:1769074859.285483:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:0.0:1769074859.285493:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00000400:00000200:2.0:1769074859.286352:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.286363:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dab80 00000400:00000200:2.0:1769074859.286369:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 188424 00000400:00000200:2.0:1769074859.286412:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.286415:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.286420:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.286424:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2fb80. 00000020:00000010:1.0:1769074859.286587:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.286593:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.286632:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.286638:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074859.286643:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.286677:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.286680:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.286683:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826488192 00000001:00000010:1.0:1769074859.286695:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d80c0. 00010000:00000010:1.0:1769074859.286721:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074859.286728:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 02000000:00000010:1.0:1769074859.286763:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e187000. 00010000:00000010:1.0:1769074859.286795:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074859.286798:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074859.286815:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074859.286818:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074859.286823:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074859.286826:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074859.286900:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074859.286904:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac80. 00010000:00000010:1.0:1769074859.286922:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074859.286925:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074859.286992:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074859.287002:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074859.287007:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074859.287028:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074859.287056:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2fb80 x1855007826488192/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074859.287293:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 00000100:00000200:1.0:1769074859.287298:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826488192, offset 224 00000400:00000200:1.0:1769074859.287305:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.287314:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.287320:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41151:41151:256:4294967295] 192.168.204.10@tcp LPNI seq info [41147:41147:8:4294967295] 00000400:00000200:1.0:1769074859.287331:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.287336:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.287341:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074859.287348:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.287355:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.287359:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.287384:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074859.287389:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.287392:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:0.0:1769074859.287446:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.287450:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:0.0:1769074859.287453:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.287456:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.287459:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcdd0 00000400:00000010:0.0:1769074859.287460:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcdd0. 00010000:00000010:0.1:1769074859.287642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074859.287649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:3.1:1769074859.287761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074859.287766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074859.287769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074859.287771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:2.0:1769074859.290161:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.290180:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dac80 00000400:00000200:2.0:1769074859.290190:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 189000 00000400:00000200:2.0:1769074859.290207:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.290211:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.290219:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.290227:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2c380. 00000020:00000010:1.0:1769074859.290395:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.290401:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.290409:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.290414:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074859.290419:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.290455:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.290457:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.290460:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826488448 02000000:00000010:1.0:1769074859.290517:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8db50000. 00010000:00000010:1.0:1769074859.290559:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074859.290574:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac80. 00010000:00000010:0.1:1769074859.290637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074859.290644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:3.1:1769074859.290680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074859.290684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074859.290725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.1:1769074859.290794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:1.0:1769074859.290835:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074859.290840:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074859.290853:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074859.290855:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac80. 00010000:00000010:1.0:1769074859.290858:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074859.290860:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074859.290946:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074859.290949:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074859.290953:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074859.290956:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074859.290982:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074859.290989:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074859.290999:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bcc0. 00080000:00000010:1.0:1769074859.291009:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe1c00. 00000001:00000010:1.0:1769074859.291200:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454f60. 00000001:00000010:1.0:1769074859.291207:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074859.291239:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bcc0. 00010000:00000010:1.0:1769074859.291248:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074859.291252:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074859.291263:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111780. 00010000:00000010:1.0:1769074859.291396:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074859.291414:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dac51d0. 00000004:00000010:1.0:1769074859.291428:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503540. 00000004:00000010:1.0:1769074859.291431:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023870. 00000004:00000010:1.0:1769074859.291434:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbff59f78. 00000004:00000010:1.0:1769074859.291438:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a9680. 00010000:00000010:1.0:1769074859.291445:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000200:1.0:1769074859.291460:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890195, last committed = 17179889941 00010000:00000200:1.0:1769074859.291467:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2c380 x1855007826488448/t17179890195(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074859.291483:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074859.291487:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826488448, offset 224 00000400:00000010:1.0:1769074859.291493:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c4d0. 00000400:00000200:1.0:1769074859.291497:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.291509:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.291514:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41152:41152:256:4294967295] 192.168.204.10@tcp LPNI seq info [41148:41148:8:4294967295] 00000400:00000200:1.0:1769074859.291520:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074859.291526:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.291531:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.291536:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074859.291542:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.291548:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.291552:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.291578:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074859.291581:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:1.0:1769074859.291590:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074859.291720:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.291723:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:3.0:1769074859.291727:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.291730:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074859.292060:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:2.0:1769074859.292076:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:2.0:1769074859.292083:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111780. 00000400:00000200:0.0:1769074859.293659:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.293678:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66445 00000400:00000200:0.0:1769074859.293685:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.293690:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.293696:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:0.0:1769074859.293699:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00010000:00000010:3.0:1769074859.293774:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:3.0:1769074859.293782:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac80. 00000400:00000200:2.0:1769074859.294030:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.294040:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dad00 00000400:00000200:2.0:1769074859.294049:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 189488 00000400:00000200:2.0:1769074859.294400:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.294406:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.294411:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.294417:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2f480. 00000020:00000010:1.0:1769074859.294536:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.294541:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.294550:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:1.0:1769074859.294555:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a280. 00000020:00000010:1.0:1769074859.294559:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5620c8. 00010000:00000010:1.1:1769074859.294716:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000020:00000010:2.0:1769074859.294720:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.294723:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00010000:00000010:1.1:1769074859.294724:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00000100:00000200:2.0:1769074859.294726:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826488576 00010000:00000010:1.1:1769074859.294728:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074859.294730:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000001:00000010:2.0:1769074859.294734:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074859.294756:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074859.294763:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 02000000:00000010:2.0:1769074859.294788:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5d000. 00010000:00000010:2.0:1769074859.294819:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074859.294823:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074859.294839:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074859.294842:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074859.294845:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.0:1769074859.294847:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.294916:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074859.294920:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074859.294923:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.294927:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074859.294990:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074859.294998:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.295001:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074859.295016:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000200:2.0:1769074859.295028:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2f480 x1855007826488576/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.295053:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074859.295058:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826488576, offset 224 00000400:00000200:2.0:1769074859.295067:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.295075:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.295081:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41153:41153:256:4294967295] 192.168.204.10@tcp LPNI seq info [41149:41149:8:4294967295] 00000400:00000200:2.0:1769074859.295088:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.295092:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.295096:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074859.295101:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.295106:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.295109:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.295126:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a280. 00000020:00000010:2.0:1769074859.295130:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5620c8. 00000020:00000010:2.0:1769074859.295133:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074859.295468:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.295472:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:3.0:1769074859.295477:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.295481:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.295485:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:3.0:1769074859.295487:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00000400:00000200:0.0:1769074859.297517:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.297536:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dae00 00000400:00000200:0.0:1769074859.297545:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 190064 00000400:00000200:0.0:1769074859.297561:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.297566:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.297573:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.297580:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e714000. 00000020:00000010:2.0:1769074859.297967:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.297974:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.297981:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.297986:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.297991:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.298044:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.298047:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.298050:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826488832 02000000:00000010:2.0:1769074859.298088:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d59000. 00010000:00000010:2.0:1769074859.298131:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074859.298146:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074859.298165:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074859.298170:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074859.298186:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074859.298190:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074859.298195:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074859.298198:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074859.298266:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074859.298269:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074859.298271:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:2.0:1769074859.298273:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00000020:00000010:2.0:1769074859.298288:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efd80. 00000020:00000010:2.0:1769074859.298293:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efd80. 00000020:00000010:2.0:1769074859.298312:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ecc0. 00080000:00000010:2.0:1769074859.298320:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df04000. 00000001:00000010:2.0:1769074859.298484:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ec00. 00000001:00000010:2.0:1769074859.298491:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074859.298523:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ecc0. 00010000:00000010:2.0:1769074859.298533:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074859.298537:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074859.298549:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074859.298591:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00080000:00000010:2.0:1769074859.298638:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1ae40. 00000004:00000010:2.0:1769074859.298645:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e60900. 00000004:00000010:2.0:1769074859.298648:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4cee0. 00000004:00000010:2.0:1769074859.298653:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe090f0. 00000004:00000010:2.0:1769074859.298657:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfcda40. 00010000:00000010:2.0:1769074859.298669:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074859.298684:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890196, last committed = 17179889941 00010000:00000200:2.0:1769074859.298695:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714000 x1855007826488832/t17179890196(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.298714:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074859.298720:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826488832, offset 224 00000400:00000010:2.0:1769074859.298727:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b460. 00000400:00000200:2.0:1769074859.298731:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.298744:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.298750:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41154:41154:256:4294967295] 192.168.204.10@tcp LPNI seq info [41150:41150:8:4294967295] 00000400:00000200:2.0:1769074859.298756:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.298764:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.298769:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.298774:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074859.298779:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.298785:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.298789:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.298819:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.298823:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.298827:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074859.299010:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.299015:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074859.299019:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.299024:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074859.299323:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:0.0:1769074859.299330:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:0.0:1769074859.299337:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00010000:00000010:3.1:1769074859.300262:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:3.1:1769074859.300274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074859.301043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074859.301051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074859.301055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074859.301061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:3.0:1769074859.301237:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074859.301257:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6644d 00000400:00000200:3.0:1769074859.301264:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.301269:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074859.301276:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:3.0:1769074859.301279:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00010000:00000010:0.0:1769074859.301411:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:0.0:1769074859.301420:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00000400:00000200:0.0:1769074859.304477:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.304510:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dae80 00000400:00000200:0.0:1769074859.304519:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 190552 00000400:00000200:0.0:1769074859.304596:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1769074859.304636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:2.1:1769074859.304646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:2.1:1769074859.304655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.1:1769074859.304662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074859.304667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.1:1769074859.304670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00000400:00000200:0.0:1769074859.305224:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.305234:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.305241:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e714e00. 00000020:00000010:2.0:1769074859.306030:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.306039:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.306209:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.306217:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.306223:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.306276:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.306279:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.306282:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826488960 00000001:00000010:2.0:1769074859.306294:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:2.0:1769074859.306319:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074859.306328:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 02000000:00000010:2.0:1769074859.306354:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d58000. 00010000:00000010:2.0:1769074859.306386:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.0:1769074859.306391:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.306410:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074859.306414:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074859.306418:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074859.306422:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.306515:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074859.306519:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074859.306522:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074859.306526:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.306931:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.306949:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.306954:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074859.306978:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074859.306995:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714e00 x1855007826488960/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.307015:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074859.307022:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826488960, offset 224 00000400:00000200:2.0:1769074859.307029:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.307181:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.307188:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41155:41155:256:4294967295] 192.168.204.10@tcp LPNI seq info [41151:41151:8:4294967295] 00000400:00000200:2.0:1769074859.307201:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.307207:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.307213:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074859.307220:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.307227:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.307232:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.307256:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.307259:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.307265:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074859.307806:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.307812:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:3.0:1769074859.307816:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.307822:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.307827:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:3.0:1769074859.307829:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:0.1:1769074859.308654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074859.308664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.1:1769074859.309133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.1:1769074859.309140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074859.309143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:2.1:1769074859.309149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00000400:00000200:3.0:1769074859.311822:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.311841:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8daf80 00000400:00000200:3.0:1769074859.311848:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 191128 00000400:00000200:3.0:1769074859.311861:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.311864:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.311870:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.311895:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73b80. 00000020:00000010:2.0:1769074859.311962:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.311969:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.311975:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.311980:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.311986:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.312034:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.312037:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.312143:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826489216 02000000:00000010:2.0:1769074859.312324:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d5b000. 00010000:00000010:2.0:1769074859.312367:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.312384:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074859.312403:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074859.312410:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.312426:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074859.312429:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074859.312433:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:2.0:1769074859.312436:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074859.312537:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074859.312540:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074859.312543:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.312546:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00000020:00000010:2.0:1769074859.312569:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efd80. 00000020:00000010:2.0:1769074859.312576:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efd80. 00000020:00000010:2.0:1769074859.312598:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ecc0. 00080000:00000010:2.0:1769074859.312918:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df07800. 00000001:00000010:2.0:1769074859.313330:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ef00. 00000001:00000010:2.0:1769074859.313339:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074859.313374:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ecc0. 00010000:00000010:2.0:1769074859.313386:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074859.313392:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.313408:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074859.313460:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:3.0:1769074859.313463:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:3.0:1769074859.313469:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:3.0:1769074859.313478:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf3c0. 00080000:00000010:2.0:1769074859.313501:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ed72000. 00000004:00000010:2.0:1769074859.313510:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503c00. 00000004:00000010:2.0:1769074859.313514:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023100. 00000004:00000010:2.0:1769074859.313519:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbff593c0. 00000004:00000010:2.0:1769074859.313524:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8bb88000. 00010000:00000010:2.0:1769074859.313536:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000200:2.0:1769074859.313560:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890197, last committed = 17179889941 00010000:00000200:2.0:1769074859.313573:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73b80 x1855007826489216/t17179890197(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.314583:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074859.314594:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826489216, offset 224 00000400:00000010:2.0:1769074859.314761:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b000. 00000400:00000200:2.0:1769074859.314768:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.314784:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.314791:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41156:41156:256:4294967295] 192.168.204.10@tcp LPNI seq info [41152:41152:8:4294967295] 00000400:00000200:2.0:1769074859.314798:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.314805:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.314811:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.314817:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074859.314824:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.314832:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.314836:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.314895:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.314901:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.314917:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00010000:00000010:0.1:1769074859.316177:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074859.316191:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00000800:00000200:0.0:1769074859.317652:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.317660:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:0.0:1769074859.317668:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.317675:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.318237:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.318254:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66455 00000400:00000200:2.0:1769074859.318260:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.318263:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.318268:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:2.0:1769074859.318271:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00010000:00000010:3.0:1769074859.318460:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.0:1769074859.318471:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:2.1:1769074859.318716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.1:1769074859.318723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074859.318728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.1:1769074859.318732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:3.1:1769074859.318765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074859.318770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00000400:00000200:3.0:1769074859.319661:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.319674:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8db000 00000400:00000200:3.0:1769074859.319683:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 191616 00000400:00000200:3.0:1769074859.319932:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.319937:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.319944:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.319951:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70000. 00000020:00000010:2.0:1769074859.320094:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.320101:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.320108:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.320113:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.320119:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.320163:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.320166:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.320169:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826489344 00000001:00000010:2.0:1769074859.320179:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074859.320204:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074859.320211:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 02000000:00000010:2.0:1769074859.320237:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5c000. 00010000:00000010:2.0:1769074859.320269:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074859.320273:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.320293:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074859.320297:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074859.320388:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.0:1769074859.320393:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074859.320469:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074859.320473:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074859.320478:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074859.320481:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074859.320547:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.320561:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074859.320567:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074859.320590:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000200:2.0:1769074859.320654:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70000 x1855007826489344/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.320673:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074859.320680:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826489344, offset 224 00000400:00000200:2.0:1769074859.320687:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.320696:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.320702:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41157:41157:256:4294967295] 192.168.204.10@tcp LPNI seq info [41153:41153:8:4294967295] 00000400:00000200:2.0:1769074859.320712:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.320718:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.320723:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074859.320729:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.321128:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.321133:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.321257:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.321263:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.321269:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:0.0:1769074859.324280:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.324291:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:0.0:1769074859.324298:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.324864:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.324872:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:0.0:1769074859.324875:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00010000:00000010:2.1:1769074859.327707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.1:1769074859.327722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074859.327728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.1:1769074859.327735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00000400:00000200:2.0:1769074859.327768:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.327784:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8db100 00000400:00000200:2.0:1769074859.327793:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 192192 00000400:00000200:2.0:1769074859.327810:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.327815:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.327823:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.327829:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2e300. 00000020:00000010:0.0:1769074859.327933:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.327939:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.327945:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.327951:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.327958:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.328013:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.328016:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000100:00000200:0.0:1769074859.328019:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826489600 02000000:00000010:0.0:1769074859.328057:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83db6000. 00010000:00000010:0.0:1769074859.328102:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:0.0:1769074859.328117:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:0.0:1769074859.328136:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074859.328143:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.328158:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074859.328161:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074859.328167:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074859.328170:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.328257:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074859.328261:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074859.328264:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074859.328268:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074859.328292:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56c40. 00000020:00000010:0.0:1769074859.328544:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56c40. 00000020:00000010:0.0:1769074859.328559:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074859.328569:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fbedc00. 00000001:00000010:0.0:1769074859.328955:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb240. 00000001:00000010:0.0:1769074859.328963:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074859.329112:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb960. 00010000:00000010:0.0:1769074859.329123:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074859.329129:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.329143:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8b40. 00010000:00000010:0.0:1769074859.329223:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074859.329250:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9dbc80. 00000004:00000010:0.0:1769074859.329258:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9eb900. 00000004:00000010:0.0:1769074859.329262:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94ccc0. 00000004:00000010:0.0:1769074859.329266:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1ca50. 00000004:00000010:0.0:1769074859.329270:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e4000. 00010000:00000010:0.0:1769074859.329280:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074859.329297:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890198, last committed = 17179889941 00010000:00000200:0.0:1769074859.329316:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2e300 x1855007826489600/t17179890198(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.329336:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074859.329343:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826489600, offset 224 00000400:00000010:0.0:1769074859.329350:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae658. 00000400:00000200:0.0:1769074859.329354:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.329368:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.329375:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41158:41158:256:4294967295] 192.168.204.10@tcp LPNI seq info [41154:41154:8:4294967295] 00000400:00000200:0.0:1769074859.329381:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.329387:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.329393:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.329398:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074859.329405:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.329413:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.329417:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.329441:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.329445:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.329449:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074859.329719:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.329724:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074859.329729:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.329733:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074859.330761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074859.330772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ba00. 00000400:00000200:0.0:1769074859.331445:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.331463:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6645d 00000400:00000200:0.0:1769074859.331470:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.331474:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.331480:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:0.0:1769074859.331483:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:1.0:1769074859.331584:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074859.331593:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:2.0:1769074859.332583:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074859.332593:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66900. 00010000:00000010:2.0:1769074859.332818:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8b40. 00000400:00000200:2.0:1769074859.333372:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.333386:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8db180 00000400:00000200:2.0:1769074859.333394:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 192680 00000400:00000200:2.0:1769074859.333451:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.333456:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.333464:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.333469:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2c700. 00000020:00000010:0.0:1769074859.333554:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.333559:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.333565:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.333570:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.333575:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.333638:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.333641:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000100:00000200:0.0:1769074859.333644:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826489728 00000001:00000010:0.0:1769074859.333654:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:0.0:1769074859.333679:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.333686:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074859.333713:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83db7000. 00010000:00000010:0.0:1769074859.333746:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074859.333750:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.333765:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074859.333769:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074859.333772:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.333775:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.333850:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074859.333854:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074859.333857:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074859.333860:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.333929:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.333939:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.333943:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074859.333963:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074859.333991:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2c700 x1855007826489728/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.334017:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074859.334023:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826489728, offset 224 00000400:00000200:0.0:1769074859.334030:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.334041:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.334047:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41159:41159:256:4294967295] 192.168.204.10@tcp LPNI seq info [41155:41155:8:4294967295] 00000400:00000200:0.0:1769074859.334059:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.334064:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.334069:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074859.334075:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.334081:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.334335:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.334396:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.334400:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.334404:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:0.0:1769074859.335548:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.335554:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:0.0:1769074859.335559:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.335567:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.335573:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:0.0:1769074859.335575:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:2.1:1769074859.336888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.1:1769074859.336917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074859.336923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.1:1769074859.336926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:0.1:1769074859.338586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:0.1:1769074859.338625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074859.343653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074859.343669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:2.1:1769074859.343697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074859.343706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074859.343764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074859.343773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074859.347699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074859.347714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074859.347717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074859.347720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:0.0:1769074859.350512:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.350533:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8db280 00000400:00000200:0.0:1769074859.350543:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 193256 00000400:00000200:0.0:1769074859.350559:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.350564:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.350572:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.350579:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715c00. 00000020:00000010:2.0:1769074859.350783:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.350790:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.350797:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.350803:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.350809:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.350852:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.350855:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.350859:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826489984 02000000:00000010:2.0:1769074859.350892:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d5a000. 00010000:00000010:2.0:1769074859.350943:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074859.350958:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66900. 00010000:00000010:2.0:1769074859.350991:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074859.351006:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.351024:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074859.351027:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074859.351032:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.0:1769074859.351036:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074859.351118:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074859.351122:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074859.351126:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074859.351129:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00000020:00000010:2.0:1769074859.351153:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efd80. 00000020:00000010:2.0:1769074859.351161:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efd80. 00000020:00000010:2.0:1769074859.351172:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ecc0. 00080000:00000010:2.0:1769074859.351182:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df06000. 00000001:00000010:2.0:1769074859.351413:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e5a0. 00000001:00000010:2.0:1769074859.351420:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074859.351453:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ecc0. 00010000:00000010:2.0:1769074859.351462:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074859.351467:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074859.351477:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074859.351520:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00080000:00000010:2.0:1769074859.351545:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9db008. 00000004:00000010:2.0:1769074859.351553:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9eb9c0. 00000004:00000010:2.0:1769074859.351556:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94c440. 00000004:00000010:2.0:1769074859.351561:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1cf78. 00000004:00000010:2.0:1769074859.351566:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ea3ba40. 00010000:00000010:2.0:1769074859.351576:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000200:2.0:1769074859.351592:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890199, last committed = 17179889941 00010000:00000010:0.0:1769074859.351721:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:0.0:1769074859.351727:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:0.0:1769074859.351733:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00010000:00000200:2.0:1769074859.351932:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715c00 x1855007826489984/t17179890199(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.351955:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074859.351961:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826489984, offset 224 00000400:00000010:2.0:1769074859.351967:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b578. 00000400:00000200:2.0:1769074859.351972:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.351984:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.351990:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41160:41160:256:4294967295] 192.168.204.10@tcp LPNI seq info [41156:41156:8:4294967295] 00000400:00000200:2.0:1769074859.352007:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.352015:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.352021:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.352026:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074859.352032:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.352039:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.352043:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.352069:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.352074:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.352079:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:0.0:1769074859.352291:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.352296:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:0.0:1769074859.352305:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.352310:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.353914:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.353935:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66465 00000400:00000200:0.0:1769074859.353941:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.353946:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.353952:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:0.0:1769074859.353955:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00010000:00000010:3.0:1769074859.354097:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:3.0:1769074859.354108:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:0.1:1769074859.360925:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074859.360942:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00000400:00000200:0.0:1769074859.360973:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.360990:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8db300 00000400:00000200:0.0:1769074859.360999:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c21 [64] + 193744 00000400:00000200:0.0:1769074859.361057:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.361063:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.361070:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.361076:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715180. 00000020:00000010:3.0:1769074859.361293:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.361299:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.361306:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074859.361312:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e000. 00000020:00000010:3.0:1769074859.361317:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074859.361509:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.361513:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.361517:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826490112 00000001:00000010:3.0:1769074859.361528:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 00010000:00000010:3.0:1769074859.361554:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074859.361562:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 02000000:00000010:3.0:1769074859.361588:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3e2000. 00010000:00000010:3.1:1769074859.361622:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074859.361631:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:3.0:1769074859.361659:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074859.361664:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074859.361682:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074859.361685:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074859.361689:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074859.361692:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.361781:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074859.361784:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074859.361787:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074859.361791:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074859.361855:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074859.361867:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.361872:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074859.361889:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000200:3.0:1769074859.361915:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715180 x1855007826490112/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.361935:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074859.361942:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826490112, offset 224 00000400:00000200:3.0:1769074859.361949:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.361960:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.361965:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41161:41161:256:4294967295] 192.168.204.10@tcp LPNI seq info [41157:41157:8:4294967295] 00000400:00000200:3.0:1769074859.361976:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.361981:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.361987:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074859.361993:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.361999:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.362004:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.362028:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e000. 00000020:00000010:3.0:1769074859.362032:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074859.362036:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:0.0:1769074859.362162:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.362166:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074859.362172:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.362176:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.362180:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46550 00000400:00000010:0.0:1769074859.362182:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46550. 00010000:00000010:2.1:1769074859.363132:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:2.1:1769074859.363144:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074859.363150:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.1:1769074859.363234:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:3.1:1769074859.367789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074859.367804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074859.367808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074859.367811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00000400:00000200:1.0:1769074859.385365:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.385389:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8db400 00000400:00000200:1.0:1769074859.385398:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c21 [64] + 194320 00000400:00000010:1.0:1769074859.385404:0:12639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b478. 00000400:00000200:1.0:1769074859.385411:0:12639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daba10cd800 00000400:00000200:1.0:1769074859.385427:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.385431:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.385438:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba10cd800 00000400:00000010:1.0:1769074859.385440:0:12639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daba10cd800. 00000100:00000200:1.0:1769074859.385446:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1769074859.385643:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.385649:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.385656:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074859.385662:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e000. 00000020:00000010:3.0:1769074859.385667:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074859.385722:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.385724:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.385728:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826490368 02000000:00000010:3.0:1769074859.385767:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3e6000. 00010000:00000010:3.0:1769074859.385807:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074859.385824:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074859.385844:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074859.385850:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074859.385867:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074859.385870:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074859.385875:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074859.385878:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074859.385968:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074859.385971:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074859.385973:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074859.385975:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00000020:00000010:3.0:1769074859.385992:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074859.385997:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074859.386005:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e120. 00080000:00000010:3.0:1769074859.386012:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff77000. 00000001:00000010:3.0:1769074859.386348:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1780. 00000001:00000010:3.0:1769074859.386356:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074859.386393:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e120. 00010000:00000010:3.0:1769074859.386401:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074859.386404:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074859.386415:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074859.386448:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00080000:00000010:3.0:1769074859.386464:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9da720. 00000004:00000010:3.0:1769074859.386471:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111600. 00000004:00000010:3.0:1769074859.386473:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94d870. 00000004:00000010:3.0:1769074859.386477:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c3c0. 00000004:00000010:3.0:1769074859.386480:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e43c0. 00010000:00000010:3.0:1769074859.386486:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074859.386498:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890200, last committed = 17179889941 00010000:00000200:3.0:1769074859.386506:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88dd8850 x1855007826490368/t17179890200(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074859.386521:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074859.386526:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826490368, offset 224 00000400:00000010:3.0:1769074859.386530:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3428. 00000400:00000200:3.0:1769074859.386533:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.386543:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.386547:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41162:41162:256:4294967295] 192.168.204.10@tcp LPNI seq info [41158:41158:8:4294967295] 00000400:00000200:3.0:1769074859.386552:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074859.386558:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.386562:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.386565:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074859.386570:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.386575:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.386579:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.386630:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e000. 00000020:00000010:3.0:1769074859.386632:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074859.386636:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 02000000:00000010:3.0:1769074859.386692:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3e2000. 00010000:00000010:0.0:1769074859.386861:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:0.0:1769074859.386869:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:0.0:1769074859.386875:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 00000800:00000200:1.0:1769074859.387014:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.387017:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074859.387023:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.387026:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000010:3.0:1769074859.387064:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715180. 02000000:00000010:3.0:1769074859.387067:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d5a000. 00000100:00000010:3.0:1769074859.387069:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715c00. 02000000:00000010:3.0:1769074859.387071:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83db7000. 00000100:00000010:3.0:1769074859.387073:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2c700. 02000000:00000010:3.0:1769074859.387075:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83db6000. 00000100:00000010:3.0:1769074859.387076:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2e300. 02000000:00000010:3.0:1769074859.387078:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5c000. 00000100:00000010:3.0:1769074859.387080:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70000. 02000000:00000010:3.0:1769074859.387082:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d5b000. 00000100:00000010:3.0:1769074859.387083:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73b80. 02000000:00000010:3.0:1769074859.387085:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d58000. 00000100:00000010:3.0:1769074859.387086:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714e00. 02000000:00000010:3.0:1769074859.387088:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d59000. 00000100:00000010:3.0:1769074859.387089:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714000. 02000000:00000010:3.0:1769074859.387091:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5d000. 00000100:00000010:3.0:1769074859.387092:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2f480. 02000000:00000010:3.0:1769074859.387094:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8db50000. 00000100:00000010:3.0:1769074859.387095:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2c380. 02000000:00000010:3.0:1769074859.387097:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e187000. 00000100:00000010:3.0:1769074859.387099:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2fb80. 02000000:00000010:3.0:1769074859.387100:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3e4000. 00000100:00000010:3.0:1769074859.387102:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2e680. 02000000:00000010:3.0:1769074859.387104:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa85845000. 00000100:00000010:3.0:1769074859.387105:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2d880. 02000000:00000010:3.0:1769074859.387107:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83db2000. 00000100:00000010:3.0:1769074859.387109:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2ed80. 02000000:00000010:3.0:1769074859.387110:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa85847000. 00000100:00000010:3.0:1769074859.387111:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2ca80. 02000000:00000010:3.0:1769074859.387114:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83db4000. 00000100:00000010:3.0:1769074859.387115:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2d500. 02000000:00000010:3.0:1769074859.387117:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa85846000. 00000100:00000010:3.0:1769074859.387284:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2ce00. 02000000:00000010:3.0:1769074859.387290:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83db3000. 00000100:00000010:3.0:1769074859.387293:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2f100. 02000000:00000010:3.0:1769074859.387295:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa85842000. 00000100:00000010:3.0:1769074859.387297:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd12300. 02000000:00000010:3.0:1769074859.387301:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83db0000. 00000100:00000010:3.0:1769074859.387302:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea9f80. 02000000:00000010:3.0:1769074859.387306:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e186000. 00000100:00000010:3.0:1769074859.387308:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea9880. 02000000:00000010:3.0:1769074859.387310:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e182000. 00000100:00000010:3.0:1769074859.387313:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeaa680. 02000000:00000010:3.0:1769074859.387315:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83db1000. 00000100:00000010:3.0:1769074859.387317:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd11c00. 02000000:00000010:3.0:1769074859.387370:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e184000. 00000100:00000010:3.0:1769074859.387374:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd10000. 02000000:00000010:3.0:1769074859.387377:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83db5000. 00000100:00000010:3.0:1769074859.387380:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd13b80. 02000000:00000010:3.0:1769074859.387383:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e183000. 00000100:00000010:3.0:1769074859.387385:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd11f80. 02000000:00000010:3.0:1769074859.387388:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9027e000. 00000100:00000010:3.0:1769074859.387391:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd11880. 02000000:00000010:3.0:1769074859.387394:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa85844000. 00000100:00000010:3.0:1769074859.387398:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd12680. 02000000:00000010:3.0:1769074859.387401:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e180000. 00000100:00000010:3.0:1769074859.387403:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715880. 02000000:00000010:3.0:1769074859.387405:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e181000. 00000100:00000010:3.0:1769074859.387407:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716a00. 02000000:00000010:3.0:1769074859.387410:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e185000. 00000100:00000010:3.0:1769074859.387411:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716300. 02000000:00000010:3.0:1769074859.387413:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d5f000. 00000100:00000010:3.0:1769074859.387415:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0c700. 02000000:00000010:3.0:1769074859.387417:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa85843000. 00000100:00000010:3.0:1769074859.387419:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716d80. 02000000:00000010:3.0:1769074859.387421:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9027a000. 00000100:00000010:3.0:1769074859.387423:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea9180. 02000000:00000010:3.0:1769074859.387425:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9027c000. 00000100:00000010:3.0:1769074859.387427:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea8a80. 02000000:00000010:3.0:1769074859.387428:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9027b000. 00000100:00000010:3.0:1769074859.387432:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea8380. 02000000:00000010:3.0:1769074859.387434:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab9edac000. 00000100:00000010:3.0:1769074859.387436:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeab480. 02000000:00000010:3.0:1769074859.387438:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9edaa000. 00000100:00000010:3.0:1769074859.387440:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeab800. 02000000:00000010:3.0:1769074859.387441:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90278000. 00000100:00000010:3.0:1769074859.387442:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd11180. 02000000:00000010:3.0:1769074859.387444:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e8a6000. 00000100:00000010:3.0:1769074859.387446:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716680. 02000000:00000010:3.0:1769074859.387448:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e8a2000. 00000100:00000010:3.0:1769074859.387449:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd10a80. 02000000:00000010:3.0:1769074859.387451:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa85840000. 00000100:00000010:3.0:1769074859.387452:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd10380. 02000000:00000010:3.0:1769074859.387454:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa85841000. 00000100:00000010:3.0:1769074859.387461:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd13480. 02000000:00000010:3.0:1769074859.387463:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa90279000. 00000100:00000010:3.0:1769074859.387464:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd13800. 02000000:00000010:3.0:1769074859.387466:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa82fc3000. 00000100:00000010:3.0:1769074859.387468:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd13100. 02000000:00000010:3.0:1769074859.387469:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9027d000. 00000100:00000010:3.0:1769074859.387471:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd12a00. 02000000:00000010:3.0:1769074859.387472:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e8a4000. 00000100:00000010:3.0:1769074859.387474:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715f80. 02000000:00000010:3.0:1769074859.387475:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e8a3000. 00000100:00000010:3.0:1769074859.387477:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717b80. 02000000:00000010:3.0:1769074859.387479:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82fc5000. 00000100:00000010:3.0:1769074859.387481:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0e300. 02000000:00000010:3.0:1769074859.387483:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e8a0000. 00000100:00000010:3.0:1769074859.387485:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717480. 02000000:00000010:3.0:1769074859.387486:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9027f000. 00000100:00000010:3.0:1769074859.387491:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd10e00. 02000000:00000010:3.0:1769074859.387493:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e8a1000. 00000100:00000010:3.0:1769074859.387495:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0dc00. 02000000:00000010:3.0:1769074859.387496:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9edab000. 00000100:00000010:3.0:1769074859.387498:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeaad80. 02000000:00000010:3.0:1769074859.387500:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8f780000. 00000100:00000010:3.0:1769074859.387501:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeab100. 02000000:00000010:3.0:1769074859.387503:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8f781000. 00000100:00000010:3.0:1769074859.387504:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeaaa00. 02000000:00000010:3.0:1769074859.387506:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e8a5000. 00000100:00000010:3.0:1769074859.387507:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea8e00. 02000000:00000010:3.0:1769074859.387509:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e8a7000. 00000100:00000010:3.0:1769074859.387522:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea9500. 02000000:00000010:3.0:1769074859.387524:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89c06000. 00000100:00000010:3.0:1769074859.387526:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea8700. 02000000:00000010:3.0:1769074859.387527:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8f785000. 00000100:00000010:3.0:1769074859.387529:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeaa300. 02000000:00000010:3.0:1769074859.387531:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89c00000. 00000100:00000010:3.0:1769074859.387532:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea9c00. 02000000:00000010:3.0:1769074859.387534:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8f787000. 00000100:00000010:3.0:1769074859.387535:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfea8000. 02000000:00000010:3.0:1769074859.387537:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8f786000. 00000100:00000010:3.0:1769074859.387538:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeabb80. 02000000:00000010:3.0:1769074859.387539:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89c03000. 00000100:00000010:3.0:1769074859.387542:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fc000. 02000000:00000010:3.0:1769074859.387544:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8f782000. 00000100:00000010:3.0:1769074859.387546:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd11500. 02000000:00000010:3.0:1769074859.387547:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8f784000. 00000100:00000010:3.0:1769074859.387549:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd10700. 02000000:00000010:3.0:1769074859.387551:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89c02000. 00000100:00000010:3.0:1769074859.387553:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805500. 02000000:00000010:3.0:1769074859.387555:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8f783000. 00000100:00000010:3.0:1769074859.387557:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804000. 02000000:00000010:3.0:1769074859.387559:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89c01000. 00000100:00000010:3.0:1769074859.387560:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a1f80. 02000000:00000010:3.0:1769074859.387563:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89c04000. 00000100:00000010:3.0:1769074859.387564:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a1180. 02000000:00000010:3.0:1769074859.387566:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8625c000. 00000100:00000010:3.0:1769074859.387567:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805180. 02000000:00000010:3.0:1769074859.387569:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9020a000. 00000100:00000010:3.0:1769074859.387574:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804a80. 02000000:00000010:3.0:1769074859.387576:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020e000. 00000100:00000010:3.0:1769074859.387578:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806300. 02000000:00000010:3.0:1769074859.387580:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90209000. 00000100:00000010:3.0:1769074859.387581:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804700. 02000000:00000010:3.0:1769074859.387583:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020f000. 00000100:00000010:3.0:1769074859.387585:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a0000. 02000000:00000010:3.0:1769074859.387586:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8625d000. 00000100:00000010:3.0:1769074859.387588:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0c000. 02000000:00000010:3.0:1769074859.387589:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020d000. 00000100:00000010:3.0:1769074859.387591:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806680. 02000000:00000010:3.0:1769074859.387593:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86258000. 00000100:00000010:3.0:1769074859.387594:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805c00. 02000000:00000010:3.0:1769074859.387596:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020b000. 00000100:00000010:3.0:1769074859.387597:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806d80. 02000000:00000010:3.0:1769074859.387599:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8625a000. 00000100:00000010:3.0:1769074859.387600:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0fb80. 02000000:00000010:3.0:1769074859.388538:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020c000. 00000100:00000010:3.0:1769074859.388543:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fca80. 02000000:00000010:3.0:1769074859.388545:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c688000. 00000100:00000010:3.0:1769074859.388547:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ffb80. 02000000:00000010:3.0:1769074859.388551:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba10fe000. 00000100:00000010:3.0:1769074859.388552:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807800. 02000000:00000010:3.0:1769074859.388554:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c68c000. 00000100:00000010:3.0:1769074859.388556:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804e00. 02000000:00000010:3.0:1769074859.388558:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba10fc000. 00000100:00000010:3.0:1769074859.388559:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fea00. 02000000:00000010:3.0:1769074859.388562:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86475000. 00000100:00000010:3.0:1769074859.388564:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fc700. 02000000:00000010:3.0:1769074859.388566:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbcb1a000. 00000100:00000010:3.0:1769074859.388567:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fd500. 02000000:00000010:3.0:1769074859.388569:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c689000. 00000100:00000010:3.0:1769074859.388570:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fce00. 02000000:00000010:3.0:1769074859.388572:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87cfb000. 00000100:00000010:3.0:1769074859.388573:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0df80. 02000000:00000010:3.0:1769074859.388575:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82fc6000. 00000100:00000010:3.0:1769074859.388577:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0d880. 02000000:00000010:3.0:1769074859.388578:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87cfc000. 00000100:00000010:3.0:1769074859.388580:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfc700. 02000000:00000010:3.0:1769074859.388582:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82fc7000. 00000100:00000010:3.0:1769074859.388583:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfe300. 02000000:00000010:3.0:1769074859.388586:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82fc4000. 00000100:00000010:3.0:1769074859.388587:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfdc00. 02000000:00000010:3.0:1769074859.388590:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9edaf000. 00000100:00000010:3.0:1769074859.388592:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfc000. 02000000:00000010:3.0:1769074859.388593:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82fc2000. 00000100:00000010:3.0:1769074859.388595:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a2a00. 02000000:00000010:3.0:1769074859.388597:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87cff000. 00000100:00000010:3.0:1769074859.388599:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fd180. 02000000:00000010:3.0:1769074859.388600:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82fc1000. 00000100:00000010:3.0:1769074859.388621:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a2300. 02000000:00000010:3.0:1769074859.388623:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9edae000. 00000100:00000010:3.0:1769074859.388625:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a0e00. 02000000:00000010:3.0:1769074859.388627:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87cf9000. 00000100:00000010:3.0:1769074859.388630:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fe680. 02000000:00000010:3.0:1769074859.388631:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86725000. 00000100:00000010:3.0:1769074859.388633:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bffb80. 02000000:00000010:3.0:1769074859.388635:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab9eda8000. 00000100:00000010:3.0:1769074859.388637:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfdf80. 02000000:00000010:3.0:1769074859.388639:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4b6b000. 00000100:00000010:3.0:1769074859.388641:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a3b80. 02000000:00000010:3.0:1769074859.388643:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86767000. 00000100:00000010:3.0:1769074859.388645:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfd880. 02000000:00000010:3.0:1769074859.388647:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86721000. 00000100:00000010:3.0:1769074859.388648:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805880. 02000000:00000010:3.0:1769074859.388650:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab88aa7000. 00000100:00000010:3.0:1769074859.388652:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807480. 02000000:00000010:3.0:1769074859.388654:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c401000. 00000100:00000010:3.0:1769074859.388655:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486680. 02000000:00000010:3.0:1769074859.388657:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c402000. 00000100:00000010:3.0:1769074859.388659:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfe680. 02000000:00000010:3.0:1769074859.388661:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c406000. 00000100:00000010:3.0:1769074859.388663:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfd180. 02000000:00000010:3.0:1769074859.388664:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c68b000. 00000100:00000010:3.0:1769074859.388666:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a2680. 02000000:00000010:3.0:1769074859.388667:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4b69000. 00000100:00000010:3.0:1769074859.388668:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fdc00. 02000000:00000010:3.0:1769074859.388670:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4b6c000. 00000100:00000010:3.0:1769074859.388672:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ff800. 02000000:00000010:3.0:1769074859.388673:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ca0f000. 00000100:00000010:3.0:1769074859.388675:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fed80. 02000000:00000010:3.0:1769074859.388677:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859e2000. 00000100:00000010:3.0:1769074859.388679:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ff100. 02000000:00000010:3.0:1769074859.388680:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859e0000. 00000100:00000010:3.0:1769074859.388682:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fdf80. 02000000:00000010:3.0:1769074859.388683:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859e1000. 00000100:00000010:3.0:1769074859.388685:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8000. 02000000:00000010:3.0:1769074859.388687:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859e5000. 00000100:00000010:3.0:1769074859.388689:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5ab800. 02000000:00000010:3.0:1769074859.388691:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c68a000. 00000100:00000010:3.0:1769074859.388692:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9880. 02000000:00000010:3.0:1769074859.389247:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbec4b000. 00000100:00000010:3.0:1769074859.389253:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5abb80. 02000000:00000010:3.0:1769074859.389257:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab9e50c000. 00000100:00000010:3.0:1769074859.389259:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8a80. 02000000:00000010:3.0:1769074859.389262:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa833f4000. 00000100:00000010:3.0:1769074859.389265:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8380. 02000000:00000010:3.0:1769074859.389268:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb3c31000. 00000100:00000010:3.0:1769074859.389270:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9c00. 02000000:00000010:3.0:1769074859.389273:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab82d12000. 00000100:00000010:3.0:1769074859.389276:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfca80. 02000000:00000010:3.0:1769074859.389279:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa833f3000. 00000100:00000010:3.0:1769074859.389280:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9180. 02000000:00000010:3.0:1769074859.389283:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86424000. 00000100:00000010:3.0:1769074859.389287:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8e00. 02000000:00000010:3.0:1769074859.389290:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c407000. 00000100:00000010:3.0:1769074859.389292:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfc380. 02000000:00000010:3.0:1769074859.389295:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859e3000. 00000100:00000010:3.0:1769074859.389297:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5aa300. 02000000:00000010:3.0:1769074859.389300:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859e4000. 00000100:00000010:3.0:1769074859.389302:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bff480. 02000000:00000010:3.0:1769074859.389305:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859e7000. 00000100:00000010:3.0:1769074859.389306:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bff800. 02000000:00000010:3.0:1769074859.389309:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb48e8000. 00000100:00000010:3.0:1769074859.389312:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfed80. 02000000:00000010:3.0:1769074859.389315:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8672d000. 00000100:00000010:3.0:1769074859.389318:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfd500. 02000000:00000010:3.0:1769074859.389383:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf01d000. 00000100:00000010:3.0:1769074859.389389:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfea00. 02000000:00000010:3.0:1769074859.389392:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf01b000. 00000100:00000010:3.0:1769074859.389395:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0db800. 02000000:00000010:3.0:1769074859.389398:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8672a000. 00000100:00000010:3.0:1769074859.389401:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0dbb80. 02000000:00000010:3.0:1769074859.389404:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf019000. 00000100:00000010:3.0:1769074859.389407:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef100. 02000000:00000010:3.0:1769074859.389410:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf01f000. 00000100:00000010:3.0:1769074859.389412:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f52d80. 02000000:00000010:3.0:1769074859.389416:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf018000. 00000100:00000010:3.0:1769074859.389418:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1500. 02000000:00000010:3.0:1769074859.389421:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf01c000. 00000100:00000010:3.0:1769074859.389423:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3480. 02000000:00000010:3.0:1769074859.389426:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf01e000. 00000100:00000010:3.0:1769074859.389429:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2680. 02000000:00000010:3.0:1769074859.389432:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c58c000. 00000100:00000010:3.0:1769074859.389434:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0000. 02000000:00000010:3.0:1769074859.389438:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc544000. 00000100:00000010:3.0:1769074859.389440:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3100. 02000000:00000010:3.0:1769074859.389442:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c400000. 00000100:00000010:3.0:1769074859.389445:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484a80. 02000000:00000010:3.0:1769074859.389447:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c404000. 00000100:00000010:3.0:1769074859.389449:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486300. 02000000:00000010:3.0:1769074859.389452:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc541000. 00000100:00000010:3.0:1769074859.389454:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5aad80. 02000000:00000010:3.0:1769074859.389456:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86422000. 00000100:00000010:3.0:1769074859.389458:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5ab480. 02000000:00000010:3.0:1769074859.389461:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c403000. 00000100:00000010:3.0:1769074859.389463:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485f80. 02000000:00000010:3.0:1769074859.389467:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc547000. 00000100:00000010:3.0:1769074859.389470:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1880. 02000000:00000010:3.0:1769074859.389473:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86421000. 00000100:00000010:3.0:1769074859.389475:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8700. 02000000:00000010:3.0:1769074859.389478:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab86729000. 00000100:00000010:3.0:1769074859.389481:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487800. 02000000:00000010:3.0:1769074859.389484:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab8672c000. 00000100:00000010:3.0:1769074859.389486:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0700. 02000000:00000010:3.0:1769074859.389490:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab82bce000. 00000100:00000010:3.0:1769074859.389493:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a0a80. 02000000:00000010:3.0:1769074859.389496:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab82bcf000. 00000100:00000010:3.0:1769074859.389498:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2300. 02000000:00000010:3.0:1769074859.389501:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86425000. 00000100:00000010:3.0:1769074859.389503:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3480. 02000000:00000010:3.0:1769074859.389506:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab82bcd000. 00000100:00000010:3.0:1769074859.389508:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484000. 02000000:00000010:3.0:1769074859.389511:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc543000. 00000100:00000010:3.0:1769074859.389514:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3b80. 02000000:00000010:3.0:1769074859.389516:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabc184f000. 00000100:00000010:3.0:1769074859.389519:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3800. 02000000:00000010:3.0:1769074859.389521:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbd197000. 00000100:00000010:3.0:1769074859.389523:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485500. 02000000:00000010:3.0:1769074859.389526:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d5000. 00000100:00000010:3.0:1769074859.389529:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485880. 02000000:00000010:3.0:1769074859.389531:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc540000. 00000100:00000010:3.0:1769074859.389533:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1500. 02000000:00000010:3.0:1769074859.389536:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d0000. 00000100:00000010:3.0:1769074859.389538:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028b800. 02000000:00000010:3.0:1769074859.389542:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87828000. 00000100:00000010:3.0:1769074859.389544:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0380. 02000000:00000010:3.0:1769074859.389562:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87829000. 00000100:00000010:3.0:1769074859.389565:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3480. 02000000:00000010:3.0:1769074859.389569:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d6000. 00000100:00000010:3.0:1769074859.389571:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0700. 02000000:00000010:3.0:1769074859.389574:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8782b000. 00000100:00000010:3.0:1769074859.389576:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3b80. 02000000:00000010:3.0:1769074859.389578:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8782d000. 00000100:00000010:3.0:1769074859.389580:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3800. 02000000:00000010:3.0:1769074859.389583:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d3000. 00000100:00000010:3.0:1769074859.389585:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028ad80. 02000000:00000010:3.0:1769074859.389588:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc545000. 00000100:00000010:3.0:1769074859.389590:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028aa00. 02000000:00000010:3.0:1769074859.389592:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc542000. 00000100:00000010:3.0:1769074859.389595:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028a300. 02000000:00000010:3.0:1769074859.389597:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d4000. 00000100:00000010:3.0:1769074859.389599:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0e00. 02000000:00000010:3.0:1769074859.389637:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb7000. 00000100:00000010:3.0:1769074859.389641:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2a00. 02000000:00000010:3.0:1769074859.389643:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d7000. 00000100:00000010:3.0:1769074859.391744:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0a80. 02000000:00000010:3.0:1769074859.391762:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb2000. 00000100:00000010:3.0:1769074859.391767:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2d80. 02000000:00000010:3.0:1769074859.391770:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d1000. 00000100:00000010:3.0:1769074859.391773:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487b80. 02000000:00000010:3.0:1769074859.391776:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8277a000. 00000100:00000010:3.0:1769074859.391780:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486d80. 02000000:00000010:3.0:1769074859.391784:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86427000. 00000100:00000010:3.0:1769074859.391787:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487100. 02000000:00000010:3.0:1769074859.391790:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82778000. 00000100:00000010:3.0:1769074859.391792:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeeea00. 02000000:00000010:3.0:1769074859.391796:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8277d000. 00000100:00000010:3.0:1769074859.391798:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289500. 02000000:00000010:3.0:1769074859.391801:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb5000. 00000100:00000010:3.0:1769074859.391804:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2d80. 02000000:00000010:3.0:1769074859.391809:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8782a000. 00000100:00000010:3.0:1769074859.391811:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3100. 02000000:00000010:3.0:1769074859.391814:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8782c000. 00000100:00000010:3.0:1769074859.391816:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2a00. 02000000:00000010:3.0:1769074859.391818:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cbb6000. 00000100:00000010:3.0:1769074859.391821:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0e00. 02000000:00000010:3.0:1769074859.391825:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb1000. 00000100:00000010:3.0:1769074859.391827:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1500. 02000000:00000010:3.0:1769074859.391831:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859bd000. 00000100:00000010:3.0:1769074859.391834:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed880. 02000000:00000010:3.0:1769074859.391837:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82779000. 00000100:00000010:3.0:1769074859.391839:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288a80. 02000000:00000010:3.0:1769074859.391842:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83906000. 00000100:00000010:3.0:1769074859.391845:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288000. 02000000:00000010:3.0:1769074859.391848:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83902000. 00000100:00000010:3.0:1769074859.391850:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289c00. 02000000:00000010:3.0:1769074859.391853:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86423000. 00000100:00000010:3.0:1769074859.391855:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028a680. 02000000:00000010:3.0:1769074859.391858:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f52000. 00000100:00000010:3.0:1769074859.391861:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288e00. 02000000:00000010:3.0:1769074859.391864:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83904000. 00000100:00000010:3.0:1769074859.391866:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeeed80. 02000000:00000010:3.0:1769074859.391869:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83900000. 00000100:00000010:3.0:1769074859.391872:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028b480. 02000000:00000010:3.0:1769074859.391875:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4f55000. 00000100:00000010:3.0:1769074859.391878:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289f80. 02000000:00000010:3.0:1769074859.391881:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859b9000. 00000100:00000010:3.0:1769074859.391883:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0700. 02000000:00000010:3.0:1769074859.391885:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83901000. 00000100:00000010:3.0:1769074859.391888:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289880. 02000000:00000010:3.0:1769074859.391890:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f53000. 00000100:00000010:3.0:1769074859.391893:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947480. 02000000:00000010:3.0:1769074859.391896:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab84cdf000. 00000100:00000010:3.0:1769074859.391900:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947800. 02000000:00000010:3.0:1769074859.391903:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb4000. 00000100:00000010:3.0:1769074859.391916:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2300. 02000000:00000010:3.0:1769074859.391919:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4f57000. 00000100:00000010:3.0:1769074859.391922:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944a80. 02000000:00000010:3.0:1769074859.391925:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab84cde000. 00000100:00000010:3.0:1769074859.391928:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484700. 02000000:00000010:3.0:1769074859.391931:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4f56000. 00000100:00000010:3.0:1769074859.391934:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944e00. 02000000:00000010:3.0:1769074859.391938:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab84cdd000. 00000100:00000010:3.0:1769074859.391940:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944380. 02000000:00000010:3.0:1769074859.391942:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cbb3000. 00000100:00000010:3.0:1769074859.391945:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec380. 02000000:00000010:3.0:1769074859.391948:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c4a000. 00000100:00000010:3.0:1769074859.391951:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef480. 02000000:00000010:3.0:1769074859.391954:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab91748000. 00000100:00000010:3.0:1769074859.391957:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947b80. 02000000:00000010:3.0:1769074859.391959:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f54000. 00000100:00000010:3.0:1769074859.391962:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc946680. 02000000:00000010:3.0:1769074859.391965:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8bc46000. 00000100:00000010:3.0:1769074859.391969:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944000. 02000000:00000010:3.0:1769074859.391972:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9174c000. 00000100:00000010:3.0:1769074859.391974:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484e00. 02000000:00000010:3.0:1769074859.391978:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab89c4b000. 00000100:00000010:3.0:1769074859.391981:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1c00. 02000000:00000010:3.0:1769074859.391984:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c4d000. 00000100:00000010:3.0:1769074859.391986:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0000. 02000000:00000010:3.0:1769074859.391989:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859bc000. 00000100:00000010:3.0:1769074859.391991:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3b80. 02000000:00000010:3.0:1769074859.391994:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c48000. 00000100:00000010:3.0:1769074859.391996:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeece00. 02000000:00000010:3.0:1769074859.391998:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859ba000. 00000100:00000010:3.0:1769074859.392000:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484380. 02000000:00000010:3.0:1769074859.392003:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859bb000. 00000100:00000010:3.0:1769074859.392005:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486a00. 02000000:00000010:3.0:1769074859.392009:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8bc40000. 00000100:00000010:3.0:1769074859.392011:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487480. 02000000:00000010:3.0:1769074859.392013:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859b8000. 00000100:00000010:3.0:1769074859.392016:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485180. 02000000:00000010:3.0:1769074859.392018:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc4e9000. 00000100:00000010:3.0:1769074859.392021:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1f80. 02000000:00000010:3.0:1769074859.392026:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab908e2000. 00000100:00000010:3.0:1769074859.392029:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc945500. 02000000:00000010:3.0:1769074859.392032:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab908e0000. 00000100:00000010:3.0:1769074859.392034:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc946a00. 02000000:00000010:3.0:1769074859.392036:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c4f000. 00000100:00000010:3.0:1769074859.392038:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1880. 02000000:00000010:3.0:1769074859.392041:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc4e8000. 00000100:00000010:3.0:1769074859.392043:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2680. 02000000:00000010:3.0:1769074859.392046:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc4ec000. 00000100:00000010:3.0:1769074859.392048:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeee680. 02000000:00000010:3.0:1769074859.392051:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c415000. 00000100:00000010:3.0:1769074859.392053:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1180. 02000000:00000010:3.0:1769074859.392056:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c412000. 00000100:00000010:3.0:1769074859.392059:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0a80. 02000000:00000010:3.0:1769074859.392062:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab908e4000. 00000100:00000010:3.0:1769074859.392064:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec000. 02000000:00000010:3.0:1769074859.392066:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c4c000. 00000100:00000010:3.0:1769074859.392069:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeee300. 02000000:00000010:3.0:1769074859.392072:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc83c000. 00000100:00000010:3.0:1769074859.392074:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdf480. 02000000:00000010:3.0:1769074859.392078:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c414000. 00000100:00000010:3.0:1769074859.392080:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdf800. 02000000:00000010:3.0:1769074859.392082:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc83f000. 00000100:00000010:3.0:1769074859.392085:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8380. 02000000:00000010:3.0:1769074859.392088:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdfc000. 00000100:00000010:3.0:1769074859.392091:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec700. 02000000:00000010:3.0:1769074859.392093:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c416000. 00000100:00000010:3.0:1769074859.392095:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffded80. 02000000:00000010:3.0:1769074859.392098:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdfe000. 00000100:00000010:3.0:1769074859.392101:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9f80. 02000000:00000010:3.0:1769074859.392103:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c413000. 00000100:00000010:3.0:1769074859.392105:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947100. 02000000:00000010:3.0:1769074859.392108:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c411000. 00000100:00000010:3.0:1769074859.392111:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8000. 02000000:00000010:3.0:1769074859.392113:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdff000. 00000100:00000010:3.0:1769074859.392115:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc945f80. 02000000:00000010:3.0:1769074859.392117:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdf8000. 00000100:00000010:3.0:1769074859.392120:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc946d80. 02000000:00000010:3.0:1769074859.392122:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdfb000. 00000100:00000010:3.0:1769074859.392124:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288c700. 02000000:00000010:3.0:1769074859.392127:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdfd000. 00000100:00000010:3.0:1769074859.392129:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288e680. 02000000:00000010:3.0:1769074859.392132:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdf9000. 00000100:00000010:3.0:1769074859.392134:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288f800. 02000000:00000010:3.0:1769074859.392137:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabad90d000. 00000100:00000010:3.0:1769074859.392139:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288ea00. 02000000:00000010:3.0:1769074859.392142:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ad75000. 00000100:00000010:3.0:1769074859.392144:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288fb80. 02000000:00000010:3.0:1769074859.392147:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabad90e000. 00000100:00000010:3.0:1769074859.392150:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288d180. 02000000:00000010:3.0:1769074859.392164:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad908000. 00000100:00000010:3.0:1769074859.392168:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288ca80. 02000000:00000010:3.0:1769074859.392170:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabad90f000. 00000100:00000010:3.0:1769074859.392172:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288e300. 02000000:00000010:3.0:1769074859.392174:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad909000. 00000100:00000010:3.0:1769074859.392176:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdf100. 02000000:00000010:3.0:1769074859.392179:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab88b90000. 00000100:00000010:3.0:1769074859.392182:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdea00. 02000000:00000010:3.0:1769074859.392185:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854cc000. 00000100:00000010:3.0:1769074859.392187:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288ed80. 02000000:00000010:3.0:1769074859.392190:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ad73000. 00000100:00000010:3.0:1769074859.392193:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88addc00. 02000000:00000010:3.0:1769074859.392196:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ad72000. 00000100:00000010:3.0:1769074859.392199:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88addf80. 02000000:00000010:3.0:1769074859.392203:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbff7d000. 00000100:00000010:3.0:1769074859.392205:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed180. 02000000:00000010:3.0:1769074859.392208:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c410000. 00000100:00000010:3.0:1769074859.392210:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0db480. 02000000:00000010:3.0:1769074859.392213:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbff79000. 00000100:00000010:3.0:1769074859.392215:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9880. 02000000:00000010:3.0:1769074859.392218:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbff78000. 00000100:00000010:3.0:1769074859.392220:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf100. 02000000:00000010:3.0:1769074859.392223:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabbff7b000. 00000100:00000010:3.0:1769074859.392224:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adce00. 02000000:00000010:3.0:1769074859.392228:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa82b4a000. 00000100:00000010:3.0:1769074859.392231:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8700. 02000000:00000010:3.0:1769074859.392233:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82b4c000. 00000100:00000010:3.0:1769074859.392237:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8a80. 02000000:00000010:3.0:1769074859.392239:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82b4b000. 00000100:00000010:3.0:1769074859.392242:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9c00. 02000000:00000010:3.0:1769074859.392244:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82b48000. 00000100:00000010:3.0:1769074859.392246:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0da680. 02000000:00000010:3.0:1769074859.392249:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82b49000. 00000100:00000010:3.0:1769074859.392251:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0db100. 02000000:00000010:3.0:1769074859.392254:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc83e000. 00000100:00000010:3.0:1769074859.392256:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88ade300. 02000000:00000010:3.0:1769074859.392259:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab854c8000. 00000100:00000010:3.0:1769074859.392261:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88ade680. 02000000:00000010:3.0:1769074859.392264:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854c9000. 00000100:00000010:3.0:1769074859.392266:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0dad80. 02000000:00000010:3.0:1769074859.392268:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab854cb000. 00000100:00000010:3.0:1769074859.392270:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9180. 02000000:00000010:3.0:1769074859.392273:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82b4d000. 00000100:00000010:3.0:1769074859.392275:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adc700. 02000000:00000010:3.0:1769074859.392278:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc83a000. 00000100:00000010:3.0:1769074859.392284:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf480. 02000000:00000010:3.0:1769074859.392287:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854cd000. 00000100:00000010:3.0:1769074859.392289:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9500. 02000000:00000010:3.0:1769074859.392292:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab854cf000. 00000100:00000010:3.0:1769074859.392295:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5c00. 02000000:00000010:3.0:1769074859.392298:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc83b000. 00000100:00000010:3.0:1769074859.392301:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88add500. 02000000:00000010:3.0:1769074859.392303:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82bcc000. 00000100:00000010:3.0:1769074859.392306:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adca80. 02000000:00000010:3.0:1769074859.392309:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf19a000. 00000100:00000010:3.0:1769074859.392312:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adc000. 02000000:00000010:3.0:1769074859.392315:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf19b000. 00000100:00000010:3.0:1769074859.392318:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88add180. 00000400:00000200:0.0:1769074859.392806:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.392827:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6646d 00000400:00000200:0.0:1769074859.392834:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.392839:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.392847:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c464c8 00000400:00000010:0.0:1769074859.392849:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c464c8. 00000400:00000200:0.0:1769074859.392881:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.392888:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8db480 00000400:00000200:0.0:1769074859.392897:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 0 00000400:00000200:0.0:1769074859.392967:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.392971:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.392977:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.392982:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e717100. 00010000:00000010:1.0:1769074859.393084:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:1.0:1769074859.393095:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 02000000:00000010:1.0:1769074859.393105:0:12632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3e6000. 00000020:00000010:2.0:1769074859.393187:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.393193:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.393198:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.393203:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.393208:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.393246:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.393249:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.393253:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826490496 00000001:00000010:2.0:1769074859.393264:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfb40. 00010000:00000010:2.0:1769074859.393289:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074859.393295:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 02000000:00000010:2.0:1769074859.393334:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5e000. 00010000:00000010:2.0:1769074859.393366:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074859.393370:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.393385:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074859.393389:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074859.393394:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.393397:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074859.393465:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074859.393468:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074859.393471:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074859.393474:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074859.393526:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.393536:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074859.393539:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074859.393558:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000200:2.0:1769074859.393573:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717100 x1855007826490496/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.393590:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074859.393595:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826490496, offset 224 00000400:00000200:2.0:1769074859.393636:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.393648:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.393654:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41163:41163:256:4294967295] 192.168.204.10@tcp LPNI seq info [41159:41159:8:4294967295] 00000400:00000200:2.0:1769074859.393665:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.393671:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.393676:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074859.393682:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.393688:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.393692:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.393713:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.393717:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.393721:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:0.0:1769074859.394151:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.394155:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:0.0:1769074859.394168:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.394172:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.394176:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:0.0:1769074859.394178:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 02000000:00000010:3.0:1769074859.394559:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8bdb7000. 00000100:00000010:3.0:1769074859.394567:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf800. 02000000:00000010:3.0:1769074859.394570:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8bdb1000. 00000100:00000010:3.0:1769074859.394572:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae923b80. 02000000:00000010:3.0:1769074859.394576:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabae3f1000. 00000100:00000010:3.0:1769074859.394578:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae921180. 02000000:00000010:3.0:1769074859.394580:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82b4f000. 00000100:00000010:3.0:1769074859.394582:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae921f80. 02000000:00000010:3.0:1769074859.394585:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82b4e000. 00000100:00000010:3.0:1769074859.394806:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920a80. 02000000:00000010:3.0:1769074859.394811:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf199000. 00000100:00000010:3.0:1769074859.394814:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920700. 02000000:00000010:3.0:1769074859.394817:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabae3f3000. 00000100:00000010:3.0:1769074859.394819:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920000. 02000000:00000010:3.0:1769074859.394821:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8b1d7000. 00000100:00000010:3.0:1769074859.394824:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae922a00. 02000000:00000010:3.0:1769074859.394827:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf19e000. 00000100:00000010:3.0:1769074859.394829:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1c00. 02000000:00000010:3.0:1769074859.394831:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8b1d6000. 00000100:00000010:3.0:1769074859.394834:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0000. 02000000:00000010:3.0:1769074859.394837:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8b1d5000. 00000100:00000010:3.0:1769074859.394839:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb3b80. 02000000:00000010:3.0:1769074859.394843:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fb70000. 00000100:00000010:3.0:1769074859.394846:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7100. 02000000:00000010:3.0:1769074859.394850:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbd525000. 00000100:00000010:3.0:1769074859.394853:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeeca80. 02000000:00000010:3.0:1769074859.394856:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87616000. 00000100:00000010:3.0:1769074859.394859:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4e00. 02000000:00000010:3.0:1769074859.394862:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87615000. 00000100:00000010:3.0:1769074859.394864:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4a80. 02000000:00000010:3.0:1769074859.394867:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87610000. 00000100:00000010:3.0:1769074859.394869:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef800. 02000000:00000010:3.0:1769074859.394872:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87614000. 00000100:00000010:3.0:1769074859.394874:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeedf80. 02000000:00000010:3.0:1769074859.394878:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb4e000. 00000100:00000010:3.0:1769074859.394881:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1f80. 02000000:00000010:3.0:1769074859.394884:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8b1d2000. 00000100:00000010:3.0:1769074859.394886:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1880. 02000000:00000010:3.0:1769074859.394888:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb49000. 00000100:00000010:3.0:1769074859.394891:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb2680. 02000000:00000010:3.0:1769074859.394893:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a136000. 00000100:00000010:3.0:1769074859.394896:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a6680. 02000000:00000010:3.0:1769074859.394898:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a135000. 00000100:00000010:3.0:1769074859.394901:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1180. 02000000:00000010:3.0:1769074859.394913:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a137000. 00000100:00000010:3.0:1769074859.394917:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0a80. 02000000:00000010:3.0:1769074859.394920:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a134000. 00000100:00000010:3.0:1769074859.394923:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0380. 02000000:00000010:3.0:1769074859.394925:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb4d000. 00000100:00000010:3.0:1769074859.394928:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cb480. 02000000:00000010:3.0:1769074859.394931:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a133000. 00000100:00000010:3.0:1769074859.394934:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c9500. 02000000:00000010:3.0:1769074859.394937:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a130000. 00000100:00000010:3.0:1769074859.394939:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7800. 02000000:00000010:3.0:1769074859.394941:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a132000. 00000100:00000010:3.0:1769074859.394944:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5180. 02000000:00000010:3.0:1769074859.394947:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb4c000. 00000100:00000010:3.0:1769074859.394950:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb3480. 02000000:00000010:3.0:1769074859.394953:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb48000. 00000100:00000010:3.0:1769074859.394955:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb3800. 02000000:00000010:3.0:1769074859.394957:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb4a000. 00000100:00000010:3.0:1769074859.394960:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdce00. 02000000:00000010:3.0:1769074859.394963:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88aa5000. 00000100:00000010:3.0:1769074859.394966:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdd500. 02000000:00000010:3.0:1769074859.394968:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8eee0000. 00000100:00000010:3.0:1769074859.394972:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5500. 02000000:00000010:3.0:1769074859.394974:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88aa7000. 00000100:00000010:3.0:1769074859.394977:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8700. 02000000:00000010:3.0:1769074859.394980:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8eee1000. 00000100:00000010:3.0:1769074859.394982:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdc700. 02000000:00000010:3.0:1769074859.394985:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88aa6000. 00000100:00000010:3.0:1769074859.394987:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8e00. 02000000:00000010:3.0:1769074859.394990:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87611000. 00000100:00000010:3.0:1769074859.394992:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cad80. 02000000:00000010:3.0:1769074859.394995:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88aa2000. 00000100:00000010:3.0:1769074859.394998:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8380. 02000000:00000010:3.0:1769074859.395000:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87612000. 00000100:00000010:3.0:1769074859.395002:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908caa00. 02000000:00000010:3.0:1769074859.395004:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88aa4000. 00000100:00000010:3.0:1769074859.395008:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cb800. 02000000:00000010:3.0:1769074859.395010:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88aa3000. 00000100:00000010:3.0:1769074859.395012:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8a80. 02000000:00000010:3.0:1769074859.395015:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88aa0000. 00000100:00000010:3.0:1769074859.395017:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f52300. 02000000:00000010:3.0:1769074859.395020:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf7000. 00000100:00000010:3.0:1769074859.395023:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5f80. 02000000:00000010:3.0:1769074859.395025:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88bf6000. 00000100:00000010:3.0:1769074859.395028:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f51c00. 02000000:00000010:3.0:1769074859.395030:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3ff000. 00000100:00000010:3.0:1769074859.395033:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffde300. 02000000:00000010:3.0:1769074859.395036:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3fc000. 00000100:00000010:3.0:1769074859.395038:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffddc00. 02000000:00000010:3.0:1769074859.395041:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3fe000. 00000100:00000010:3.0:1769074859.395043:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdc000. 02000000:00000010:3.0:1769074859.395046:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee5000. 00000100:00000010:3.0:1769074859.395049:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4380. 02000000:00000010:3.0:1769074859.395051:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf2000. 00000100:00000010:3.0:1769074859.395054:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f50e00. 02000000:00000010:3.0:1769074859.395056:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3f8000. 00000100:00000010:3.0:1769074859.395058:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a6300. 02000000:00000010:3.0:1769074859.395061:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3fd000. 00000100:00000010:3.0:1769074859.395063:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f50000. 02000000:00000010:3.0:1769074859.395065:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88bf4000. 00000100:00000010:3.0:1769074859.395068:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f53b80. 02000000:00000010:3.0:1769074859.395070:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf3000. 00000100:00000010:3.0:1769074859.395072:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f51f80. 02000000:00000010:3.0:1769074859.395074:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee7000. 00000100:00000010:3.0:1769074859.395078:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7480. 02000000:00000010:3.0:1769074859.395080:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf0000. 00000100:00000010:3.0:1769074859.395082:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f51880. 02000000:00000010:3.0:1769074859.395084:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3f9000. 00000100:00000010:3.0:1769074859.395086:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f52680. 02000000:00000010:3.0:1769074859.395089:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fb73000. 00000100:00000010:3.0:1769074859.395091:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f51180. 02000000:00000010:3.0:1769074859.395093:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fb71000. 00000100:00000010:3.0:1769074859.395095:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a6a00. 02000000:00000010:3.0:1769074859.395098:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fb75000. 00000100:00000010:3.0:1769074859.395100:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f50a80. 02000000:00000010:3.0:1769074859.395102:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fb77000. 00000100:00000010:3.0:1769074859.395104:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7b80. 02000000:00000010:3.0:1769074859.395107:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3fa000. 00000100:00000010:3.0:1769074859.395109:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdfb80. 02000000:00000010:3.0:1769074859.395112:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88bf1000. 00000100:00000010:3.0:1769074859.395114:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffddf80. 02000000:00000010:3.0:1769074859.395117:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fb76000. 00000100:00000010:3.0:1769074859.395119:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5880. 02000000:00000010:3.0:1769074859.395121:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee6000. 00000100:00000010:3.0:1769074859.395123:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4000. 02000000:00000010:3.0:1769074859.395126:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8eee2000. 00000100:00000010:3.0:1769074859.395128:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601180. 02000000:00000010:3.0:1769074859.395131:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee4000. 00000100:00000010:3.0:1769074859.395133:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdd880. 02000000:00000010:3.0:1769074859.395136:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d27000. 00000100:00000010:3.0:1769074859.395139:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600a80. 02000000:00000010:3.0:1769074859.395141:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d26000. 00000100:00000010:3.0:1769074859.395143:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f50380. 02000000:00000010:3.0:1769074859.395146:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8eee3000. 00000100:00000010:3.0:1769074859.395231:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb2d80. 02000000:00000010:3.0:1769074859.395237:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83ea1000. 00000100:00000010:3.0:1769074859.395240:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb3100. 02000000:00000010:3.0:1769074859.395243:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83ea5000. 00000100:00000010:3.0:1769074859.395245:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb2a00. 02000000:00000010:3.0:1769074859.395248:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d22000. 00000100:00000010:3.0:1769074859.395250:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602d80. 02000000:00000010:3.0:1769074859.395253:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d24000. 00000100:00000010:3.0:1769074859.395256:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0e00. 02000000:00000010:3.0:1769074859.395259:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d23000. 00000100:00000010:3.0:1769074859.395262:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600700. 02000000:00000010:3.0:1769074859.395264:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf5000. 00000100:00000010:3.0:1769074859.395275:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603100. 02000000:00000010:3.0:1769074859.395278:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d20000. 00000100:00000010:3.0:1769074859.395281:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602300. 02000000:00000010:3.0:1769074859.395283:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d21000. 00000100:00000010:3.0:1769074859.395285:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f53480. 02000000:00000010:3.0:1769074859.395288:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d25000. 00000100:00000010:3.0:1769074859.395291:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602a00. 02000000:00000010:3.0:1769074859.395294:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83ea7000. 00000100:00000010:3.0:1769074859.395296:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffde680. 02000000:00000010:3.0:1769074859.395798:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83ea6000. 00000100:00000010:3.0:1769074859.395807:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdd180. 02000000:00000010:3.0:1769074859.395811:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbcaaa000. 00000100:00000010:3.0:1769074859.395813:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600380. 02000000:00000010:3.0:1769074859.395816:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83ea2000. 00000100:00000010:3.0:1769074859.395820:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603480. 02000000:00000010:3.0:1769074859.395823:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbcaae000. 00000100:00000010:3.0:1769074859.395826:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601500. 02000000:00000010:3.0:1769074859.395828:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbcaac000. 00000100:00000010:3.0:1769074859.395831:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600000. 02000000:00000010:3.0:1769074859.395834:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8d83a000. 00000100:00000010:3.0:1769074859.395846:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601f80. 02000000:00000010:3.0:1769074859.395849:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83ea4000. 00000100:00000010:3.0:1769074859.395851:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601880. 02000000:00000010:3.0:1769074859.395854:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8d83c000. 00000100:00000010:3.0:1769074859.395856:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603800. 02000000:00000010:3.0:1769074859.395858:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8d83b000. 00000100:00000010:3.0:1769074859.395860:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f53800. 02000000:00000010:3.0:1769074859.395863:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8d838000. 00000100:00000010:3.0:1769074859.395865:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f53100. 02000000:00000010:3.0:1769074859.395868:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8d839000. 00000100:00000010:3.0:1769074859.395870:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f52a00. 02000000:00000010:3.0:1769074859.395872:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fb72000. 00000100:00000010:3.0:1769074859.395876:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f51500. 02000000:00000010:3.0:1769074859.395878:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8d83d000. 00000100:00000010:3.0:1769074859.395880:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdca80. 02000000:00000010:3.0:1769074859.395882:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8d83f000. 00000100:00000010:3.0:1769074859.395884:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb3f50700. 02000000:00000010:3.0:1769074859.395894:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83ea3000. 00000100:00000010:3.0:1769074859.395897:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1500. 02000000:00000010:3.0:1769074859.395899:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fb74000. 00000100:00000010:3.0:1769074859.395918:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0700. 02000000:00000010:3.0:1769074859.395922:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83ea0000. 00000100:00000010:3.0:1769074859.395930:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb2300. 02000000:00000010:3.0:1769074859.395933:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8d83e000. 00000100:00000010:3.0:1769074859.395935:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdc380. 00000100:00000200:3.0:1769074859.395945:0:42296:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1769074859.395982:0:42296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864819a0. 00000400:00000010:3.0:1769074859.395990:0:42296:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff8daa82be4800. 00010000:00000010:3.1:1769074859.396878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074859.396890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074859.396894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074859.396900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00000400:00000200:1.0:1769074859.400144:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.400176:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8db580 00000400:00000200:1.0:1769074859.400186:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 576 00000400:00000200:1.0:1769074859.400203:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.400208:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.400217:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.400224:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0d500. 00000020:00000010:3.0:1769074859.401080:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.401089:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.401096:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074859.401101:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e000. 00000020:00000010:3.0:1769074859.401107:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074859.401150:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.401160:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.401164:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826490752 02000000:00000010:3.0:1769074859.401202:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3e4000. 00010000:00000010:3.0:1769074859.401245:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074859.401262:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:3.0:1769074859.401280:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074859.401286:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074859.401302:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074859.401305:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074859.401309:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074859.401312:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.401559:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074859.401564:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074859.401567:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074859.401570:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00000020:00000010:3.0:1769074859.401595:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00010000:00000010:2.1:1769074859.401644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.1:1769074859.401651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074859.401656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.1:1769074859.401659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:0.1:1769074859.401936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074859.401942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00000020:00000010:3.0:1769074859.402010:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074859.402025:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1f00. 00080000:00000010:3.0:1769074859.402035:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff76400. 00010000:00000010:1.1:1769074859.402255:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074859.402261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000001:00000010:3.0:1769074859.402893:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef14e0. 00000001:00000010:3.0:1769074859.402902:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074859.402950:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1f00. 00010000:00000010:3.0:1769074859.402962:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074859.402968:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074859.402989:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074859.403040:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00080000:00000010:3.0:1769074859.403066:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ed72720. 00000004:00000010:3.0:1769074859.403073:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503b40. 00000004:00000010:3.0:1769074859.403077:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023210. 00000004:00000010:3.0:1769074859.403081:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbff59a50. 00000004:00000010:3.0:1769074859.403085:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8bb885a0. 00010000:00000010:3.0:1769074859.403096:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074859.403116:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890201, last committed = 17179889941 00010000:00000200:3.0:1769074859.403128:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0d500 x1855007826490752/t17179890201(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074859.403149:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074859.403166:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826490752, offset 224 00000400:00000010:3.0:1769074859.403173:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e33b8. 00000400:00000200:3.0:1769074859.403177:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.403192:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.403198:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41164:41164:256:4294967295] 192.168.204.10@tcp LPNI seq info [41160:41160:8:4294967295] 00000400:00000200:3.0:1769074859.403205:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074859.403211:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.403217:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.403222:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074859.403229:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.403236:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.403241:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.403265:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e000. 00000020:00000010:3.0:1769074859.403270:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074859.403274:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:0.0:1769074859.403922:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.403928:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074859.403935:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.403941:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074859.404473:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:2.0:1769074859.404484:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:2.0:1769074859.404494:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00010000:00000010:3.1:1769074859.407009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:3.1:1769074859.407026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00000400:00000200:0.0:1769074859.413413:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.413439:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66479 00000400:00000200:0.0:1769074859.413448:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.413452:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.413459:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c467f8 00000400:00000010:0.0:1769074859.413463:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c467f8. 00000400:00000200:0.0:1769074859.413501:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.413507:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8db600 00000400:00000200:0.0:1769074859.413515:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 1064 00000400:00000200:0.0:1769074859.413582:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.413586:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.413591:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.413596:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e717800. 00010000:00000010:3.0:1769074859.413954:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.413969:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00000020:00000010:1.0:1769074859.414421:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.414427:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.414435:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074859.414441:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074859.414446:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.414491:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.414495:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.414498:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826490880 00000001:00000010:1.0:1769074859.414509:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 00010000:00000010:1.0:1769074859.414533:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074859.414539:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 02000000:00000010:1.0:1769074859.414565:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8db53000. 00010000:00000010:1.0:1769074859.414593:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074859.414597:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074859.414644:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074859.414648:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074859.414652:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074859.414655:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074859.414979:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074859.414983:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a480. 00010000:00000010:1.0:1769074859.414987:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074859.414991:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074859.415058:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074859.415068:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074859.415072:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074859.415092:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000200:1.0:1769074859.415108:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717800 x1855007826490880/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074859.415127:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074859.415134:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826490880, offset 224 00000400:00000200:1.0:1769074859.415141:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.415229:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.415236:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41165:41165:256:4294967295] 192.168.204.10@tcp LPNI seq info [41161:41161:8:4294967295] 00000400:00000200:1.0:1769074859.415247:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.415253:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.415259:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074859.415266:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.415272:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.415276:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.415349:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074859.415354:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.415358:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:3.1:1769074859.415873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074859.415884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:2.1:1769074859.415941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074859.415947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000800:00000200:1.0:1769074859.417571:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.417580:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:1.0:1769074859.417588:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.417598:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.417628:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00000400:00000010:1.0:1769074859.417631:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00010000:00000010:3.1:1769074859.420667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074859.420685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:3.0:1769074859.421651:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.421673:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8db700 00000400:00000200:3.0:1769074859.421681:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 1640 00000400:00000200:3.0:1769074859.421706:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.421711:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.421719:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.421724:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73b80. 00000020:00000010:1.0:1769074859.423527:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.423538:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.423548:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074859.423553:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074859.423559:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.423624:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.423627:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.423631:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826491136 02000000:00000010:1.0:1769074859.423667:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8db54000. 00010000:00000010:1.0:1769074859.423717:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074859.423732:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a480. 00010000:00000010:1.0:1769074859.423752:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074859.423758:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074859.423774:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074859.423777:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a480. 00010000:00000010:1.0:1769074859.423782:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074859.423784:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074859.423862:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074859.423866:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a680. 00010000:00000010:1.0:1769074859.423869:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074859.423872:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00000020:00000010:1.0:1769074859.423898:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bb80. 00000020:00000010:1.0:1769074859.423913:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bb80. 00000020:00000010:1.0:1769074859.423924:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f00. 00080000:00000010:1.0:1769074859.423935:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe0c00. 00000001:00000010:1.0:1769074859.424142:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560060. 00000001:00000010:1.0:1769074859.424149:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074859.424195:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f00. 00010000:00000010:1.0:1769074859.424203:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074859.424208:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074859.424219:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074859.424264:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00080000:00000010:1.0:1769074859.424298:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca0558. 00000004:00000010:1.0:1769074859.424305:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503000. 00000004:00000010:1.0:1769074859.424308:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022bb0. 00000004:00000010:1.0:1769074859.424312:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e282870. 00000004:00000010:1.0:1769074859.424316:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a90e0. 00010000:00000010:1.0:1769074859.424338:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074859.424356:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890202, last committed = 17179889941 00010000:00000200:1.0:1769074859.424367:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73b80 x1855007826491136/t17179890202(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074859.424386:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074859.424393:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826491136, offset 224 00000400:00000010:1.0:1769074859.424400:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c6c8. 00000400:00000200:1.0:1769074859.424404:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.424419:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.424425:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41166:41166:256:4294967295] 192.168.204.10@tcp LPNI seq info [41162:41162:8:4294967295] 00000400:00000200:1.0:1769074859.424431:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074859.424438:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.424442:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.424447:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074859.424454:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.424460:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.424465:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.424490:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074859.424494:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.424497:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:3.0:1769074859.424708:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.424714:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074859.424719:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.424727:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074859.425011:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:0.0:1769074859.425017:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a680. 00010000:00000010:0.0:1769074859.425025:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00010000:00000010:1.1:1769074859.427278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074859.427293:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074859.427299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074859.427302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000400:00000200:1.0:1769074859.428960:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.428982:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66481 00000400:00000200:1.0:1769074859.428991:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.428995:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.429002:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00000400:00000010:1.0:1769074859.429005:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00010000:00000010:0.0:1769074859.429169:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:0.0:1769074859.429180:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a480. 00000400:00000200:2.0:1769074859.429490:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.429500:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8db780 00000400:00000200:2.0:1769074859.429509:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 2128 00000400:00000200:2.0:1769074859.429587:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.429591:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.429597:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.429633:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2f100. 00000020:00000010:1.0:1769074859.430091:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.430098:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.430107:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074859.430112:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074859.430118:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.430165:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.430168:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.430172:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826491264 00000001:00000010:1.0:1769074859.430182:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:1.0:1769074859.430208:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074859.430217:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 02000000:00000010:1.0:1769074859.430243:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8db52000. 00010000:00000010:1.0:1769074859.430275:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074859.430279:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074859.430516:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074859.430522:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a780. 00010000:00000010:1.0:1769074859.430527:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074859.430531:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074859.430645:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074859.430649:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a700. 00010000:00000010:1.0:1769074859.430652:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074859.430656:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074859.430851:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074859.430864:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074859.430869:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a780. 00010000:00000010:1.0:1769074859.430892:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074859.430920:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2f100 x1855007826491264/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074859.430941:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074859.430948:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826491264, offset 224 00000400:00000200:1.0:1769074859.430954:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.430967:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.430973:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41167:41167:256:4294967295] 192.168.204.10@tcp LPNI seq info [41163:41163:8:4294967295] 00000400:00000200:1.0:1769074859.430984:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.430990:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.430995:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074859.431002:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.431009:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.431014:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.431084:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074859.431089:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.431093:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00010000:00000010:1.1:1769074859.433684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074859.433716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074859.433724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074859.433732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000800:00000200:2.0:1769074859.444563:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.444573:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:2.0:1769074859.444582:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.444590:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.444598:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00010000:00000010:0.1:1769074859.444647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074859.444656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000010:2.0:1769074859.444693:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00010000:00000010:1.1:1769074859.448668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074859.448685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074859.448690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074859.448693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:0.1:1769074859.448841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074859.448848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000400:00000200:1.0:1769074859.454993:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.455017:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8db880 00000400:00000200:1.0:1769074859.455025:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 2704 00000400:00000200:1.0:1769074859.455046:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.455050:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.455059:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.455065:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0ce00. 00000020:00000010:2.0:1769074859.455539:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.455545:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.455552:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.455558:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.455562:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.455685:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.455688:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.455692:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826491520 02000000:00000010:2.0:1769074859.455743:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d5f000. 00010000:00000010:2.0:1769074859.455783:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:2.0:1769074859.455799:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a700. 00010000:00000010:2.0:1769074859.455818:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.455825:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.455840:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074859.455844:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074859.455848:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074859.455851:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074859.455946:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074859.455951:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074859.455955:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074859.455959:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00000020:00000010:2.0:1769074859.455985:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0effe0. 00000020:00000010:2.0:1769074859.455993:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0effe0. 00000020:00000010:2.0:1769074859.456004:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ecc0. 00080000:00000010:2.0:1769074859.456014:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f2c00. 00000001:00000010:2.0:1769074859.456231:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e360. 00000001:00000010:2.0:1769074859.456238:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074859.456274:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ecc0. 00010000:00000010:2.0:1769074859.456284:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074859.456289:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074859.456312:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfb40. 00010000:00000010:2.0:1769074859.456364:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00080000:00000010:2.0:1769074859.456390:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1a1c8. 00000004:00000010:2.0:1769074859.456397:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e603c0. 00000004:00000010:2.0:1769074859.456400:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4dba0. 00000004:00000010:2.0:1769074859.456405:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe09618. 00000004:00000010:2.0:1769074859.456409:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfcd2c0. 00010000:00000010:2.0:1769074859.456418:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000200:2.0:1769074859.456436:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890203, last committed = 17179889941 00010000:00000200:2.0:1769074859.456446:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0ce00 x1855007826491520/t17179890203(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.456471:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074859.456478:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826491520, offset 224 00000400:00000010:2.0:1769074859.456485:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b738. 00000400:00000200:2.0:1769074859.456490:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.456503:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.456510:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41168:41168:256:4294967295] 192.168.204.10@tcp LPNI seq info [41164:41164:8:4294967295] 00000400:00000200:2.0:1769074859.456517:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.456524:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.456531:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.456537:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074859.456544:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.456551:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.456556:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.456589:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.456594:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.456599:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00010000:00000010:0.0:1769074859.456706:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:0.0:1769074859.456713:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:0.0:1769074859.456719:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00000800:00000200:1.0:1769074859.459791:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.459801:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:1.0:1769074859.459808:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.459817:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.463316:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00010000:00000010:0.1:1769074859.463898:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074859.463928:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00000400:00000200:0.0:1769074859.463957:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66489 00000400:00000200:0.0:1769074859.463966:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.463970:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.463977:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:0.0:1769074859.463980:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00000400:00000200:0.0:1769074859.464016:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.464023:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8db900 00000400:00000200:0.0:1769074859.464032:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 3192 00000400:00000200:0.0:1769074859.464097:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.464101:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.464106:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.464112:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e714700. 00000020:00000010:2.0:1769074859.464307:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.464314:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00010000:00000010:2.1:1769074859.465000:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074859.465010:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074859.465015:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.1:1769074859.465022:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00000020:00000010:2.0:1769074859.465031:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.465038:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.465043:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.465095:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.465098:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.465102:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826491648 00000001:00000010:2.0:1769074859.465111:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:2.0:1769074859.465138:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.465145:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 02000000:00000010:2.0:1769074859.465186:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5d000. 00010000:00000010:2.0:1769074859.465219:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074859.465224:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.465243:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074859.465247:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074859.465252:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074859.465256:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:3.0:1769074859.465259:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:3.0:1769074859.465270:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074859.465343:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074859.465347:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074859.465351:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074859.465355:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074859.465417:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.465428:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074859.465432:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074859.465451:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000200:2.0:1769074859.465466:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714700 x1855007826491648/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.465486:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074859.465493:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826491648, offset 224 00000400:00000200:2.0:1769074859.465500:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.465511:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.465518:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41169:41169:256:4294967295] 192.168.204.10@tcp LPNI seq info [41165:41165:8:4294967295] 00000400:00000200:2.0:1769074859.465529:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.465535:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.465541:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074859.465547:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.465554:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.465559:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.465586:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.465591:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.465595:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074859.469412:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.469422:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:3.0:1769074859.469430:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.469439:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.469447:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:3.0:1769074859.469451:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00010000:00000010:2.1:1769074859.469759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.1:1769074859.469769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074859.469774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.1:1769074859.469777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:3.1:1769074859.474648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074859.474665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00000400:00000200:1.0:1769074859.474774:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.474792:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dba00 00000400:00000200:1.0:1769074859.474802:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 3768 00000400:00000200:1.0:1769074859.474819:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.474823:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.474832:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.474838:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0ea00. 00000020:00000010:3.0:1769074859.474974:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.474981:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.474987:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074859.474993:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e600. 00000020:00000010:3.0:1769074859.475010:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074859.475061:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.475064:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.475067:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826491904 02000000:00000010:3.0:1769074859.475102:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3e2000. 00010000:00000010:3.0:1769074859.475142:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:3.0:1769074859.475156:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:3.0:1769074859.475174:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074859.475180:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074859.475197:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074859.475200:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074859.475204:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074859.475208:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074859.475287:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074859.475291:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074859.475294:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074859.475309:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00000020:00000010:3.0:1769074859.475334:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074859.475341:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8460. 00000020:00000010:3.0:1769074859.475351:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1f00. 00080000:00000010:3.0:1769074859.475361:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff75800. 00000001:00000010:3.0:1769074859.475572:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1360. 00000001:00000010:3.0:1769074859.475580:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:2.0:1769074859.477387:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1f00. 00010000:00000010:2.0:1769074859.477414:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.477421:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.477443:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfb40. 00010000:00000010:2.0:1769074859.477499:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00080000:00000010:2.0:1769074859.477535:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc89ab8. 00010000:00000010:0.0:1769074859.477537:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:0.0:1769074859.477548:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00000004:00000010:2.0:1769074859.477548:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111e40. 00000004:00000010:2.0:1769074859.477555:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94ddc0. 00010000:00000010:0.0:1769074859.477557:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00000004:00000010:2.0:1769074859.477560:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c1e0. 00000004:00000010:2.0:1769074859.477567:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e41e0. 00010000:00000010:2.0:1769074859.477580:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:2.0:1769074859.477623:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890204, last committed = 17179889941 00010000:00000200:2.0:1769074859.477635:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0ea00 x1855007826491904/t17179890204(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.477656:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074859.477663:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826491904, offset 224 00000400:00000010:2.0:1769074859.477670:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b230. 00000400:00000200:2.0:1769074859.477675:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.477693:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.477709:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41170:41170:256:4294967295] 192.168.204.10@tcp LPNI seq info [41166:41166:8:4294967295] 00000400:00000200:2.0:1769074859.477717:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.477723:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.477729:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.477735:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074859.477741:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.477749:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.477753:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.477780:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e600. 00000020:00000010:2.0:1769074859.477785:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:2.0:1769074859.477790:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:0.0:1769074859.478032:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.478037:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:0.0:1769074859.478042:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.478048:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.481725:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.481750:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66491 00000400:00000200:1.0:1769074859.481760:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.481765:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.481774:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:1.0:1769074859.481776:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00000400:00000200:1.0:1769074859.481807:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.481814:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dba80 00000400:00000200:1.0:1769074859.481821:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 4256 00000400:00000200:1.0:1769074859.481876:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.481880:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.481885:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.481891:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0f100. 00000020:00000010:3.0:1769074859.482317:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.482323:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.482329:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074859.482335:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074859.482340:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074859.482385:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.482389:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.482392:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826492032 00000001:00000010:3.0:1769074859.482403:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 00010000:00000010:3.0:1769074859.482432:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074859.482441:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 02000000:00000010:3.0:1769074859.482467:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3e7000. 00010000:00000010:3.0:1769074859.482496:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074859.482501:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074859.482520:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074859.482523:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074859.482526:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074859.482529:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.1:1769074859.482645:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:3.1:1769074859.482653:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.0:1769074859.482658:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074859.482662:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074859.482667:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074859.482671:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074859.482975:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074859.482988:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074859.482994:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074859.483198:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000200:3.0:1769074859.483217:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0f100 x1855007826492032/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.483237:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074859.483244:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826492032, offset 224 00000400:00000200:3.0:1769074859.483253:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.483266:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.483274:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41171:41171:256:4294967295] 192.168.204.10@tcp LPNI seq info [41167:41167:8:4294967295] 00010000:00000010:2.1:1769074859.483284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:3.0:1769074859.483292:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00010000:00000010:2.1:1769074859.483296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000800:00000200:3.0:1769074859.483782:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.483841:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074859.483851:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.483860:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.483865:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.483886:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:2.0:1769074859.483891:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:2.0:1769074859.483896:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00010000:00000010:0.1:1769074859.484185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:0.1:1769074859.484194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00000800:00000200:1.0:1769074859.484195:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.484201:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074859.484207:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.484213:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.484219:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46cc0 00000400:00000010:1.0:1769074859.484223:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46cc0. 00010000:00000010:0.0:1769074859.484229:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:0.0:1769074859.484239:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:3.1:1769074859.488814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074859.488830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074859.488833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074859.488835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00000400:00000200:0.0:1769074859.492873:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.492895:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dbb80 00000400:00000200:0.0:1769074859.492914:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 4832 00000400:00000200:0.0:1769074859.492932:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.492937:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.492946:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.492953:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e717480. 00000020:00000010:2.0:1769074859.493280:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.493288:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.493294:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.493299:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.493304:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.493340:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.493343:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.493346:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826492288 02000000:00000010:2.0:1769074859.493381:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d59000. 00010000:00000010:2.0:1769074859.493422:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:2.0:1769074859.493439:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:2.0:1769074859.493459:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074859.493465:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074859.493481:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074859.493485:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074859.493489:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074859.493492:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.493583:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074859.493587:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074859.493591:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074859.493595:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00000020:00000010:2.0:1769074859.493660:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0effe0. 00000020:00000010:2.0:1769074859.493669:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0effe0. 00000020:00000010:2.0:1769074859.493686:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ecc0. 00080000:00000010:2.0:1769074859.493712:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f3c00. 00010000:00000010:0.1:1769074859.493797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074859.493804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00000001:00000010:2.0:1769074859.493960:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e240. 00000001:00000010:2.0:1769074859.493968:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074859.494000:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ecc0. 00010000:00000010:2.0:1769074859.494008:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.0:1769074859.494012:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074859.494027:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074859.494072:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00080000:00000010:2.0:1769074859.494095:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca1ab8. 00000004:00000010:2.0:1769074859.494104:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503780. 00000004:00000010:2.0:1769074859.494107:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022660. 00000004:00000010:2.0:1769074859.494111:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbff597f8. 00000004:00000010:2.0:1769074859.494117:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a8b40. 00010000:00000010:2.0:1769074859.494129:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000200:2.0:1769074859.494146:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890205, last committed = 17179889941 00010000:00000200:2.0:1769074859.494167:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717480 x1855007826492288/t17179890205(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.494190:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074859.494197:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826492288, offset 224 00000400:00000010:2.0:1769074859.494204:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b150. 00000400:00000200:2.0:1769074859.494209:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.494224:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00010000:00000010:3.0:1769074859.494230:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00000400:00000200:2.0:1769074859.494231:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41172:41172:256:4294967295] 192.168.204.10@tcp LPNI seq info [41168:41168:8:4294967295] 00010000:00000010:3.0:1769074859.494240:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00000400:00000200:2.0:1769074859.494242:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.494254:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00010000:00000010:3.0:1769074859.494254:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00000800:00000200:2.0:1769074859.494264:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.494270:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074859.494277:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.494284:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.494288:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.494314:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.494318:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.494334:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074859.494666:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.494671:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:3.0:1769074859.494676:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.494682:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.497555:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.497576:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66499 00000400:00000200:1.0:1769074859.497584:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.497589:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.497596:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:1.0:1769074859.497598:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00010000:00000010:0.0:1769074859.497928:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:0.0:1769074859.497940:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:2.1:1769074859.499419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:2.1:1769074859.499433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:2.1:1769074859.501914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.1:1769074859.501932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:3.1:1769074859.502758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074859.502767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:0.1:1769074859.506969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074859.506984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00000400:00000200:0.0:1769074859.512001:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.512023:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dbc00 00000400:00000200:0.0:1769074859.512032:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 5320 00000400:00000200:0.0:1769074859.512096:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.512101:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.512109:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.512115:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e717b80. 00000020:00000010:1.0:1769074859.512298:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.512303:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.512312:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074859.512318:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074859.512338:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.512386:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.512389:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.512392:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826492416 00000001:00000010:1.0:1769074859.512403:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:1.0:1769074859.512430:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074859.512437:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 02000000:00000010:1.0:1769074859.512463:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8db56000. 00010000:00000010:1.0:1769074859.512488:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074859.512492:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074859.512508:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074859.512511:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a780. 00010000:00000010:1.0:1769074859.512515:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074859.512517:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074859.512581:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074859.512584:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074859.512587:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074859.512590:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074859.512685:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074859.512984:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074859.512991:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a780. 00010000:00000010:1.0:1769074859.513016:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074859.513034:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717b80 x1855007826492416/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074859.513052:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074859.513059:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826492416, offset 224 00000400:00000200:1.0:1769074859.513066:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.513078:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.513085:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41173:41173:256:4294967295] 192.168.204.10@tcp LPNI seq info [41169:41169:8:4294967295] 00000400:00000200:1.0:1769074859.513096:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.513101:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.513106:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074859.513113:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.513119:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.513122:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.513148:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074859.513163:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.513168:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:3.0:1769074859.513250:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.513256:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074859.513261:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.513266:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.513270:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:3.0:1769074859.513272:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00010000:00000010:1.1:1769074859.518663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074859.518680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074859.518686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074859.518689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:1.0:1769074859.525039:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.525061:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dbd00 00000400:00000200:1.0:1769074859.525072:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 5896 00000400:00000200:1.0:1769074859.525091:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.525096:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.525104:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.525110:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0ed80. 00000020:00000010:2.0:1769074859.527851:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.527862:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.527870:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.527876:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.527881:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.529038:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.529048:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.529052:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826492672 02000000:00000010:2.0:1769074859.529090:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d58000. 00010000:00000010:2.0:1769074859.529151:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:2.0:1769074859.529170:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a000. 00010000:00000010:2.0:1769074859.529190:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074859.529196:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074859.529213:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074859.529216:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074859.529221:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074859.529224:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074859.529325:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074859.529329:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074859.529332:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074859.529335:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074859.529361:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0effe0. 00000020:00000010:2.0:1769074859.529368:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0effe0. 00000020:00000010:2.0:1769074859.529379:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ecc0. 00080000:00000010:2.0:1769074859.529390:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f0400. 00000001:00000010:2.0:1769074859.529598:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e120. 00000001:00000010:2.0:1769074859.530099:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074859.530138:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ecc0. 00010000:00000010:2.0:1769074859.530218:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074859.530226:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074859.530243:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074859.530293:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00080000:00000010:2.0:1769074859.530571:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb60c78. 00000004:00000010:2.0:1769074859.530579:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e600. 00000004:00000010:2.0:1769074859.530583:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cc550. 00000004:00000010:2.0:1769074859.530587:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2bb8. 00000004:00000010:2.0:1769074859.530591:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f4b6960. 00010000:00000010:2.0:1769074859.530626:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000200:2.0:1769074859.530646:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890206, last committed = 17179889941 00010000:00000200:2.0:1769074859.530658:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0ed80 x1855007826492672/t17179890206(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.530678:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074859.530686:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826492672, offset 224 00000400:00000010:2.0:1769074859.530693:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b118. 00000400:00000200:2.0:1769074859.530711:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.530725:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.530732:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41174:41174:256:4294967295] 192.168.204.10@tcp LPNI seq info [41170:41170:8:4294967295] 00000400:00000200:2.0:1769074859.530739:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.530746:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.530751:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.530757:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074859.530764:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.530771:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.530776:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.530795:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.530800:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.530805:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:0.0:1769074859.530989:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.530994:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:0.0:1769074859.530999:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.531004:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074859.531097:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:1.0:1769074859.531105:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:1.0:1769074859.531112:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf3c0. 00000400:00000200:0.0:1769074859.547226:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.547249:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x664a1 00000400:00000200:0.0:1769074859.547256:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.547261:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.547267:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:0.0:1769074859.547271:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00010000:00000010:1.0:1769074859.547428:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:1.0:1769074859.547439:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00000400:00000200:1.0:1769074859.549992:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.550013:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dbd80 00000400:00000200:1.0:1769074859.550024:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 6384 00000400:00000200:1.0:1769074859.550086:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.550092:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.550099:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.550106:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0f800. 00000020:00000010:0.0:1769074859.550443:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.550450:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.550458:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.550463:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.550468:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.550512:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.550515:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000100:00000200:0.0:1769074859.550518:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826492800 00000001:00000010:0.0:1769074859.550527:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:0.0:1769074859.550552:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074859.550560:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074859.550594:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83db5000. 00010000:00000010:0.0:1769074859.550652:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074859.550657:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.550679:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074859.550683:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074859.550687:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074859.550690:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.550773:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074859.550777:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074859.550781:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074859.550784:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.550922:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.550934:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.550939:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074859.550963:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074859.550979:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0f800 x1855007826492800/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.550998:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074859.551004:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826492800, offset 224 00000400:00000200:0.0:1769074859.551011:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.551022:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.551028:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41175:41175:256:4294967295] 192.168.204.10@tcp LPNI seq info [41171:41171:8:4294967295] 00000400:00000200:0.0:1769074859.551043:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.551048:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.551053:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074859.551059:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.551066:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.551070:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.551121:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.551127:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.551130:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:1.1:1769074859.552652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074859.552665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.1:1769074859.554883:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:2.1:1769074859.554899:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:2.1:1769074859.554914:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.1:1769074859.554922:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:0.1:1769074859.556699:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074859.556714:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074859.556719:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074859.556721:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000800:00000200:0.0:1769074859.556820:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.556824:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:0.0:1769074859.556829:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.556838:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.556845:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:0.0:1769074859.556848:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:1.1:1769074859.556944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074859.556950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00000400:00000200:0.0:1769074859.561701:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.561722:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dbe80 00000400:00000200:0.0:1769074859.561732:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 6960 00000400:00000200:0.0:1769074859.561749:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.561754:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.561763:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.561771:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715f80. 00000020:00000010:2.0:1769074859.561893:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.561899:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.561917:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074859.561923:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074859.561928:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000020:00000010:2.0:1769074859.561975:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.561978:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.561981:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826493056 02000000:00000010:2.0:1769074859.562017:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d5b000. 00010000:00000010:2.0:1769074859.562058:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074859.562073:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:2.0:1769074859.562092:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074859.562099:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074859.562116:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074859.562119:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074859.562124:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074859.562127:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074859.562208:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074859.562212:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074859.562216:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:2.0:1769074859.562220:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00000020:00000010:2.0:1769074859.562244:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0effe0. 00000020:00000010:2.0:1769074859.562252:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0effe0. 00000020:00000010:2.0:1769074859.562262:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ecc0. 00080000:00000010:2.0:1769074859.562272:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f1c00. 00000001:00000010:0.0:1769074859.562918:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb960. 00000001:00000010:0.0:1769074859.562928:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8180. 00000020:00000010:0.0:1769074859.562963:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ecc0. 00010000:00000010:0.0:1769074859.562972:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074859.562978:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.562993:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074859.563039:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00080000:00000010:0.0:1769074859.563063:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ed72390. 00000004:00000010:0.0:1769074859.563069:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503d80. 00000004:00000010:0.0:1769074859.563073:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023430. 00000004:00000010:0.0:1769074859.563077:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbff59690. 00000004:00000010:0.0:1769074859.563081:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8bb892c0. 00010000:00000010:0.0:1769074859.563091:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000200:0.0:1769074859.563109:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890207, last committed = 17179889941 00010000:00000200:0.0:1769074859.563119:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715f80 x1855007826493056/t17179890207(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.563137:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074859.563145:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826493056, offset 224 00000400:00000010:0.0:1769074859.563152:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae428. 00000400:00000200:0.0:1769074859.563157:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.563170:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.563176:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41176:41176:256:4294967295] 192.168.204.10@tcp LPNI seq info [41172:41172:8:4294967295] 00000400:00000200:0.0:1769074859.563183:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.563189:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.563194:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.563198:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074859.563204:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.563211:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.563215:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.563242:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:0.0:1769074859.563247:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:0.0:1769074859.563252:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:1.0:1769074859.563358:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.563364:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074859.563368:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.563372:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074859.563881:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074859.563891:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074859.563898:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8cc0. 00000400:00000200:0.0:1769074859.567225:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.567246:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x664a9 00000400:00000200:0.0:1769074859.567253:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.567258:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.567265:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:0.0:1769074859.567268:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:1.0:1769074859.567401:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:1.0:1769074859.567412:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00000400:00000200:0.0:1769074859.572176:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.572197:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dbf00 00000400:00000200:0.0:1769074859.572207:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 7448 00000400:00000200:0.0:1769074859.572274:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.572280:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.572288:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.572299:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716680. 00000020:00000010:2.0:1769074859.572781:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.572789:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.572795:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074859.572801:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.572806:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.572849:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.572852:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.572855:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826493184 00000001:00000010:2.0:1769074859.572866:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074859.572895:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074859.572912:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 02000000:00000010:2.0:1769074859.572939:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5c000. 00010000:00000010:2.0:1769074859.572974:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074859.572979:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074859.572998:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074859.573002:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074859.573006:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074859.573009:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074859.573087:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074859.573091:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074859.573095:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.0:1769074859.573098:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074859.573161:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074859.573175:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074859.573179:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074859.573204:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074859.573222:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716680 x1855007826493184/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.573242:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074859.573248:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826493184, offset 224 00000400:00000200:2.0:1769074859.573255:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.573267:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.573272:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41177:41177:256:4294967295] 192.168.204.10@tcp LPNI seq info [41173:41173:8:4294967295] 00000400:00000200:2.0:1769074859.573283:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.573289:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.573295:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074859.573301:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.573309:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.573313:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.573349:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.573353:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.573359:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074859.574050:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.574057:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:3.0:1769074859.574062:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.574067:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.574074:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:3.0:1769074859.574077:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00010000:00000010:0.1:1769074859.574864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:0.1:1769074859.574876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.1:1769074859.574932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:2.1:1769074859.574939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074859.574945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074859.574948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:0.0:1769074859.581047:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.581068:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dc000 00000400:00000200:0.0:1769074859.581078:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 8024 00000400:00000200:0.0:1769074859.581094:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.581099:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.581107:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.581113:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716d80. 00000020:00000010:1.0:1769074859.581222:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.581228:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.581237:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074859.581241:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074859.581247:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.581290:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.581293:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.581297:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826493440 02000000:00000010:1.0:1769074859.581333:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8db57000. 00010000:00000010:1.0:1769074859.581374:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:1.0:1769074859.581391:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:1.0:1769074859.581411:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074859.581417:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074859.581432:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074859.581435:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a780. 00010000:00000010:1.0:1769074859.581440:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074859.581443:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074859.581523:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074859.581529:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074859.581532:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074859.581535:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00000020:00000010:1.0:1769074859.581560:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be00. 00000020:00000010:1.0:1769074859.581567:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be00. 00000020:00000010:1.0:1769074859.581577:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560540. 00080000:00000010:1.0:1769074859.581587:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b23800. 00000001:00000010:1.0:1769074859.581804:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560c60. 00000001:00000010:1.0:1769074859.581811:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111180. 00000020:00000010:1.0:1769074859.581842:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560540. 00010000:00000010:1.0:1769074859.581850:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074859.581855:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074859.581866:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1113c0. 00010000:00000010:1.0:1769074859.581926:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00080000:00000010:1.0:1769074859.581950:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1a558. 00000004:00000010:1.0:1769074859.581956:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e606c0. 00000004:00000010:1.0:1769074859.581960:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4c000. 00000004:00000010:1.0:1769074859.581964:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe09078. 00000004:00000010:1.0:1769074859.581969:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfccb40. 00010000:00000010:1.0:1769074859.581977:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000200:1.0:1769074859.581995:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890208, last committed = 17179889941 00010000:00000200:1.0:1769074859.582004:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716d80 x1855007826493440/t17179890208(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074859.582021:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074859.582027:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826493440, offset 224 00000400:00000010:1.0:1769074859.582033:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c3b8. 00000400:00000200:1.0:1769074859.582037:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.582048:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.582054:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41178:41178:256:4294967295] 192.168.204.10@tcp LPNI seq info [41174:41174:8:4294967295] 00000400:00000200:1.0:1769074859.582060:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074859.582066:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.582071:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.582076:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074859.582082:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.582089:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.582093:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.582109:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a400. 00000020:00000010:1.0:1769074859.582113:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.582116:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:0.0:1769074859.582268:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.582272:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:0.0:1769074859.582277:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.582282:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074859.582762:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:3.0:1769074859.582770:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a000. 00010000:00000010:3.0:1769074859.582777:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1113c0. 00010000:00000010:1.1:1769074859.582859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074859.582866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00000400:00000200:3.0:1769074859.586010:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074859.586033:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x664b1 00000400:00000200:3.0:1769074859.586040:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.586045:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074859.586052:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:3.0:1769074859.586055:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00000400:00000200:3.0:1769074859.586087:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.586094:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dc080 00000400:00000200:3.0:1769074859.586101:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 8512 00000400:00000200:3.0:1769074859.586153:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.586157:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.586162:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.586167:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70000. 00000020:00000010:0.0:1769074859.586278:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.586284:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.586291:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.586302:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.586307:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.586356:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.586358:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45500. 00000100:00000200:0.0:1769074859.586362:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826493568 00000001:00000010:0.0:1769074859.586372:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074859.586396:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074859.586405:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074859.586434:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83db1000. 00010000:00000010:0.0:1769074859.586462:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074859.586466:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.586487:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074859.586490:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074859.586493:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074859.586496:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.586573:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074859.586576:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074859.586580:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074859.586583:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.586682:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.586692:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.586698:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074859.586720:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.586735:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70000 x1855007826493568/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.586755:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074859.586761:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826493568, offset 224 00000400:00000200:0.0:1769074859.586768:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.586778:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.586785:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41179:41179:256:4294967295] 192.168.204.10@tcp LPNI seq info [41175:41175:8:4294967295] 00000400:00000200:0.0:1769074859.586795:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.586800:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.586806:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074859.586812:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.586818:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.586824:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.586847:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.586850:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.586854:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:1.0:1769074859.587003:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074859.587009:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a780. 00000800:00000200:3.0:1769074859.587239:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.587244:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074859.587247:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.587252:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.587256:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:3.0:1769074859.587258:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:2.1:1769074859.588660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.1:1769074859.588674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074859.588678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.1:1769074859.588680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:0.1:1769074859.592710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074859.592724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074859.592729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074859.592733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074859.592779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074859.592787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074859.592834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:1.1:1769074859.592840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074859.592845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074859.592851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:0.0:1769074859.593956:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.593974:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dc180 00000400:00000200:0.0:1769074859.593984:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 9088 00000400:00000200:0.0:1769074859.594000:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.594005:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.594013:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.594020:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716300. 00000020:00000010:2.0:1769074859.594134:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.594140:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.594146:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074859.594152:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.594157:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.594201:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.594204:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.594207:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826493824 02000000:00000010:2.0:1769074859.594245:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d5a000. 00010000:00000010:2.0:1769074859.594288:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074859.594303:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:2.0:1769074859.594336:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074859.594342:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074859.594358:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074859.594361:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074859.594366:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074859.594369:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074859.594451:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074859.594455:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074859.594458:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074859.594462:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074859.594483:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.594489:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.594499:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034eea0. 00080000:00000010:2.0:1769074859.594509:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f2800. 00000001:00000010:2.0:1769074859.594824:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e1e0. 00000001:00000010:2.0:1769074859.594831:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf480. 00000020:00000010:2.0:1769074859.594865:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034eea0. 00010000:00000010:2.0:1769074859.594874:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.594878:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074859.594890:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074859.594937:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00080000:00000010:2.0:1769074859.594963:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb61ab8. 00000004:00000010:2.0:1769074859.594970:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e540. 00000004:00000010:2.0:1769074859.594974:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cd210. 00000004:00000010:2.0:1769074859.594979:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2d98. 00000004:00000010:2.0:1769074859.594983:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f4b6f00. 00010000:00000010:2.0:1769074859.594993:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074859.595010:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890209, last committed = 17179889941 00010000:00000200:2.0:1769074859.595020:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716300 x1855007826493824/t17179890209(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.595040:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074859.595047:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826493824, offset 224 00000400:00000010:2.0:1769074859.595054:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b5b0. 00000400:00000200:2.0:1769074859.595058:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.595070:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.595077:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41180:41180:256:4294967295] 192.168.204.10@tcp LPNI seq info [41176:41176:8:4294967295] 00000400:00000200:2.0:1769074859.595083:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.595089:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.595095:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.595099:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074859.595105:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.595111:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.595115:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074859.595226:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:3.0:1769074859.595233:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:3.0:1769074859.595240:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074859.595275:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.595279:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.595285:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:1.1:1769074859.596118:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074859.596127:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000800:00000200:1.0:1769074859.596140:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.596144:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074859.596150:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.596157:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074859.598822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074859.598836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00000400:00000200:3.0:1769074859.599276:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00010000:00000010:2.1:1769074859.599719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:2.1:1769074859.599727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074859.599730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.1:1769074859.599746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00000400:00000200:3.0:1769074859.600075:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x664b9 00000400:00000200:3.0:1769074859.600085:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.600089:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074859.600097:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:3.0:1769074859.600099:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00010000:00000010:1.0:1769074859.600251:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:1.0:1769074859.600261:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00000400:00000200:0.0:1769074859.601075:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.601089:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dc200 00000400:00000200:0.0:1769074859.601098:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 9576 00000400:00000200:0.0:1769074859.601175:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.601180:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.601187:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.601193:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716a00. 00000020:00000010:2.0:1769074859.601872:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.601879:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.601887:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074859.601895:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.602126:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.602224:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.602228:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.602231:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826493952 00000001:00000010:2.0:1769074859.602241:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111180. 00010000:00000010:2.0:1769074859.602268:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074859.602276:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 02000000:00000010:2.0:1769074859.602317:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9027f000. 00010000:00000010:2.0:1769074859.602357:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074859.602362:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074859.602382:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074859.602386:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074859.602390:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074859.602393:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.602464:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074859.602468:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074859.602472:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074859.602476:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074859.602541:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074859.602555:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.602560:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074859.602820:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074859.602842:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716a00 x1855007826493952/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.602860:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074859.602867:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826493952, offset 224 00000400:00000200:2.0:1769074859.602873:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.602885:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.602891:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41181:41181:256:4294967295] 192.168.204.10@tcp LPNI seq info [41177:41177:8:4294967295] 00000400:00000200:2.0:1769074859.602913:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.602919:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.602924:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074859.602931:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.602938:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.602942:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.602998:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.603003:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.603008:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074859.604224:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.604233:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074859.604239:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.604246:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.604252:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:1.0:1769074859.604255:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00000400:00000200:3.0:1769074859.607268:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.607288:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dc300 00000400:00000200:3.0:1769074859.607306:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 10152 00000400:00000200:3.0:1769074859.607456:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.607462:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.607469:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.607476:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71c00. 00000020:00000010:2.0:1769074859.607914:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.607922:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.607929:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074859.607935:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.607940:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.608025:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.608028:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.608032:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826494208 02000000:00000010:2.0:1769074859.608070:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa9027d000. 00010000:00000010:2.0:1769074859.608125:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074859.608146:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074859.608166:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074859.608172:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074859.608187:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074859.608190:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074859.608194:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.0:1769074859.608197:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074859.608280:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074859.608284:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074859.608289:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074859.608292:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00000020:00000010:2.0:1769074859.608344:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.608351:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.608361:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034eea0. 00080000:00000010:2.0:1769074859.608371:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f3400. 00000001:00000010:2.0:1769074859.608566:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e7e0. 00000001:00000010:2.0:1769074859.608572:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf180. 00000020:00000010:2.0:1769074859.608645:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034eea0. 00010000:00000010:2.0:1769074859.608655:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074859.608659:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074859.608670:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074859.608717:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00080000:00000010:2.0:1769074859.609075:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb60ab0. 00000004:00000010:2.0:1769074859.609083:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e480. 00000004:00000010:2.0:1769074859.609087:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cc770. 00000004:00000010:2.0:1769074859.609092:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2780. 00000004:00000010:2.0:1769074859.609096:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f4b6d20. 00010000:00000010:2.0:1769074859.609111:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074859.609130:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890210, last committed = 17179889941 00010000:00000200:2.0:1769074859.609142:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71c00 x1855007826494208/t17179890210(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.609164:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074859.609171:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826494208, offset 224 00000400:00000010:2.0:1769074859.609177:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bf88. 00000400:00000200:2.0:1769074859.609181:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.609197:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.609204:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41182:41182:256:4294967295] 192.168.204.10@tcp LPNI seq info [41178:41178:8:4294967295] 00000400:00000200:2.0:1769074859.609210:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.609217:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.609223:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.609228:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074859.609235:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.609242:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.609247:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.609278:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.609283:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.609288:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:1.0:1769074859.609379:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:1.0:1769074859.609387:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:1.0:1769074859.609393:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00000800:00000200:3.0:1769074859.609636:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.609641:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:3.0:1769074859.609645:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.609651:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074859.611656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074859.611671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00000400:00000200:1.0:1769074859.612252:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.612271:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x664c1 00000400:00000200:1.0:1769074859.612278:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.612283:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.612289:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:1.0:1769074859.612292:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00010000:00000010:0.0:1769074859.612393:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:0.0:1769074859.612402:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00000400:00000200:3.0:1769074859.613118:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.613130:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dc380 00000400:00000200:3.0:1769074859.613137:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 10640 00000400:00000200:3.0:1769074859.613187:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.613192:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.613198:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.613203:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72300. 00000020:00000010:2.0:1769074859.613286:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.613292:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.613299:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074859.613304:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.613309:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.613348:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.613351:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.613354:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826494336 00000001:00000010:2.0:1769074859.613363:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf480. 00010000:00000010:2.0:1769074859.613388:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:2.0:1769074859.613395:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 02000000:00000010:2.0:1769074859.613419:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90279000. 00010000:00000010:2.0:1769074859.613447:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074859.613451:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.613468:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074859.613472:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074859.613477:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074859.613480:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.613549:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074859.613553:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074859.613557:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074859.613560:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074859.614092:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.614107:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.614112:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074859.614136:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074859.614155:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72300 x1855007826494336/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.614176:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074859.614182:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826494336, offset 224 00000400:00000200:2.0:1769074859.614189:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.614200:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.614207:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41183:41183:256:4294967295] 192.168.204.10@tcp LPNI seq info [41179:41179:8:4294967295] 00000400:00000200:2.0:1769074859.614217:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.614223:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.614228:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074859.614235:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.614241:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.614246:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.614306:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.614311:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.614326:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074859.615891:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.615910:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074859.615917:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.615926:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.615934:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:3.0:1769074859.615937:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00010000:00000010:2.1:1769074859.619722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.1:1769074859.619741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074859.619745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.1:1769074859.619747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.1:1769074859.619750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.1:1769074859.619752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074859.619757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.1:1769074859.619763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00000400:00000200:1.0:1769074859.622940:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.622962:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dc480 00000400:00000200:1.0:1769074859.622972:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 11216 00000400:00000200:1.0:1769074859.622993:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.622997:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.623005:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.623011:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0f480. 00000020:00000010:2.0:1769074859.623126:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.623132:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.623139:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074859.623144:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.623149:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.623222:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.623225:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.623229:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826494592 02000000:00000010:2.0:1769074859.623266:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90278000. 00010000:00000010:2.0:1769074859.623321:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074859.623337:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074859.623358:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074859.623364:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074859.623380:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074859.623383:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074859.623388:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074859.623391:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074859.623476:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074859.623480:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074859.623484:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074859.623488:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00000020:00000010:2.0:1769074859.623512:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.623519:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.623528:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034eea0. 00080000:00000010:2.0:1769074859.623539:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f0c00. 00000001:00000010:2.0:1769074859.624044:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e900. 00000001:00000010:2.0:1769074859.624052:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074859.624083:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034eea0. 00010000:00000010:2.0:1769074859.624093:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074859.624098:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074859.624110:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf480. 00010000:00000010:2.0:1769074859.624249:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00080000:00000010:2.0:1769074859.624273:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb611d0. 00000004:00000010:2.0:1769074859.624281:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e180. 00000004:00000010:2.0:1769074859.624285:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9ccee0. 00000004:00000010:2.0:1769074859.624289:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa88df1780. 00000004:00000010:2.0:1769074859.624303:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f4b72c0. 00010000:00000010:2.0:1769074859.624314:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074859.624333:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890211, last committed = 17179889941 00010000:00000200:2.0:1769074859.624344:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0f480 x1855007826494592/t17179890211(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.624364:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074859.624371:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826494592, offset 224 00000400:00000010:2.0:1769074859.624378:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b700. 00000400:00000200:2.0:1769074859.624382:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.624395:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.624402:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41184:41184:256:4294967295] 192.168.204.10@tcp LPNI seq info [41180:41180:8:4294967295] 00000400:00000200:2.0:1769074859.624408:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.624415:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.624420:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.624425:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074859.624431:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.624438:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.624443:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.624468:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.624473:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.624479:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074859.624626:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.624630:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074859.624634:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.624639:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074859.625447:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:1.0:1769074859.625459:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:1.0:1769074859.625470:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf480. 00000400:00000200:3.0:1769074859.626482:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.626499:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 28 MB=0x6971eaa8dc600 00000400:00000200:3.0:1769074859.626507:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.10@tcp of length 224/224 into md 0x56995 [8] + 6656 00000400:00000200:3.0:1769074859.626519:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.626523:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.626530:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074859.626537:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70700. 00000400:00000200:3.0:1769074859.626564:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.626568:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 28 MB=0x6971eaa8dc580 00000400:00000200:3.0:1769074859.626571:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.10@tcp of length 224/224 into md 0x56995 [8] + 6880 00000400:00000200:3.0:1769074859.626585:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.626587:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.626589:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074859.626591:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71500. 00010000:00000010:0.1:1769074859.626804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074859.626809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00000020:00000010:0.0:1769074859.626840:0:37045:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074859.626847:0:37045:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8470d380. 00000020:00000010:0.0:1769074859.626870:0:37045:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.626875:0:37045:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.626880:0:37045:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.626927:0:37045:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c451c0. 00000020:00000010:0.0:1769074859.626930:0:37045:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8470d280. 00000020:00000010:0.0:1769074859.626935:0:37045:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6000. 00000020:00000010:0.0:1769074859.626938:0:37045:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074859.626941:0:37045:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.626960:0:37045:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.626962:0:37045:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.626965:0:37045:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826494976 02000000:00000010:0.0:1769074859.626980:0:37045:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8fbeec00. 00010000:00000200:0.0:1769074859.626988:0:37045:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70700 x1855007826494976/t0(0) o400->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 224/224 e 0 to 0 dl 1769074870 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.627001:0:37045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074859.627006:0:37045:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007826494976, offset 224 00000400:00000200:0.0:1769074859.627010:0:37045:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.627017:0:37045:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.627022:0:37045:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41185:41185:256:4294967295] 192.168.204.10@tcp LPNI seq info [41181:41181:8:4294967295] 00000400:00000200:0.0:1769074859.627030:0:37045:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.627033:0:37045:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.627036:0:37045:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074859.627040:0:37045:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.627045:0:37045:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.627048:0:37045:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.627058:0:37045:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d00. 00000020:00000010:0.0:1769074859.627060:0:37045:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.627062:0:37045:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.627070:0:37045:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.627071:0:37045:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.627072:0:37045:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826494848 02000000:00000010:0.0:1769074859.627076:0:37045:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8fbec400. 00010000:00000200:0.0:1769074859.627079:0:37045:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71500 x1855007826494848/t0(0) o400->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 224/224 e 0 to 0 dl 1769074870 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.627085:0:37045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074859.627086:0:37045:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007826494848, offset 224 00000400:00000200:0.0:1769074859.627089:0:37045:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.627092:0:37045:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.627095:0:37045:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41186:41186:255:4294967295] 192.168.204.10@tcp LPNI seq info [41182:41182:7:4294967295] 00000400:00000200:0.0:1769074859.627099:0:37045:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.627102:0:37045:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.627104:0:37045:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074859.627106:0:37045:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.627108:0:37045:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.627110:0:37045:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.627112:0:37045:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074859.627114:0:37045:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.627115:0:37045:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6000. 00000800:00000200:1.0:1769074859.627225:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.627228:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:1.0:1769074859.627231:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.627233:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.627236:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:1.0:1769074859.627238:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00000800:00000200:1.0:1769074859.627293:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.627301:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074859.627303:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.627306:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.627309:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:1.0:1769074859.627310:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00010000:00000010:1.1:1769074859.627838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074859.627844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.1:1769074859.627908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.1:1769074859.627916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074859.627920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074859.627923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:1.1:1769074859.631686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074859.631806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00000400:00000200:3.0:1769074859.636043:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.636064:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 26 MB=0x6971eaa8dc500 00000400:00000200:3.0:1769074859.636073:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.10@tcp of length 224/224 into md 0x50c5d [2] + 0 00000400:00000010:3.0:1769074859.636079:0:12639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc633c8. 00000400:00000200:3.0:1769074859.636084:0:12639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8fd77f00 00000400:00000200:3.0:1769074859.636107:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.636112:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.636117:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd77f00 00000400:00000010:3.0:1769074859.636119:0:12639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd77f00. 00000100:00000200:3.0:1769074859.636125:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1769074859.636391:0:42292:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.636396:0:42292:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.636404:0:42292:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074859.636410:0:42292:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a780. 00000020:00000010:1.0:1769074859.636415:0:42292:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.636455:0:42292:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.636458:0:42292:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.636462:0:42292:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826494720 02000000:00000010:1.0:1769074859.636478:0:42292:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8f753800. 00010000:00000200:1.0:1769074859.636489:0:42292:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb4846050 x1855007826494720/t0(0) o400->484a1c1a-f9b7-42f3-bf66-5b09dcec0a6e@192.168.204.10@tcp:395/0 lens 224/224 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074859.636507:0:42292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074859.636513:0:42292:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855007826494720, offset 224 00000400:00000200:1.0:1769074859.636519:0:42292:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.636529:0:42292:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.636535:0:42292:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41187:41187:256:4294967295] 192.168.204.10@tcp LPNI seq info [41183:41183:8:4294967295] 00000400:00000200:1.0:1769074859.636545:0:42292:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.636551:0:42292:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.636555:0:42292:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074859.636561:0:42292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.636568:0:42292:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.636572:0:42292:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.636596:0:42292:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a780. 00000020:00000010:1.0:1769074859.636600:0:42292:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562000. 00000800:00000200:3.0:1769074859.637137:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.637142:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:3.0:1769074859.637147:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.637152:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.637156:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:3.0:1769074859.637158:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00000020:00000010:1.0:1769074859.637644:0:42292:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 02000000:00000010:1.0:1769074859.637655:0:42292:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8f753800. 00000100:00000200:1.0:1769074859.637666:0:42292:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1769074859.637675:0:42292:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee17e8. 00000400:00000010:1.0:1769074859.637680:0:42292:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabae1110c0. 00000400:00000200:1.0:1769074859.641102:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.641125:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x664c9 00000400:00000200:1.0:1769074859.641133:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.641138:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.641144:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:1.0:1769074859.641148:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00000400:00000200:1.0:1769074859.641176:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.641182:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dc680 00000400:00000200:1.0:1769074859.641189:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 11704 00000400:00000200:1.0:1769074859.641251:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.641255:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.641259:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.641265:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0c380. 00010000:00000010:0.0:1769074859.641382:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:0.0:1769074859.641394:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00000020:00000010:2.0:1769074859.642026:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.642032:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.642039:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074859.642044:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.642049:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.642081:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.642084:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.642086:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826495104 00000001:00000010:2.0:1769074859.642096:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074859.642120:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074859.642128:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 02000000:00000010:2.0:1769074859.642168:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9027b000. 00010000:00000010:2.0:1769074859.642201:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.642206:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.642220:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074859.642224:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074859.642228:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074859.642230:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074859.642306:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074859.642310:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074859.642313:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074859.642317:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074859.642376:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.642387:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074859.642391:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074859.642410:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074859.642427:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0c380 x1855007826495104/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.642445:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074859.642452:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826495104, offset 224 00000400:00000200:2.0:1769074859.642459:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.642471:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.642477:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41188:41188:256:4294967295] 192.168.204.10@tcp LPNI seq info [41184:41184:8:4294967295] 00000400:00000200:2.0:1769074859.642488:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.642493:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.642498:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074859.642504:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.642511:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.642516:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.642539:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.642543:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.642548:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.1:1769074859.642910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074859.642917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074859.642921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074859.642927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00000800:00000200:3.0:1769074859.643499:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.643504:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074859.643509:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.643515:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.643520:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:3.0:1769074859.643522:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00010000:00000010:0.1:1769074859.646701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074859.646718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00000400:00000200:3.0:1769074859.647045:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.647064:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dc780 00000400:00000200:3.0:1769074859.647073:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 12280 00000400:00000200:3.0:1769074859.647090:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.647094:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.647100:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.647107:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70e00. 00000020:00000010:0.0:1769074859.647285:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.647292:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.647301:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6000. 00000020:00000010:0.0:1769074859.647309:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074859.647314:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.647356:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.647359:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.647363:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826495360 02000000:00000010:0.0:1769074859.647400:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83db0000. 00010000:00000010:0.0:1769074859.647442:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:0.0:1769074859.647457:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:0.0:1769074859.647476:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074859.647482:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.647503:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074859.647508:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074859.647513:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074859.647516:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.647648:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074859.647653:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074859.647656:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074859.647661:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074859.647689:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b565c0. 00000020:00000010:0.0:1769074859.647708:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b565c0. 00000020:00000010:0.0:1769074859.647720:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb720. 00080000:00000010:0.0:1769074859.647731:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fbecc00. 00000001:00000010:0.0:1769074859.647942:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbd80. 00000001:00000010:0.0:1769074859.647950:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8d80. 00000020:00000010:0.0:1769074859.647982:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb720. 00010000:00000010:0.0:1769074859.647991:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074859.647995:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.648009:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074859.648052:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074859.648076:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb601c8. 00000004:00000010:0.0:1769074859.648084:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e0c0. 00000004:00000010:0.0:1769074859.648087:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cdcb0. 00000004:00000010:0.0:1769074859.648091:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2438. 00000004:00000010:0.0:1769074859.648096:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f4b7860. 00010000:00000010:0.0:1769074859.648105:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.648123:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890212, last committed = 17179889941 00010000:00000200:0.0:1769074859.648134:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70e00 x1855007826495360/t17179890212(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074859.648254:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074859.648261:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:3.0:1769074859.648267:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8180. 00010000:00000010:2.1:1769074859.650650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074859.650663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074859.650666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074859.650668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000400:00000010:0.0:1769074859.650787:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074859.650794:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826495360, offset 224 00000400:00000010:0.0:1769074859.650800:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aedc8. 00000400:00000200:0.0:1769074859.650806:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.650818:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.650823:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41189:41189:256:4294967295] 192.168.204.10@tcp LPNI seq info [41185:41185:8:4294967295] 00000400:00000200:0.0:1769074859.650829:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.650835:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.650841:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.651214:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074859.651220:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.651226:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.651229:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.651257:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074859.651263:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.651267:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6000. 00000800:00000200:1.0:1769074859.651669:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.651675:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:1.0:1769074859.651679:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.651685:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074859.656638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:0.1:1769074859.656652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074859.656794:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074859.656801:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000400:00000200:0.0:1769074859.661205:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.661229:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x664e1 00000400:00000200:0.0:1769074859.661236:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.661241:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.661248:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:0.0:1769074859.661251:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00000400:00000200:0.0:1769074859.661293:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.661300:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dc800 00000400:00000200:0.0:1769074859.661308:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 12768 00000400:00000200:0.0:1769074859.661533:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.661537:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.661543:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.661549:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715880. 00000020:00000010:3.0:1769074859.661656:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.661663:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.661670:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074859.661676:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074859.661682:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074859.661781:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.661784:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.661787:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826495488 00000001:00000010:3.0:1769074859.661797:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:3.0:1769074859.661823:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074859.661831:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:2.0:1769074859.661877:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074859.661888:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 02000000:00000010:3.0:1769074859.662162:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3e5000. 00010000:00000010:3.0:1769074859.662192:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074859.662197:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074859.662212:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074859.662215:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074859.662218:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074859.662221:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074859.662306:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074859.662310:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074859.662313:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074859.662317:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074859.662375:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074859.662384:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074859.662388:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074859.662407:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000200:3.0:1769074859.662423:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715880 x1855007826495488/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.662442:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074859.662448:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826495488, offset 224 00000400:00000200:3.0:1769074859.662455:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.662465:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.662470:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41190:41190:256:4294967295] 192.168.204.10@tcp LPNI seq info [41186:41186:8:4294967295] 00000400:00000200:3.0:1769074859.662481:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.662486:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.662492:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074859.662498:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.662505:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.662510:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.662579:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074859.662583:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074859.662588:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:0.1:1769074859.663561:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074859.663574:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000800:00000200:0.0:1769074859.663829:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.663913:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074859.663922:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.663930:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.663937:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:0.0:1769074859.663939:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00010000:00000010:3.1:1769074859.666966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074859.666980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074859.666984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074859.666986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:2.1:1769074859.670941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074859.670958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:1.0:1769074859.671344:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.671362:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dc900 00000400:00000200:1.0:1769074859.671372:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 13344 00000400:00000200:1.0:1769074859.671386:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.671391:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.671397:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.671402:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0ca80. 00000020:00000010:3.0:1769074859.671549:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.671555:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.671561:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074859.671566:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074859.671571:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074859.671642:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.671645:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.671648:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826495744 02000000:00000010:3.0:1769074859.671681:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3e1000. 00010000:00000010:3.0:1769074859.671729:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074859.671743:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074859.671761:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074859.671767:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074859.671783:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074859.671786:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074859.671791:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074859.671794:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074859.671876:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074859.671879:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074859.671883:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074859.671887:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00000020:00000010:3.0:1769074859.671925:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074859.671932:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074859.671943:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074859.671953:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd94800. 00000001:00000010:3.0:1769074859.672161:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1a80. 00000001:00000010:3.0:1769074859.672168:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074859.672199:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074859.672207:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074859.672212:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074859.672224:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e480. 00010000:00000010:3.0:1769074859.672335:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00080000:00000010:3.0:1769074859.672358:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1b728. 00000004:00000010:3.0:1769074859.672365:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e60f00. 00000004:00000010:3.0:1769074859.672368:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4c660. 00000004:00000010:3.0:1769074859.672373:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe09c30. 00000004:00000010:3.0:1769074859.672377:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfccf00. 00010000:00000010:3.0:1769074859.672387:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074859.672402:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890213, last committed = 17179889941 00010000:00000200:3.0:1769074859.672411:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0ca80 x1855007826495744/t17179890213(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074859.672431:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074859.672437:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826495744, offset 224 00000400:00000010:3.0:1769074859.672443:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e36c8. 00000400:00000200:3.0:1769074859.672447:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.672459:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.672465:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41191:41191:256:4294967295] 192.168.204.10@tcp LPNI seq info [41187:41187:8:4294967295] 00000400:00000200:3.0:1769074859.672471:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074859.672477:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.672483:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.672488:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074859.672493:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.672500:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.672504:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.672528:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074859.672532:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074859.672535:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074859.672703:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.672708:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074859.672714:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.672719:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074859.675878:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:2.0:1769074859.675897:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:2.0:1769074859.675919:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e480. 00010000:00000010:3.1:1769074859.677020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074859.677031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074859.677035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074859.677041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000400:00000200:0.0:1769074859.680268:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.680300:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x664e9 00000400:00000200:0.0:1769074859.680308:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.680313:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.680492:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:0.0:1769074859.680496:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00010000:00000010:1.0:1769074859.682517:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:1.0:1769074859.682535:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed00. 00010000:00000010:2.1:1769074859.687850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074859.687867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:1.1:1769074859.695017:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:1.1:1769074859.695034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00000400:00000200:1.0:1769074859.695079:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.695100:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dc980 00000400:00000200:1.0:1769074859.695108:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 13832 00000400:00000200:1.0:1769074859.695172:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.695177:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.695186:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.695192:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0d180. 00000020:00000010:3.0:1769074859.695652:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.695659:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.695665:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074859.695671:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074859.695676:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074859.695720:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.695723:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.695726:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826495872 00000001:00000010:3.0:1769074859.696005:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8d80. 00010000:00000010:3.0:1769074859.696035:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074859.696042:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 02000000:00000010:3.0:1769074859.696069:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3e0000. 00010000:00000010:3.0:1769074859.696112:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074859.696117:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074859.696136:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074859.696140:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074859.696144:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074859.696147:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074859.696224:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074859.696228:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074859.696231:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074859.696235:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074859.696403:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074859.696415:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074859.696420:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074859.696441:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000200:3.0:1769074859.696457:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0d180 x1855007826495872/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.696477:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074859.696482:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826495872, offset 224 00000400:00000200:3.0:1769074859.696489:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.696500:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.696512:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41192:41192:256:4294967295] 192.168.204.10@tcp LPNI seq info [41188:41188:8:4294967295] 00000400:00000200:3.0:1769074859.696523:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.696528:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.696534:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074859.696542:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.696549:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.696553:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.696678:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074859.696683:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074859.696687:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074859.703258:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.703268:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074859.703278:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.703286:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.703299:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:0.0:1769074859.703302:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00010000:00000010:3.1:1769074859.704697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074859.704709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074859.704713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074859.704715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000400:00000200:0.0:1769074859.707880:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.707928:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dca80 00000400:00000200:0.0:1769074859.707936:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 14408 00000400:00000200:0.0:1769074859.707951:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.707955:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.707963:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.707969:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e714000. 00000020:00000010:3.0:1769074859.708143:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.708149:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.708155:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074859.708160:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074859.708165:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074859.708200:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.708203:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.708205:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826496128 02000000:00000010:3.0:1769074859.708240:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3e3000. 00010000:00000010:3.0:1769074859.708279:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074859.708303:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074859.708322:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074859.708328:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074859.708345:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074859.708349:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074859.708353:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074859.708356:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074859.708433:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074859.708436:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074859.708439:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074859.708442:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00000020:00000010:3.0:1769074859.708460:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074859.708467:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074859.708476:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074859.708485:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd97400. 00000001:00000010:3.0:1769074859.708720:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef15a0. 00000001:00000010:3.0:1769074859.708727:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074859.708757:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074859.708763:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074859.708767:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074859.708778:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074859.708825:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00080000:00000010:3.0:1769074859.708853:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ed72c78. 00000004:00000010:3.0:1769074859.708859:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8b9f4a80. 00000004:00000010:3.0:1769074859.708863:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022880. 00000004:00000010:3.0:1769074859.708868:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbff59960. 00000004:00000010:3.0:1769074859.708871:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8bb88d20. 00010000:00000010:3.0:1769074859.708879:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074859.708893:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890214, last committed = 17179889941 00010000:00000200:3.0:1769074859.708912:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714000 x1855007826496128/t17179890214(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074859.708931:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46198. 00000100:00000200:3.0:1769074859.708936:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826496128, offset 224 00000400:00000010:3.0:1769074859.708943:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e34d0. 00000400:00000200:3.0:1769074859.708946:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.708961:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.708967:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41193:41193:256:4294967295] 192.168.204.10@tcp LPNI seq info [41189:41189:8:4294967295] 00000400:00000200:3.0:1769074859.708973:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074859.708979:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.708984:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.708990:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074859.708996:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.709003:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.709007:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.709023:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074859.709027:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074859.709030:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:2.0:1769074859.709205:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:2.0:1769074859.709212:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:2.0:1769074859.709218:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00000800:00000200:1.0:1769074859.709388:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.709393:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074859.709398:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.709403:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074859.713382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074859.713396:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00000400:00000200:0.0:1769074859.713670:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.713690:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x664f1 00000400:00000200:0.0:1769074859.713697:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.713701:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.713708:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46198 00000400:00000010:0.0:1769074859.713711:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46198. 00010000:00000010:2.0:1769074859.713819:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:2.0:1769074859.713830:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.1:1769074859.716809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074859.716829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:2.1:1769074859.719502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074859.719518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:2.1:1769074859.721760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074859.721774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000400:00000200:0.0:1769074859.722008:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.722026:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dcb00 00000400:00000200:0.0:1769074859.722035:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 14896 00000400:00000200:0.0:1769074859.722097:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.722103:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.722112:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.722118:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e714e00. 00000020:00000010:2.0:1769074859.723402:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.723411:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.723418:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074859.723423:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.723428:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.723529:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.723532:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.723536:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826496256 00000001:00000010:2.0:1769074859.723545:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:2.0:1769074859.723570:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074859.723590:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 02000000:00000010:2.0:1769074859.723632:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9027c000. 00010000:00000010:2.0:1769074859.723661:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074859.723665:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074859.723685:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074859.723689:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074859.723693:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.723695:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.723787:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074859.723792:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074859.723796:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074859.723800:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074859.723992:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074859.724006:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.724012:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074859.724033:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074859.724053:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714e00 x1855007826496256/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.724072:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074859.724079:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826496256, offset 224 00000400:00000200:2.0:1769074859.724086:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.724099:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.724106:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41194:41194:256:4294967295] 192.168.204.10@tcp LPNI seq info [41190:41190:8:4294967295] 00000400:00000200:2.0:1769074859.724118:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.724124:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.724129:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074859.724135:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.724143:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.724147:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.724245:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.724250:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.724256:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074859.727121:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.727129:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074859.727138:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.727146:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.727153:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:1.0:1769074859.727156:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00000400:00000200:0.0:1769074859.729124:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.729141:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dcc00 00000400:00000200:0.0:1769074859.729156:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 15472 00000400:00000200:0.0:1769074859.729171:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.729175:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.729181:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.729188:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715c00. 00000020:00000010:2.0:1769074859.729280:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.729285:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.729290:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074859.729380:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074859.729386:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117960. 00000020:00000010:2.0:1769074859.729426:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.729429:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.729432:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826496512 02000000:00000010:2.0:1769074859.729467:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa9027a000. 00010000:00000010:2.0:1769074859.729506:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074859.729520:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074859.729537:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074859.729542:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074859.729556:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074859.729559:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074859.729563:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074859.729565:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:0.0:1769074859.730004:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074859.730007:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074859.730010:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074859.730013:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074859.730030:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56f60. 00000020:00000010:0.0:1769074859.730035:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56f60. 00000020:00000010:0.0:1769074859.730045:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb720. 00080000:00000010:0.0:1769074859.730054:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fbee800. 00000001:00000010:0.0:1769074859.730232:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbe40. 00000001:00000010:0.0:1769074859.730238:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d89c0. 00000020:00000010:0.0:1769074859.730264:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb720. 00010000:00000010:0.0:1769074859.730269:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074859.730272:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.730280:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074859.730432:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074859.730466:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb61728. 00000004:00000010:0.0:1769074859.730473:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740e780. 00000004:00000010:0.0:1769074859.730476:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cc110. 00000004:00000010:0.0:1769074859.730480:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2e10. 00000004:00000010:0.0:1769074859.730485:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f4b74a0. 00010000:00000010:0.0:1769074859.730496:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:0.0:1769074859.730514:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890215, last committed = 17179889941 00010000:00000200:0.0:1769074859.730524:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715c00 x1855007826496512/t17179890215(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.730543:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074859.730548:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826496512, offset 224 00000400:00000010:0.0:1769074859.730553:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aea80. 00000400:00000200:0.0:1769074859.730555:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.730567:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.730572:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41195:41195:256:4294967295] 192.168.204.10@tcp LPNI seq info [41191:41191:8:4294967295] 00010000:00000010:1.0:1769074859.730945:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074859.730952:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:1.0:1769074859.730959:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000400:00000200:0.0:1769074859.731011:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.731016:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.731021:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.731025:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074859.731031:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.731036:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.731039:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.731062:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b300. 00000020:00000010:0.0:1769074859.731067:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117960. 00000020:00000010:0.0:1769074859.731072:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074859.733883:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.733892:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:0.0:1769074859.733909:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.733917:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.735914:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.735938:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x664f9 00000400:00000200:1.0:1769074859.735947:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.735951:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.735958:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:1.0:1769074859.735961:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00000400:00000200:1.0:1769074859.735994:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.736001:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dcc80 00000400:00000200:1.0:1769074859.736008:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 15960 00010000:00000010:0.0:1769074859.736037:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:0.0:1769074859.736049:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00000400:00000200:1.0:1769074859.736083:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.736088:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.736093:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.736099:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0e680. 00000020:00000010:0.0:1769074859.736278:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.736284:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.736300:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6000. 00000020:00000010:0.0:1769074859.736308:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074859.736312:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.736359:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.736362:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.736365:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826496640 00000001:00000010:0.0:1769074859.736376:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:0.0:1769074859.736405:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074859.736411:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074859.736438:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83db3000. 00010000:00000010:0.0:1769074859.736464:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.736469:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.736485:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074859.736488:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074859.736492:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074859.736495:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.736572:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074859.736575:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074859.736579:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.736582:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.736675:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.736685:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.736689:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074859.736708:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.736724:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0e680 x1855007826496640/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.736742:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074859.736746:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826496640, offset 224 00000400:00000200:0.0:1769074859.736753:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.736764:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.736770:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41196:41196:256:4294967295] 192.168.204.10@tcp LPNI seq info [41192:41192:8:4294967295] 00000400:00000200:0.0:1769074859.736781:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.736786:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.736791:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074859.736797:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.736804:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.736808:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.736838:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074859.736842:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.736845:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6000. 00000800:00000200:3.0:1769074859.737093:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.737098:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:3.0:1769074859.737103:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.737107:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.737111:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:3.0:1769074859.737113:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00010000:00000010:2.1:1769074859.740970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074859.740989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074859.740993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074859.740996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000400:00000200:0.0:1769074859.742558:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.742579:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dcd80 00000400:00000200:0.0:1769074859.742589:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 16536 00000400:00000200:0.0:1769074859.742639:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.742644:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.742653:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.742660:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715180. 00000020:00000010:2.0:1769074859.742772:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.742779:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.742785:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074859.742791:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074859.742796:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.742832:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.742835:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.742838:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826496896 02000000:00000010:2.0:1769074859.742877:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa9027e000. 00010000:00000010:2.0:1769074859.742931:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074859.742949:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:2.0:1769074859.742970:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074859.742976:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074859.742992:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074859.742995:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074859.743000:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.743003:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074859.743098:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074859.743101:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074859.743105:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074859.743109:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074859.743132:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.743138:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.743161:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034eea0. 00080000:00000010:2.0:1769074859.743174:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc4e6c00. 00000001:00000010:2.0:1769074859.743389:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede61e0. 00000001:00000010:2.0:1769074859.743396:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074859.743430:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034eea0. 00010000:00000010:2.0:1769074859.743439:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074859.743444:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074859.743455:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074859.743508:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00080000:00000010:2.0:1769074859.743534:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8eb61008. 00000004:00000010:2.0:1769074859.743557:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8740ee40. 00000004:00000010:2.0:1769074859.743562:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d9cda90. 00000004:00000010:2.0:1769074859.743571:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4f2690. 00000004:00000010:2.0:1769074859.743574:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef85680. 00010000:00000010:2.0:1769074859.743586:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000200:2.0:1769074859.743634:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890216, last committed = 17179889941 00010000:00000200:2.0:1769074859.743644:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715180 x1855007826496896/t17179890216(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.743662:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074859.743668:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826496896, offset 224 00000400:00000010:2.0:1769074859.743675:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b498. 00000400:00000200:2.0:1769074859.743679:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.743692:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.743698:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41197:41197:256:4294967295] 192.168.204.10@tcp LPNI seq info [41193:41193:8:4294967295] 00000400:00000200:2.0:1769074859.743704:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.743711:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.743716:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.743721:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074859.743727:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.743734:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.743739:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.743758:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074859.743762:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.743767:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074859.743851:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.743857:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074859.743861:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.743866:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074859.743926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074859.743941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:0.0:1769074859.743962:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:0.0:1769074859.743967:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00010000:00000010:0.0:1769074859.743974:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00010000:00000010:1.1:1769074859.744822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074859.744842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000400:00000200:3.0:1769074859.745976:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074859.745999:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66501 00000400:00000200:3.0:1769074859.746005:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.746009:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074859.746015:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:3.0:1769074859.746017:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00010000:00000010:2.1:1769074859.746120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074859.746129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074859.746175:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074859.746184:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:0.1:1769074859.749280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074859.749297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:0.1:1769074859.749304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074859.749309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074859.749312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074859.749314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074859.751945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074859.751965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00000400:00000200:0.0:1769074859.752002:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.752020:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dce00 00000400:00000200:0.0:1769074859.752028:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 17024 00000400:00000200:0.0:1769074859.752094:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.752100:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.752108:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.752114:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688e00. 00000020:00000010:3.0:1769074859.752289:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.752295:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.752302:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074859.752308:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074859.752313:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074859.752374:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.752377:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.752381:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826497024 00000001:00000010:3.0:1769074859.752391:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 00010000:00000010:3.0:1769074859.752418:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074859.752425:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 02000000:00000010:3.0:1769074859.752454:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3e6000. 00010000:00000010:3.0:1769074859.752486:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074859.752490:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074859.752508:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074859.752511:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074859.752515:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074859.752518:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074859.752666:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074859.752671:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074859.752674:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074859.752677:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074859.752743:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074859.752754:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074859.752760:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074859.752780:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074859.752797:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688e00 x1855007826497024/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.752816:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074859.752823:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826497024, offset 224 00000400:00000200:3.0:1769074859.752830:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.752840:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.752846:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41198:41198:256:4294967295] 192.168.204.10@tcp LPNI seq info [41194:41194:8:4294967295] 00000400:00000200:3.0:1769074859.752857:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.752863:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.752869:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074859.752875:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.752882:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.752886:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.752913:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074859.752917:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074859.752921:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074859.754705:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.754714:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074859.754725:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.754734:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.754740:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:1.0:1769074859.754743:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00010000:00000010:2.1:1769074859.754852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:2.1:1769074859.754861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074859.754865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074859.754871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074859.756690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074859.756704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000400:00000200:3.0:1769074859.759859:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.759880:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dcf00 00000400:00000200:3.0:1769074859.759891:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 17600 00000400:00000200:3.0:1769074859.759916:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.759920:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.759929:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.759936:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72a00. 00000020:00000010:2.0:1769074859.760296:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.760303:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.760309:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074859.760315:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.760335:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.760378:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.760381:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.760385:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826497280 02000000:00000010:2.0:1769074859.760424:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa85841000. 00010000:00000010:2.0:1769074859.760466:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:2.0:1769074859.760482:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:2.0:1769074859.760502:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.760508:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074859.760524:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074859.760527:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074859.760531:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074859.760534:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:3.1:1769074859.760655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074859.760661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074859.760664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074859.760667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:2.0:1769074859.760912:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074859.760916:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b480. 00010000:00000010:2.0:1769074859.760920:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074859.760923:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074859.760953:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.760960:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.760969:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6c60. 00080000:00000010:2.0:1769074859.760980:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff66c00. 00000001:00000010:2.0:1769074859.761172:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e720. 00000001:00000010:2.0:1769074859.761179:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074859.761213:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6c60. 00010000:00000010:2.0:1769074859.761220:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074859.761224:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074859.761235:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074859.761276:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00080000:00000010:2.0:1769074859.761299:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca01c8. 00000004:00000010:2.0:1769074859.761305:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503240. 00000004:00000010:2.0:1769074859.761309:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022ee0. 00000004:00000010:2.0:1769074859.761313:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8e2824b0. 00000004:00000010:2.0:1769074859.761317:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a8960. 00010000:00000010:2.0:1769074859.761368:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074859.761385:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890217, last committed = 17179889941 00010000:00000200:2.0:1769074859.761395:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72a00 x1855007826497280/t17179890217(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.761421:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074859.761427:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826497280, offset 224 00000400:00000010:2.0:1769074859.761433:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b188. 00000400:00000200:2.0:1769074859.761437:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.761450:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.761457:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41199:41199:256:4294967295] 192.168.204.10@tcp LPNI seq info [41195:41195:8:4294967295] 00000400:00000200:2.0:1769074859.761463:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.761471:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.761476:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.761481:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074859.761487:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.761493:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.761498:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.761520:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.761525:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.761529:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:0.0:1769074859.761766:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.761770:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:0.0:1769074859.761775:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.761780:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074859.765398:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:3.0:1769074859.765417:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b480. 00010000:00000010:3.0:1769074859.765429:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.1:1769074859.768781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:2.1:1769074859.768799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:2.1:1769074859.768803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074859.768809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:3.1:1769074859.769661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074859.769670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00000400:00000200:1.0:1769074859.771191:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.771212:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66509 00000400:00000200:1.0:1769074859.771219:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.771225:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.771232:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:1.0:1769074859.771235:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00010000:00000010:0.0:1769074859.771369:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:0.0:1769074859.771381:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00000400:00000200:3.0:1769074859.772376:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.772391:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dcf80 00000400:00000200:3.0:1769074859.772400:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 18088 00000400:00000200:3.0:1769074859.772455:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.772459:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.772467:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.772473:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73100. 00000020:00000010:2.0:1769074859.772578:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.772585:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.772591:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074859.772596:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.772636:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.772676:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.772679:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.772682:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826497408 00000001:00000010:2.0:1769074859.772692:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074859.772718:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.772725:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 02000000:00000010:2.0:1769074859.772751:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa85840000. 00010000:00000010:2.0:1769074859.772780:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074859.772784:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074859.772801:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074859.772804:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074859.772809:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074859.772812:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074859.772886:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074859.772890:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074859.772894:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074859.772907:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.772971:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074859.772981:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074859.772985:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074859.773006:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074859.773021:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73100 x1855007826497408/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.773041:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074859.773046:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826497408, offset 224 00000400:00000200:2.0:1769074859.773053:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.773065:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.773072:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41200:41200:256:4294967295] 192.168.204.10@tcp LPNI seq info [41196:41196:8:4294967295] 00000400:00000200:2.0:1769074859.773083:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.773088:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.773093:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074859.773099:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.773106:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.773110:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.773124:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.773127:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.773132:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:0.0:1769074859.773519:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.773524:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:0.0:1769074859.773528:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.773533:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.773538:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:0.0:1769074859.773540:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00010000:00000010:0.1:1769074859.779110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074859.779125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000400:00000200:1.0:1769074859.782411:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.782433:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dd080 00000400:00000200:1.0:1769074859.782443:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 18664 00000400:00000200:1.0:1769074859.782460:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.782464:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.782472:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.782481:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0d880. 00000020:00000010:2.0:1769074859.782575:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.782581:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.782587:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074859.782592:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.782597:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00010000:00000010:2.1:1769074859.782636:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074859.782645:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074859.782648:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074859.782652:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000020:00000010:2.0:1769074859.782697:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.782699:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.782702:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826497664 02000000:00000010:2.0:1769074859.782738:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa85843000. 00010000:00000010:2.0:1769074859.782777:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.782791:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074859.782809:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.782814:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.782829:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074859.782833:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074859.782838:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074859.782841:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074859.782939:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074859.782943:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074859.782947:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074859.782950:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00000020:00000010:2.0:1769074859.782976:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.782985:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.782996:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e600. 00080000:00000010:2.0:1769074859.783005:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff66000. 00000001:00000010:2.0:1769074859.783221:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede69c0. 00000001:00000010:2.0:1769074859.783228:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074859.783261:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e600. 00010000:00000010:2.0:1769074859.783270:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074859.783274:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074859.783286:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074859.783340:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00080000:00000010:2.0:1769074859.783363:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca1c80. 00000004:00000010:2.0:1769074859.783371:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503840. 00000004:00000010:2.0:1769074859.783374:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022220. 00000004:00000010:2.0:1769074859.783379:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbff59078. 00000004:00000010:2.0:1769074859.783383:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a8d20. 00010000:00000010:2.0:1769074859.783392:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074859.783408:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890218, last committed = 17179889941 00010000:00000200:2.0:1769074859.783416:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0d880 x1855007826497664/t17179890218(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.783432:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074859.783437:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826497664, offset 224 00000400:00000010:2.0:1769074859.783442:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b070. 00000400:00000200:2.0:1769074859.783445:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.783457:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.783461:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41201:41201:256:4294967295] 192.168.204.10@tcp LPNI seq info [41197:41197:8:4294967295] 00000400:00000200:2.0:1769074859.783466:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.783472:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.783475:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.783479:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074859.783483:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.783488:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.783492:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.783509:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.783513:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.783518:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00010000:00000010:1.0:1769074859.783682:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:1.0:1769074859.783687:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:1.0:1769074859.783694:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000800:00000200:0.0:1769074859.787952:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.787964:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:0.0:1769074859.787971:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.787980:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.788103:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.788119:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66511 00000400:00000200:2.0:1769074859.788124:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.788127:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.788131:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:2.0:1769074859.788133:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00000400:00000200:2.0:1769074859.788163:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.788170:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dd100 00000400:00000200:2.0:1769074859.788180:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 19152 00010000:00000010:0.0:1769074859.788216:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:0.0:1769074859.788229:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00000400:00000200:2.0:1769074859.788251:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.788256:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.788261:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.788267:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2ce00. 00000020:00000010:0.0:1769074859.789101:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.789109:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.789116:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6000. 00000020:00000010:0.0:1769074859.789121:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074859.789126:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.789168:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.789170:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.789173:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826497792 00000001:00000010:0.0:1769074859.789185:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:0.0:1769074859.789208:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.789216:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074859.789242:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83db4000. 00010000:00000010:0.0:1769074859.789273:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074859.789277:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.789293:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074859.789296:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074859.789301:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074859.789303:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.789379:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074859.789383:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074859.789386:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074859.789390:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.789447:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.789456:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.789460:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074859.789480:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.789493:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2ce00 x1855007826497792/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.789513:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074859.789519:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826497792, offset 224 00000400:00000200:0.0:1769074859.789526:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.789538:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.789544:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41202:41202:256:4294967295] 192.168.204.10@tcp LPNI seq info [41198:41198:8:4294967295] 00000400:00000200:0.0:1769074859.789555:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.789561:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.789566:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00010000:00000010:1.1:1769074859.789645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074859.789653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00000800:00000200:0.0:1769074859.790176:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.790184:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.790188:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.790216:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074859.790221:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.790224:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6000. 00000800:00000200:1.0:1769074859.790462:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.790466:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074859.790471:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.790476:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.790482:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:1.0:1769074859.790485:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00010000:00000010:2.1:1769074859.792667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074859.792684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074859.792688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074859.792693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000400:00000200:0.0:1769074859.794504:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.794523:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dd200 00000400:00000200:0.0:1769074859.794533:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 19728 00000400:00000200:0.0:1769074859.794549:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.794553:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.794561:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.794567:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668a300. 00000020:00000010:2.0:1769074859.794710:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.794716:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.794722:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074859.794727:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.794741:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.794781:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.794784:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.794787:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826498048 02000000:00000010:2.0:1769074859.794823:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa85844000. 00010000:00000010:2.0:1769074859.794877:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074859.794894:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:2.0:1769074859.794924:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.794930:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.794945:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074859.794948:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074859.794953:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074859.794956:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074859.795041:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074859.795045:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074859.795049:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074859.795052:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00000020:00000010:2.0:1769074859.795076:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.795083:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.795093:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6c60. 00080000:00000010:2.0:1769074859.795103:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff67000. 00000001:00000010:2.0:1769074859.795360:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ea80. 00000001:00000010:2.0:1769074859.795367:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074859.795402:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6c60. 00010000:00000010:2.0:1769074859.795410:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074859.795415:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074859.795427:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074859.795471:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00080000:00000010:2.0:1769074859.795495:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1bab8. 00000004:00000010:2.0:1769074859.795502:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88e60cc0. 00010000:00000010:1.0:1769074859.795504:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:1.0:1769074859.795509:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00000004:00000010:2.0:1769074859.795512:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c4d650. 00010000:00000010:1.0:1769074859.795515:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00000004:00000010:2.0:1769074859.795517:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfe09bb8. 00000004:00000010:2.0:1769074859.795521:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dfcd860. 00010000:00000010:2.0:1769074859.795532:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074859.795549:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890219, last committed = 17179889941 00010000:00000200:2.0:1769074859.795560:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668a300 x1855007826498048/t17179890219(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.795578:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074859.795585:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826498048, offset 224 00000400:00000010:2.0:1769074859.795591:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b8c0. 00000400:00000200:2.0:1769074859.795595:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.795645:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.795652:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41203:41203:256:4294967295] 192.168.204.10@tcp LPNI seq info [41199:41199:8:4294967295] 00000400:00000200:2.0:1769074859.795659:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.795665:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.795671:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.795677:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074859.795683:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.795689:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.795694:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.795716:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.795720:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.795725:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:0.0:1769074859.796116:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.796121:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:0.0:1769074859.796125:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.796130:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.799292:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.799315:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66519 00000400:00000200:1.0:1769074859.799330:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.799335:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.799343:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:1.0:1769074859.799346:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00010000:00000010:0.0:1769074859.799475:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:0.0:1769074859.799486:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:0.1:1769074859.801773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074859.801792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:0.1:1769074859.801797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074859.801802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074859.801807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074859.801809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:2.1:1769074859.805084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:2.1:1769074859.805101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074859.805108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074859.805129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:1.1:1769074859.805640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074859.805648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000400:00000200:0.0:1769074859.806856:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.806876:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dd280 00000400:00000200:0.0:1769074859.806884:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 20216 00000400:00000200:0.0:1769074859.806957:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.806963:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.806970:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.806976:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688380. 00000020:00000010:3.0:1769074859.807229:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.807236:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.807242:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074859.807247:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074859.807253:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a190. 00000020:00000010:2.0:1769074859.807388:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.807392:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.807396:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826498176 00000001:00000010:2.0:1769074859.807406:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074859.807434:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.807441:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 02000000:00000010:2.0:1769074859.807468:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa85842000. 00010000:00000010:2.0:1769074859.807501:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074859.807505:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074859.807524:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074859.807527:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074859.807531:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074859.807534:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074859.807653:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074859.807658:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074859.807664:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074859.807668:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074859.808085:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074859.808100:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074859.808106:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074859.808129:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074859.808146:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688380 x1855007826498176/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.808167:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074859.808174:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826498176, offset 224 00000400:00000200:2.0:1769074859.808180:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.808193:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.808198:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41204:41204:256:4294967295] 192.168.204.10@tcp LPNI seq info [41200:41200:8:4294967295] 00000400:00000200:2.0:1769074859.808208:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.808214:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.808219:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074859.808224:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.808231:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.808235:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.808256:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:2.0:1769074859.808260:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a190. 00000020:00000010:2.0:1769074859.808264:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074859.809725:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.809743:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:0.0:1769074859.809749:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.809757:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.809763:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:0.0:1769074859.809766:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00000400:00000200:3.0:1769074859.813905:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.813926:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dd380 00000400:00000200:3.0:1769074859.813935:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 20792 00000400:00000200:3.0:1769074859.813951:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.813955:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.813962:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.813968:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72d80. 00010000:00000010:0.1:1769074859.814113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074859.814122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000020:00000010:0.0:1769074859.814167:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.814173:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.814180:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6000. 00000020:00000010:0.0:1769074859.814184:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074859.814188:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.814230:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.814233:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.814237:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826498432 02000000:00000010:0.0:1769074859.814271:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83db2000. 00010000:00000010:0.0:1769074859.814470:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:0.0:1769074859.814485:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:0.0:1769074859.814505:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074859.814509:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.814523:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074859.814526:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074859.814529:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074859.814531:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.814642:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074859.814645:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074859.814649:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.814653:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074859.814678:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b560e0. 00000020:00000010:0.0:1769074859.814685:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b560e0. 00000020:00000010:0.0:1769074859.814697:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb720. 00080000:00000010:0.0:1769074859.814707:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fbef800. 00000001:00000010:0.0:1769074859.814988:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbb40. 00000001:00000010:0.0:1769074859.814993:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d83c0. 00000020:00000010:0.0:1769074859.815018:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb720. 00010000:00000010:0.0:1769074859.815024:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074859.815027:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.815036:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074859.815071:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074859.815090:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9db398. 00000004:00000010:0.0:1769074859.815096:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa900e7180. 00000004:00000010:0.0:1769074859.815099:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94dcb0. 00000004:00000010:0.0:1769074859.815103:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c7f8. 00000004:00000010:0.0:1769074859.815106:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e50e0. 00010000:00000010:0.0:1769074859.815110:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.815124:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890220, last committed = 17179889941 00010000:00000200:0.0:1769074859.815131:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72d80 x1855007826498432/t17179890220(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.815409:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074859.815416:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826498432, offset 224 00000400:00000010:0.0:1769074859.815421:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aeb28. 00000400:00000200:0.0:1769074859.815424:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.815436:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.815441:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41205:41205:256:4294967295] 192.168.204.10@tcp LPNI seq info [41201:41201:8:4294967295] 00000400:00000200:0.0:1769074859.815446:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.815452:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.815456:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.815459:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074859.815464:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.815469:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.815473:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.815499:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074859.815504:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.815508:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6000. 00010000:00000010:3.0:1769074859.815580:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074859.815587:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e80. 00010000:00000010:3.0:1769074859.815593:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00000800:00000200:1.0:1769074859.815825:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.815829:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:1.0:1769074859.815843:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.815847:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074859.817840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074859.817855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074859.817860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074859.817864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000400:00000200:0.0:1769074859.818979:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.818999:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66521 00000400:00000200:0.0:1769074859.819006:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.819010:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.819017:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:0.0:1769074859.819020:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00010000:00000010:2.0:1769074859.819125:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074859.819136:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:3.1:1769074859.822956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074859.822973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074859.823830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:0.1:1769074859.823841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074859.824763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074859.824774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:2.1:1769074859.825677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074859.825697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00000400:00000200:3.0:1769074859.830674:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074859.830692:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dd400 00000400:00000200:3.0:1769074859.830702:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 21280 00000400:00000200:3.0:1769074859.830764:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.830769:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074859.830778:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074859.830785:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73800. 00000020:00000010:0.0:1769074859.831053:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.831059:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.831065:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6000. 00000020:00000010:0.0:1769074859.831070:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074859.831076:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.831121:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.831125:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.831128:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826498560 00000001:00000010:0.0:1769074859.831138:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:0.0:1769074859.831173:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074859.831181:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074859.831208:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83db6000. 00010000:00000010:0.0:1769074859.831238:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.831242:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.831259:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074859.831262:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074859.831266:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074859.831269:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.831362:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074859.831365:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074859.831368:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074859.831373:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.831440:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.831451:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.831457:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074859.831476:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.831490:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73800 x1855007826498560/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.831509:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074859.831515:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826498560, offset 224 00000400:00000200:0.0:1769074859.831521:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.831531:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.831537:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41206:41206:256:4294967295] 192.168.204.10@tcp LPNI seq info [41202:41202:8:4294967295] 00000400:00000200:0.0:1769074859.831547:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.831552:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.831557:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074859.831563:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.831569:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.831573:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.831597:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66000. 00000020:00000010:0.0:1769074859.831600:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.831647:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6000. 00000800:00000200:1.0:1769074859.831837:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.831841:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:1.0:1769074859.831845:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.831849:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.831853:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:1.0:1769074859.831855:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00010000:00000010:0.1:1769074859.839838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074859.839851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074859.839856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074859.839858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000400:00000200:0.0:1769074859.839893:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.839921:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dd500 00000400:00000200:0.0:1769074859.839929:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 21856 00000400:00000200:0.0:1769074859.839943:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.839946:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.839952:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.839956:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668ad80. 00000020:00000010:3.0:1769074859.840067:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.840072:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.840077:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074859.840081:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074859.840085:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aaf0. 00000020:00000010:3.0:1769074859.840127:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.840129:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.840133:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826498816 02000000:00000010:3.0:1769074859.840182:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8d83e000. 00010000:00000010:3.0:1769074859.840225:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074859.840237:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00010000:00000010:3.0:1769074859.840262:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074859.840268:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074859.840282:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074859.840286:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074859.840290:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074859.840301:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074859.840390:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074859.840393:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074859.840395:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074859.840397:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00000020:00000010:3.0:1769074859.840414:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074859.840419:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074859.840427:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074859.840434:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd94000. 00000001:00000010:3.0:1769074859.840586:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef12a0. 00000001:00000010:3.0:1769074859.840593:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074859.840665:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074859.840672:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074859.840675:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074859.840684:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074859.840718:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00080000:00000010:3.0:1769074859.840742:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9dae40. 00000004:00000010:3.0:1769074859.840752:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9ebb40. 00000004:00000010:3.0:1769074859.840756:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94cee0. 00000004:00000010:3.0:1769074859.840760:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c780. 00000004:00000010:3.0:1769074859.840765:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ea3b680. 00010000:00000010:3.0:1769074859.840774:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074859.840791:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890221, last committed = 17179889941 00010000:00000200:3.0:1769074859.840801:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668ad80 x1855007826498816/t17179890221(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074859.840822:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074859.840829:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826498816, offset 224 00000400:00000010:3.0:1769074859.840836:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab866e3038. 00000400:00000200:3.0:1769074859.840841:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.840853:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.840859:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41207:41207:256:4294967295] 192.168.204.10@tcp LPNI seq info [41203:41203:8:4294967295] 00000400:00000200:3.0:1769074859.840866:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00010000:00000010:2.0:1769074859.840868:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00000400:00000200:3.0:1769074859.840873:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00010000:00000010:2.0:1769074859.840874:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00000800:00000200:3.0:1769074859.840878:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00010000:00000010:2.0:1769074859.840880:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00000800:00000010:3.0:1769074859.840883:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074859.840889:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.840906:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.840910:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.840930:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074859.840933:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aaf0. 00000020:00000010:3.0:1769074859.840937:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:0.0:1769074859.841163:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.841167:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074859.841173:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.841176:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.844141:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.844173:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66529 00000400:00000200:1.0:1769074859.844180:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.844185:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.844192:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:1.0:1769074859.844194:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00010000:00000010:0.0:1769074859.844314:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:0.0:1769074859.844337:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:3.1:1769074859.846024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074859.846038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00000400:00000200:0.0:1769074859.848431:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.848451:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dd580 00000400:00000200:0.0:1769074859.848461:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 22344 00000400:00000200:0.0:1769074859.848527:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.848533:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.848541:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.848547:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668a680. 00000020:00000010:3.0:1769074859.848770:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.848777:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.848783:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074859.848788:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074859.848793:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aaf0. 00000020:00000010:3.0:1769074859.848836:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.848839:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.848842:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826498944 00000001:00000010:3.0:1769074859.848852:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d83c0. 00010000:00000010:3.0:1769074859.848877:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074859.848885:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 02000000:00000010:3.0:1769074859.848922:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8d83f000. 00010000:00000010:3.0:1769074859.848956:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074859.848961:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074859.848980:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074859.848984:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074859.848989:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074859.848992:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074859.849071:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074859.849075:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074859.849078:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074859.849082:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074859.849159:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074859.849174:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074859.849179:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074859.849199:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074859.849215:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668a680 x1855007826498944/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074859.849233:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074859.849239:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826498944, offset 224 00000400:00000200:3.0:1769074859.849246:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074859.849257:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074859.849263:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41208:41208:256:4294967295] 192.168.204.10@tcp LPNI seq info [41204:41204:8:4294967295] 00000400:00000200:3.0:1769074859.849273:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074859.849279:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074859.849284:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074859.849290:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074859.849297:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074859.849302:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074859.849317:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074859.849332:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aaf0. 00000020:00000010:3.0:1769074859.849336:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:0.0:1769074859.849493:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.849497:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074859.849503:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.849508:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074859.849512:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:0.0:1769074859.849514:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00010000:00000010:3.1:1769074859.850583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074859.850597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:0.1:1769074859.850641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074859.850648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:2.1:1769074859.850909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074859.850915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074859.856570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074859.856585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074859.856588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074859.856592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:1.0:1769074859.856788:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.856807:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dd680 00000400:00000200:1.0:1769074859.856817:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 22920 00000400:00000200:1.0:1769074859.856834:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.856839:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.856847:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.856853:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0df80. 00000020:00000010:3.0:1769074859.857312:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.857328:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.857335:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074859.857340:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef80. 00000020:00000010:3.0:1769074859.857345:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aaf0. 00000020:00000010:3.0:1769074859.857389:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074859.857392:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074859.857394:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826499200 02000000:00000010:3.0:1769074859.857428:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8d83d000. 00010000:00000010:3.0:1769074859.857478:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074859.857495:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074859.857513:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074859.857519:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074859.857535:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074859.857538:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074859.857543:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074859.857545:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:0.0:1769074859.858356:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074859.858362:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074859.858367:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.858373:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074859.858406:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56720. 00000020:00000010:0.0:1769074859.858414:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56720. 00000020:00000010:0.0:1769074859.858426:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb720. 00080000:00000010:0.0:1769074859.858436:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fbed400. 00000001:00000010:0.0:1769074859.858667:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bba20. 00000001:00000010:0.0:1769074859.858675:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8300. 00000020:00000010:0.0:1769074859.858705:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb720. 00010000:00000010:0.0:1769074859.858713:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074859.858718:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.858730:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8540. 00010000:00000010:0.0:1769074859.858777:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074859.858802:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9db8f0. 00000004:00000010:0.0:1769074859.858810:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111d80. 00000004:00000010:0.0:1769074859.858814:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94ded0. 00000004:00000010:0.0:1769074859.858818:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c528. 00000004:00000010:0.0:1769074859.858823:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e5e00. 00010000:00000010:0.0:1769074859.858833:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000200:0.0:1769074859.858855:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890222, last committed = 17179889941 00010000:00000200:0.0:1769074859.858866:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0df80 x1855007826499200/t17179890222(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.858885:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074859.858892:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826499200, offset 224 00000400:00000010:0.0:1769074859.858910:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aeb60. 00000400:00000200:0.0:1769074859.858915:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.858930:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.858937:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41209:41209:256:4294967295] 192.168.204.10@tcp LPNI seq info [41205:41205:8:4294967295] 00000400:00000200:0.0:1769074859.858943:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.858949:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.858955:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.858961:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074859.858968:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.858975:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.858979:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.859002:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef80. 00000020:00000010:0.0:1769074859.859007:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aaf0. 00000020:00000010:0.0:1769074859.859011:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00010000:00000010:2.0:1769074859.859159:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074859.859167:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:2.0:1769074859.859173:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8540. 00000800:00000200:3.0:1769074859.859576:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.859581:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:3.0:1769074859.859586:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.859591:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074859.864681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074859.864696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00000400:00000200:0.0:1769074859.864883:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.864914:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66531 00000400:00000200:0.0:1769074859.864922:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.864927:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.864933:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:0.0:1769074859.864936:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00010000:00000010:2.0:1769074859.865031:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:2.0:1769074859.865043:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:0.1:1769074859.867769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074859.867785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:2.1:1769074859.867851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074859.867858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000400:00000200:1.0:1769074859.868664:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.868682:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dd700 00000400:00000200:1.0:1769074859.868702:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 23408 00000400:00000200:1.0:1769074859.868793:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.868799:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.868809:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.868816:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0fb80. 00000020:00000010:0.0:1769074859.868894:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.868911:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.868919:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6000. 00000020:00000010:0.0:1769074859.868924:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074859.868929:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.868978:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.868980:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.868983:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826499328 00000001:00000010:0.0:1769074859.868994:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:0.0:1769074859.869019:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.869028:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074859.869055:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83db7000. 00010000:00000010:0.0:1769074859.869087:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.869092:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.869112:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074859.869115:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074859.869119:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074859.869122:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.869210:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074859.869215:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074859.869218:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074859.869223:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.869287:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.869297:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.869302:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074859.869334:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.869354:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0fb80 x1855007826499328/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.869373:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074859.869378:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826499328, offset 224 00000400:00000200:0.0:1769074859.869385:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.869396:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.869401:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41210:41210:256:4294967295] 192.168.204.10@tcp LPNI seq info [41206:41206:8:4294967295] 00000400:00000200:0.0:1769074859.869411:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.869416:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.869420:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074859.869426:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.869433:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.869437:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.869465:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074859.869469:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.869473:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6000. 00000800:00000200:3.0:1769074859.869774:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.869779:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:3.0:1769074859.869783:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.869787:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074859.869792:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:3.0:1769074859.869795:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00010000:00000010:2.1:1769074859.872701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074859.872717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:0.1:1769074859.876664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074859.876680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074859.876683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074859.876686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:0.0:1769074859.877983:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.878002:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dd800 00000400:00000200:0.0:1769074859.878011:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 23984 00000400:00000200:0.0:1769074859.878027:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.878031:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.878038:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.878045:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689500. 00000020:00000010:2.0:1769074859.878541:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.878548:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.878554:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074859.878561:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.878566:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.878646:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.878649:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.878653:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826499584 02000000:00000010:2.0:1769074859.878689:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa85846000. 00010000:00000010:2.0:1769074859.878730:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074859.878746:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:2.0:1769074859.878765:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.878771:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.878788:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074859.878792:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074859.878796:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074859.878800:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074859.878885:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074859.878889:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074859.878893:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074859.878906:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00000020:00000010:2.0:1769074859.878932:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.878939:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.878949:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034eea0. 00080000:00000010:2.0:1769074859.878959:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff67800. 00000001:00000010:2.0:1769074859.879316:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6a80. 00000001:00000010:2.0:1769074859.879539:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074859.879579:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034eea0. 00010000:00000010:2.0:1769074859.879589:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074859.879595:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074859.879648:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074859.879697:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00080000:00000010:2.0:1769074859.879725:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc898f0. 00000004:00000010:2.0:1769074859.879733:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111cc0. 00000004:00000010:2.0:1769074859.879737:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94c330. 00000004:00000010:2.0:1769074859.879743:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c618. 00000004:00000010:2.0:1769074859.879748:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e4960. 00010000:00000010:2.0:1769074859.879758:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074859.879777:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890223, last committed = 17179889941 00010000:00000200:2.0:1769074859.879789:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86689500 x1855007826499584/t17179890223(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.879813:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074859.879820:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826499584, offset 224 00000400:00000010:2.0:1769074859.879828:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b1f8. 00000400:00000200:2.0:1769074859.879832:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.879846:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.879853:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41211:41211:256:4294967295] 192.168.204.10@tcp LPNI seq info [41207:41207:8:4294967295] 00000400:00000200:2.0:1769074859.879860:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.879866:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.879872:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.879877:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074859.879884:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.879891:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.879905:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.879923:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.879928:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.879933:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:0.0:1769074859.880142:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074859.880155:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:0.0:1769074859.880159:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.880164:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074859.880381:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:3.0:1769074859.880388:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00010000:00000010:3.0:1769074859.880395:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00010000:00000010:2.1:1769074859.884999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:2.1:1769074859.885016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074859.888705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074859.888724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:3.1:1769074859.890749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074859.890763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00000400:00000200:0.0:1769074859.896209:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074859.896233:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66539 00000400:00000200:0.0:1769074859.896240:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.896245:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074859.896251:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:0.0:1769074859.896254:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00010000:00000010:1.0:1769074859.896453:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:1.0:1769074859.896466:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00000400:00000200:0.0:1769074859.899100:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.899118:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dd880 00000400:00000200:0.0:1769074859.899128:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 24472 00000400:00000200:0.0:1769074859.899188:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.899193:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.899202:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.899208:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668b480. 00000020:00000010:2.0:1769074859.899726:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.899811:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.899819:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074859.899826:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.899925:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.900002:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.900006:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.900010:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826499712 00000001:00000010:2.0:1769074859.900021:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 00010000:00000010:2.0:1769074859.900048:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.900055:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 02000000:00000010:2.0:1769074859.900082:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa85847000. 00010000:00000010:2.0:1769074859.900112:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074859.900116:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074859.900135:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074859.900138:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074859.900143:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074859.900146:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074859.900219:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074859.900223:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074859.900227:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074859.900230:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074859.900308:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074859.900321:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074859.900326:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074859.900349:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074859.900366:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668b480 x1855007826499712/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.900386:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074859.900394:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826499712, offset 224 00000400:00000200:2.0:1769074859.900401:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.900413:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.900420:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41212:41212:256:4294967295] 192.168.204.10@tcp LPNI seq info [41208:41208:8:4294967295] 00000400:00000200:2.0:1769074859.900431:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.900437:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.900442:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074859.900449:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.900456:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.900461:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.900526:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.900531:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.900536:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074859.904465:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.904476:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:1.0:1769074859.904486:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.904495:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.904503:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:1.0:1769074859.904506:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00000400:00000200:0.0:1769074859.910027:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.910049:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dd980 00000400:00000200:0.0:1769074859.910059:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 25048 00000400:00000200:0.0:1769074859.910076:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.910081:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.910088:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.910095:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688a80. 00000020:00000010:2.0:1769074859.910212:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.910219:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.910225:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074859.910231:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.910237:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.910320:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.910324:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.910327:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826499968 02000000:00000010:2.0:1769074859.910366:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa85845000. 00010000:00000010:2.0:1769074859.910410:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074859.910426:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074859.910445:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074859.910451:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074859.910466:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074859.910469:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074859.910473:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074859.910476:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.910558:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074859.910562:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074859.910566:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074859.910569:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00000020:00000010:2.0:1769074859.910634:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.910643:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074859.910653:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6240. 00080000:00000010:2.0:1769074859.910663:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff64000. 00000001:00000010:2.0:1769074859.910936:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ec60. 00000001:00000010:2.0:1769074859.910943:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf180. 00000020:00000010:2.0:1769074859.910978:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6240. 00010000:00000010:2.0:1769074859.910989:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074859.910993:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074859.911006:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074859.911050:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00080000:00000010:2.0:1769074859.911074:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9da558. 00000004:00000010:2.0:1769074859.911081:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111840. 00000004:00000010:2.0:1769074859.911085:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94c770. 00000004:00000010:2.0:1769074859.911089:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1c168. 00000004:00000010:2.0:1769074859.911093:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa811e54a0. 00010000:00000010:2.0:1769074859.911103:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074859.911122:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890224, last committed = 17179889941 00010000:00000200:2.0:1769074859.911132:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688a80 x1855007826499968/t17179890224(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074859.911151:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074859.911157:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826499968, offset 224 00000400:00000010:2.0:1769074859.911165:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bab8. 00000400:00000200:2.0:1769074859.911169:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.911183:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.911189:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41213:41213:256:4294967295] 192.168.204.10@tcp LPNI seq info [41209:41209:8:4294967295] 00000400:00000200:2.0:1769074859.911195:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074859.911202:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.911209:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.911216:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074859.911225:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.911231:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.911236:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.911263:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.911268:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.911273:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00010000:00000010:3.0:1769074859.911350:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:3.0:1769074859.911357:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:3.0:1769074859.911364:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00000800:00000200:1.0:1769074859.911767:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.911772:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074859.911777:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.911783:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074859.912763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074859.912774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000400:00000200:1.0:1769074859.914551:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.914583:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66541 00000400:00000200:1.0:1769074859.914592:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.914596:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.914626:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:1.0:1769074859.914629:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00010000:00000010:0.0:1769074859.915066:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:0.0:1769074859.915077:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00000400:00000200:0.0:1769074859.921226:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074859.921246:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dda00 00000400:00000200:0.0:1769074859.921255:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 25536 00000400:00000200:0.0:1769074859.921328:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074859.921333:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074859.921341:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074859.921348:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688700. 00000020:00000010:2.0:1769074859.921496:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.921502:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.921509:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074859.921515:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.921520:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.921564:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.921567:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.921570:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826500096 00000001:00000010:2.0:1769074859.921591:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:2.1:1769074859.921631:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074859.921641:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074859.921646:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074859.921650:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.921670:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074859.921677:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 02000000:00000010:2.0:1769074859.921707:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e185000. 00010000:00000010:2.0:1769074859.921737:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074859.921740:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074859.921758:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074859.921762:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074859.921766:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074859.921770:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.921857:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074859.921861:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074859.921865:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074859.921869:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074859.921945:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074859.921957:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.921963:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074859.921982:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074859.921998:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688700 x1855007826500096/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.922017:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074859.922024:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826500096, offset 224 00000400:00000200:2.0:1769074859.922030:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.922041:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.922047:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41214:41214:256:4294967295] 192.168.204.10@tcp LPNI seq info [41210:41210:8:4294967295] 00000400:00000200:2.0:1769074859.922058:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.922064:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.922069:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074859.922075:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.922082:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.922087:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.922114:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.922118:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.922123:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074859.922351:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.922356:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:1.0:1769074859.922360:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.922364:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.922368:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:1.0:1769074859.922370:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:3.1:1769074859.922568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074859.922574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074859.925783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074859.925803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074859.925806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074859.925814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000400:00000200:1.0:1769074859.928100:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.928119:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ddb00 00000400:00000200:1.0:1769074859.928129:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 26112 00000400:00000200:1.0:1769074859.928145:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.928150:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.928158:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.928167:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0c000. 00000020:00000010:0.0:1769074859.928261:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.928267:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.928273:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6000. 00000020:00000010:0.0:1769074859.928278:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074859.928282:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.928333:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.928336:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.928339:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826500352 02000000:00000010:0.0:1769074859.928379:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc1000. 00010000:00000010:0.0:1769074859.928424:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:0.0:1769074859.928442:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:0.0:1769074859.928462:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074859.928469:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.928487:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074859.928490:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074859.928495:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.928499:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.928593:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074859.928596:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074859.928599:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074859.928633:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074859.928656:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b560e0. 00000020:00000010:0.0:1769074859.928662:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b560e0. 00000020:00000010:0.0:1769074859.928673:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb720. 00080000:00000010:0.0:1769074859.928682:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fbefc00. 00000001:00000010:0.0:1769074859.928885:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb0c0. 00000001:00000010:0.0:1769074859.928892:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8f00. 00000020:00000010:0.0:1769074859.928937:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb720. 00010000:00000010:0.0:1769074859.928945:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074859.928949:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.928960:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8480. 00010000:00000010:0.0:1769074859.928997:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074859.929032:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9db1d0. 00000004:00000010:0.0:1769074859.929044:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9ebc00. 00000004:00000010:0.0:1769074859.929047:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8d94da90. 00000004:00000010:0.0:1769074859.929051:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8eb1ce10. 00000004:00000010:0.0:1769074859.929055:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ea3b2c0. 00010000:00000010:0.0:1769074859.929064:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074859.929079:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890225, last committed = 17179889941 00010000:00000200:0.0:1769074859.929089:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0c000 x1855007826500352/t17179890225(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.929108:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074859.929114:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826500352, offset 224 00000400:00000010:0.0:1769074859.929120:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aeab8. 00000400:00000200:0.0:1769074859.929124:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.929136:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.929142:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41215:41215:256:4294967295] 192.168.204.10@tcp LPNI seq info [41211:41211:8:4294967295] 00000400:00000200:0.0:1769074859.929148:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.929154:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.929160:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.929165:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074859.929171:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.929177:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.929181:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.929197:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074859.929201:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.929204:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6000. 00000800:00000200:1.0:1769074859.929334:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.929338:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074859.929342:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.929347:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074859.929652:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074859.929660:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:3.0:1769074859.929666:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8480. 00000400:00000200:1.0:1769074859.934212:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.934235:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66549 00000400:00000200:1.0:1769074859.934242:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.934246:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.934252:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:1.0:1769074859.934255:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00010000:00000010:0.0:1769074859.934427:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.934437:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:0.1:1769074859.937302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074859.937318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000400:00000200:1.0:1769074859.939032:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.939051:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ddb80 00000400:00000200:1.0:1769074859.939061:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 26600 00000400:00000200:1.0:1769074859.939126:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.939132:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.939140:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.939146:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0dc00. 00000020:00000010:2.0:1769074859.939241:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.939247:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.939253:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074859.939258:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.939263:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.939317:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074859.939320:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074859.939323:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826500480 00000001:00000010:2.0:1769074859.939333:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074859.939361:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074859.939369:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 02000000:00000010:2.0:1769074859.939397:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e181000. 00010000:00000010:2.0:1769074859.939429:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074859.939433:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.939453:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074859.939456:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074859.939476:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074859.939479:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074859.939553:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074859.939558:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074859.939561:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074859.939565:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074859.939670:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074859.939685:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074859.939692:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074859.939714:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074859.939733:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0dc00 x1855007826500480/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074859.939753:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074859.939760:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826500480, offset 224 00000400:00000200:2.0:1769074859.939767:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074859.939779:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074859.939785:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41216:41216:256:4294967295] 192.168.204.10@tcp LPNI seq info [41212:41212:8:4294967295] 00000400:00000200:2.0:1769074859.939795:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.939803:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074859.939808:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074859.939814:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074859.939822:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074859.939827:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074859.940028:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074859.940032:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074859.940037:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00010000:00000010:2.1:1769074859.940962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074859.940972:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074859.940975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074859.940979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000800:00000200:1.0:1769074859.940985:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.940990:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:1.0:1769074859.940995:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.941009:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.941015:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:1.0:1769074859.941017:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00010000:00000010:3.1:1769074859.941644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074859.941652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074859.945696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:0.1:1769074859.945715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074859.945719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074859.945751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074859.945757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074859.945760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:1.0:1769074859.946535:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.946553:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ddc80 00000400:00000200:1.0:1769074859.946565:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 27176 00000400:00000200:1.0:1769074859.946583:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.946587:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.946596:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.946683:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0e300. 00000020:00000010:0.0:1769074859.948466:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.948475:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.948483:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6000. 00000020:00000010:0.0:1769074859.948489:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074859.948494:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefa28. 00000020:00000010:0.0:1769074859.948542:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.948545:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.948548:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826500736 02000000:00000010:0.0:1769074859.948584:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc2000. 00010000:00000010:0.0:1769074859.948967:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:0.0:1769074859.948987:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:2.1:1769074859.949052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074859.949060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074859.949065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074859.949070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:1.0:1769074859.949144:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074859.949152:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074859.949171:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074859.949175:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a780. 00010000:00000010:1.0:1769074859.949179:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074859.949183:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074859.949456:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074859.949460:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a400. 00010000:00000010:1.0:1769074859.949464:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074859.949470:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00000020:00000010:1.0:1769074859.949500:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b6e0. 00000020:00000010:1.0:1769074859.949506:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b6e0. 00000020:00000010:1.0:1769074859.949517:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560540. 00080000:00000010:1.0:1769074859.949527:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f753400. 00000001:00000010:1.0:1769074859.950126:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae5608a0. 00000001:00000010:1.0:1769074859.950134:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111f00. 00000020:00000010:1.0:1769074859.950168:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560540. 00010000:00000010:1.0:1769074859.950179:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074859.950184:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074859.950198:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111b40. 00010000:00000010:1.0:1769074859.950261:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:2.0:1769074859.950394:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:2.0:1769074859.950402:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a400. 00010000:00000010:2.0:1769074859.950410:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111b40. 00080000:00000010:1.0:1769074859.950470:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ed73c80. 00000004:00000010:1.0:1769074859.950486:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb45033c0. 00000004:00000010:1.0:1769074859.950490:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83022110. 00000004:00000010:1.0:1769074859.950494:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbff59438. 00000004:00000010:1.0:1769074859.950498:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8bb88960. 00010000:00000010:1.0:1769074859.950511:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074859.950533:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890226, last committed = 17179889941 00010000:00000200:1.0:1769074859.950546:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0e300 x1855007826500736/t17179890226(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074859.950568:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074859.950575:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826500736, offset 224 00000400:00000010:1.0:1769074859.950582:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c428. 00000400:00000200:1.0:1769074859.950587:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074859.950682:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074859.950690:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41217:41217:256:4294967295] 192.168.204.10@tcp LPNI seq info [41213:41213:8:4294967295] 00000400:00000200:1.0:1769074859.950699:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074859.950705:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074859.950712:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074859.950716:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074859.950723:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074859.950730:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074859.950734:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074859.950800:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:1.0:1769074859.950804:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefa28. 00000020:00000010:1.0:1769074859.950808:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6000. 00000800:00000200:1.0:1769074859.952924:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.952932:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:1.0:1769074859.952941:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.952949:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.954528:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.954550:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66551 00000400:00000200:1.0:1769074859.954557:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.954561:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.954566:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:1.0:1769074859.954569:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00010000:00000010:0.1:1769074859.954680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:0.1:1769074859.954689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.0:1769074859.954726:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:0.0:1769074859.954736:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a780. 00010000:00000010:1.1:1769074859.958664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074859.958697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074859.958951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:2.1:1769074859.958960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:1.0:1769074859.961857:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.961875:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ddd00 00000400:00000200:1.0:1769074859.961883:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 27664 00000400:00000200:1.0:1769074859.962217:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.962224:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.962233:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.962250:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0c700. 00000020:00000010:0.0:1769074859.962359:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.962364:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.962371:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.962377:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074859.962382:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.962434:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.962437:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.962440:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826500864 00000001:00000010:0.0:1769074859.962451:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074859.962478:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.962485:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074859.962512:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82fc4000. 00010000:00000010:0.0:1769074859.962543:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074859.962547:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.962568:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074859.962571:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.1:1769074859.962750:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074859.962759:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:0.0:1769074859.962771:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074859.962775:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.962870:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074859.962875:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074859.962878:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074859.962883:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.962962:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.962973:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.962978:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074859.962997:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074859.963013:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0c700 x1855007826500864/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.963034:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074859.963041:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826500864, offset 224 00000400:00000200:0.0:1769074859.963047:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.963059:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.963066:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41218:41218:256:4294967295] 192.168.204.10@tcp LPNI seq info [41214:41214:8:4294967295] 00000400:00000200:0.0:1769074859.963078:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.963083:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.963089:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074859.963095:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.963103:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.963108:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.963127:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074859.963131:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.963135:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074859.964463:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.964473:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074859.964479:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.964487:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.964494:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:1.0:1769074859.964496:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00000400:00000200:1.0:1769074859.968099:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.968123:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dde00 00000400:00000200:1.0:1769074859.968132:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 28240 00000400:00000200:1.0:1769074859.968148:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.968152:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.968160:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.968171:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289880. 00000020:00000010:0.0:1769074859.968438:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.968444:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.968451:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.968458:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074859.968463:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.968509:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.968511:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.968514:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826501120 02000000:00000010:0.0:1769074859.968551:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc7000. 00010000:00000010:0.0:1769074859.968595:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.1:1769074859.968646:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074859.968654:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074859.968658:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074859.968660:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.968674:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074859.968695:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.968701:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.968719:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074859.968722:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074859.968726:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074859.968729:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.968837:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074859.968841:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074859.968845:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074859.968860:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074859.968885:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b560e0. 00000020:00000010:0.0:1769074859.968893:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b560e0. 00000020:00000010:0.0:1769074859.968914:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb720. 00080000:00000010:0.0:1769074859.968925:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7c000. 00000001:00000010:0.0:1769074859.969140:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbd20. 00000001:00000010:0.0:1769074859.969147:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8e40. 00000020:00000010:0.0:1769074859.969180:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb720. 00010000:00000010:0.0:1769074859.969189:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074859.969194:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074859.969205:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074859.969248:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074859.969270:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca08e8. 00000004:00000010:0.0:1769074859.969276:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503600. 00000004:00000010:0.0:1769074859.969280:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023ba0. 00000004:00000010:0.0:1769074859.969285:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbff59348. 00010000:00000010:3.0:1769074859.969527:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074859.969534:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:3.0:1769074859.969540:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8f00. 00000004:00000010:0.0:1769074859.970128:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a9860. 00010000:00000010:0.0:1769074859.970150:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074859.970178:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890227, last committed = 17179889941 00010000:00000200:0.0:1769074859.970192:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289880 x1855007826501120/t17179890227(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.970213:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074859.970220:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826501120, offset 224 00000400:00000010:0.0:1769074859.970227:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae1f8. 00000400:00000200:0.0:1769074859.970231:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.970414:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.970421:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41219:41219:256:4294967295] 192.168.204.10@tcp LPNI seq info [41215:41215:8:4294967295] 00000400:00000200:0.0:1769074859.970428:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.970435:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.970441:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.970447:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074859.970454:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.970462:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.970466:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.970543:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66a00. 00000020:00000010:0.0:1769074859.970548:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.970552:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074859.974143:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.974153:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:1.0:1769074859.974162:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.974172:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074859.979412:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074859.979436:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66559 00000400:00000200:2.0:1769074859.979444:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.979448:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074859.979456:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:2.0:1769074859.979459:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00010000:00000010:0.0:1769074859.979567:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.979588:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:3.1:1769074859.984648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074859.984662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000400:00000200:1.0:1769074859.986959:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074859.986979:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dde80 00000400:00000200:1.0:1769074859.986988:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 28728 00000400:00000200:1.0:1769074859.987052:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.987057:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074859.987066:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074859.987072:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289f80. 00000020:00000010:0.0:1769074859.987202:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.987209:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.987216:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.987221:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074859.987226:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.987338:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.987342:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.987345:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826501248 00000001:00000010:0.0:1769074859.987355:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111f00. 00010000:00000010:0.0:1769074859.987380:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074859.987388:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074859.987428:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82fc6000. 00010000:00000010:0.0:1769074859.987459:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074859.987464:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.987485:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074859.987488:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074859.987492:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074859.987495:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.987572:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074859.987575:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074859.987579:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074859.987582:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.987682:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.987696:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074859.987701:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074859.987722:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074859.987744:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289f80 x1855007826501248/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074859.987763:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074859.987768:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826501248, offset 224 00000400:00000200:0.0:1769074859.987774:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.988185:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.988190:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41220:41220:256:4294967295] 192.168.204.10@tcp LPNI seq info [41216:41216:8:4294967295] 00000400:00000200:0.0:1769074859.988200:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.988205:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.988210:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074859.988216:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.988222:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.988226:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.988249:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074859.988253:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.988256:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074859.988359:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.988364:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074859.988367:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.988372:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074859.988376:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:1.0:1769074859.988378:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00000400:00000200:2.0:1769074859.991845:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.991868:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ddf80 00000400:00000200:2.0:1769074859.991886:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 29304 00000400:00000200:2.0:1769074859.991916:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.991922:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.991930:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074859.991937:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2d500. 00010000:00000010:0.1:1769074859.992078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074859.992087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074859.992090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074859.992097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000020:00000010:0.0:1769074859.992130:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.992135:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.992142:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074859.992148:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074859.992154:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.992198:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074859.992202:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45f80. 00000100:00000200:0.0:1769074859.992204:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826501504 02000000:00000010:0.0:1769074859.992249:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc5000. 00010000:00000010:0.0:1769074859.992292:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.992306:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074859.992325:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074859.992332:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074859.992347:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074859.992351:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074859.992355:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074859.992358:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.992442:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074859.992445:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074859.992449:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074859.992452:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074859.992478:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b560e0. 00000020:00000010:0.0:1769074859.992485:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b560e0. 00000020:00000010:0.0:1769074859.992495:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb720. 00080000:00000010:0.0:1769074859.992505:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7c800. 00000001:00000010:0.0:1769074859.993186:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbf00. 00000001:00000010:0.0:1769074859.993194:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8a80. 00000020:00000010:0.0:1769074859.993231:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb720. 00010000:00000010:0.0:1769074859.993311:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074859.993317:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074859.993331:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8000. 00010000:00000010:0.0:1769074859.993431:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074859.993473:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca0390. 00000004:00000010:0.0:1769074859.993483:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4503f00. 00000004:00000010:0.0:1769074859.993491:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83023760. 00000004:00000010:0.0:1769074859.993496:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbff59e88. 00000004:00000010:0.0:1769074859.993501:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a9a40. 00010000:00000010:0.0:1769074859.993512:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074859.993532:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890228, last committed = 17179889941 00010000:00000200:0.0:1769074859.993544:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2d500 x1855007826501504/t17179890228(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 488/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074859.993567:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9b28. 00000100:00000200:0.0:1769074859.993573:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826501504, offset 224 00000400:00000010:0.0:1769074859.993581:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae8c0. 00000400:00000200:0.0:1769074859.993585:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074859.993599:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074859.993638:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41221:41221:256:4294967295] 192.168.204.10@tcp LPNI seq info [41217:41217:8:4294967295] 00000400:00000200:0.0:1769074859.993645:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074859.993652:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.993658:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074859.993663:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074859.993670:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074859.993677:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074859.993681:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074859.993697:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074859.993702:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074859.993705:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074859.993852:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074859.993856:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:1.0:1769074859.993859:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.993863:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074859.993964:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074859.993972:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:3.0:1769074859.993979:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8000. 00010000:00000010:0.1:1769074859.995765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074859.995788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:1.0:1769074859.996817:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074859.996838:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66561 00000400:00000200:1.0:1769074859.996845:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074859.996850:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074859.996855:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:1.0:1769074859.996858:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00010000:00000010:0.0:1769074859.997375:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074859.997386:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00000400:00000200:2.0:1769074859.998959:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074859.998979:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8de080 00000400:00000200:2.0:1769074859.998988:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ece9 [2] + 1624 00000400:00000200:2.0:1769074859.999182:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.999189:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074859.999196:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074859.999204:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2ca80. 00000020:00000010:1.0:1769074859.999475:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.999481:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.999489:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074859.999495:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a700. 00000020:00000010:1.0:1769074859.999500:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074859.999542:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074859.999545:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074859.999548:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826501760 00000001:00000010:1.0:1769074859.999558:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8e40. 02000000:00000010:1.0:1769074859.999594:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8f751800. 00000004:00000010:1.0:1769074859.999689:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66780. 00080000:00000010:1.0:1769074859.999710:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f753800. 00000001:00000010:1.0:1769074859.999748:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae5600c0. 00000001:00000010:1.0:1769074859.999753:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111900. 00010000:00000200:1.0:1769074860.000088:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2ca80 x1855007826501760/t17179890229(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:395/0 lens 392/456 e 0 to 0 dl 1769074870 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074860.000108:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074860.000115:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826501760, offset 224 00000400:00000200:1.0:1769074860.000121:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.000131:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.000137:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41222:41222:256:4294967295] 192.168.204.10@tcp LPNI seq info [41218:41218:8:4294967295] 00000400:00000200:1.0:1769074860.000149:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.000155:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.000159:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074860.000166:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.000173:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.000178:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074860.000204:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a700. 00000020:00000010:1.0:1769074860.000208:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074860.000212:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:0.0:1769074860.001005:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.001011:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:0.0:1769074860.001017:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.001023:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.001029:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:0.0:1769074860.001031:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00010000:00000010:0.1:1769074860.001648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074860.001659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074860.001663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074860.001666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074860.001670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074860.001673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074860.002072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074860.002079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:1.0:1769074860.005485:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.005506:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8de180 00000400:00000200:1.0:1769074860.005516:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 29792 00000400:00000200:1.0:1769074860.005532:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.005536:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.005546:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.005553:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028b480. 00010000:00000010:0.1:1769074860.006201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074860.006212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000020:00000010:0.0:1769074860.006413:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45f80. 00000020:00000010:0.0:1769074860.006419:0:42296:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8470d040. 00000020:00000010:0.0:1769074860.006494:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.006501:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.006506:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.006557:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.006560:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.006564:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826502016 00000001:00000010:0.0:1769074860.006576:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8a80. 02000000:00000010:0.0:1769074860.006632:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82fc3000. 00010000:00000010:0.0:1769074860.006674:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.006683:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daa83ccab00. 00010000:00000010:0.0:1769074860.006695:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88bf8880. 00010000:00000010:0.0:1769074860.006714:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074860.006719:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.006748:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074860.006752:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074860.006757:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074860.006760:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.006851:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074860.006854:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074860.006858:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074860.006861:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074860.006908:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b569a0. 00000020:00000010:0.0:1769074860.006917:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b569a0. 00080000:00000010:0.0:1769074860.006928:0:42296:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbd2a6bf0. 00080000:00000010:0.0:1769074860.006931:0:42296:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab89c45a00. 00080000:00000010:0.0:1769074860.006948:0:42296:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab89c45a00. 00080000:00000010:0.0:1769074860.006952:0:42296:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbd2a6bf0. 00000020:00000010:0.0:1769074860.006961:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb720. 00080000:00000010:0.0:1769074860.006970:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7e000. 00000001:00000010:0.0:1769074860.007280:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbea0. 00000001:00000010:0.0:1769074860.007299:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8e40. 00000020:00000010:0.0:1769074860.007335:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb720. 00010000:00000010:0.0:1769074860.007371:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.007377:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00080000:00000010:0.0:1769074860.007398:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc1291d0. 00000004:00000010:0.0:1769074860.007405:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f8a1320. 00000004:00000010:0.0:1769074860.007410:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f8c92d0. 00000004:00000010:0.0:1769074860.007414:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f6c3680. 00010000:00000010:0.0:1769074860.007422:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074860.007439:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890230, last committed = 17179889941 00010000:00000200:0.0:1769074860.007451:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028b480 x1855007826502016/t17179890230(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.007473:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074860.007481:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826502016, offset 224 00000400:00000010:0.0:1769074860.007488:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae070. 00000400:00000200:0.0:1769074860.007492:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.007508:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.007515:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41223:41223:256:4294967295] 192.168.204.10@tcp LPNI seq info [41219:41219:8:4294967295] 00000400:00000200:0.0:1769074860.007522:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.007529:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.007535:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.007540:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074860.007547:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.007554:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.007558:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.007594:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.007599:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.007636:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074860.007945:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.007950:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:1.0:1769074860.007954:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.007960:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074860.010968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074860.010982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000400:00000200:0.0:1769074860.011772:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074860.011804:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66569 00000400:00000200:0.0:1769074860.011812:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.011816:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074860.011823:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:0.0:1769074860.011827:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00010000:00000010:1.0:1769074860.012020:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074860.012030:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00000400:00000200:1.0:1769074860.016075:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.016096:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 504 into portal 12 MB=0x6971eaa8de280 00000400:00000200:1.0:1769074860.016105:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 504/504 into md 0x20c25 [64] + 30280 00000400:00000200:1.0:1769074860.016185:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.016192:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.016202:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.016209:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288e00. 00000020:00000010:2.0:1769074860.016316:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.016323:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.016330:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.016336:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074860.016342:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074860.016384:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.016387:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074860.016390:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826502272 00000001:00000010:2.0:1769074860.016401:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111900. 02000000:00000010:2.0:1769074860.016433:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e180000. 00010000:00000010:2.0:1769074860.016482:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115d00. 00010000:00000010:2.0:1769074860.016498:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab8bf8f600. 00010000:00000010:2.0:1769074860.016521:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074860.016528:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.016552:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074860.016556:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074860.016561:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074860.016564:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074860.016686:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074860.016691:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074860.016695:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.016699:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00000020:00000010:2.0:1769074860.016724:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074860.016732:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074860.016743:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074860.016753:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff64400. 00000004:00000010:2.0:1769074860.017085:0:42856:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8daa88bd9a80. 00000001:00000010:2.0:1769074860.017114:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9360. 00000001:00000010:2.0:1769074860.017120:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074860.017150:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00010000:00000010:2.0:1769074860.017158:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074860.017163:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074860.017174:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074860.017214:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00080000:00000010:2.0:1769074860.017241:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ac720. 00010000:00000010:3.0:1769074860.017243:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00000004:00000010:2.0:1769074860.017252:0:42856:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1ea28. 00010000:00000010:3.0:1769074860.017252:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00000004:00000010:2.0:1769074860.017263:0:42856:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1fac0. 00010000:00000010:3.0:1769074860.017265:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00000004:00000010:2.0:1769074860.017269:0:42856:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1fe58. 00000004:00000010:2.0:1769074860.017276:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a3f2d80. 00000004:00000010:2.0:1769074860.017279:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fb3acc0. 00000004:00000010:2.0:1769074860.017284:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa64ac8. 00000004:00000010:2.0:1769074860.017288:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f962d20. 00010000:00000010:2.0:1769074860.017299:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074860.017316:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890231, last committed = 17179889941 00010000:00000200:2.0:1769074860.017326:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288e00 x1855007826502272/t17179890231(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 504/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.017346:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074860.017352:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826502272, offset 224 00000400:00000010:2.0:1769074860.017359:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bb60. 00000400:00000200:2.0:1769074860.017363:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.017377:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.017383:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41224:41224:256:4294967295] 192.168.204.10@tcp LPNI seq info [41220:41220:8:4294967295] 00000400:00000200:2.0:1769074860.017390:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.017396:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.017402:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.017408:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074860.017414:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.017420:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.017424:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.017444:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074860.017448:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074860.017453:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074860.017985:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.017991:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074860.017996:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.018001:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074860.023073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074860.023088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8590be00. 00010000:00000010:0.1:1769074860.023094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa88ea3200. 00010000:00000010:0.1:1769074860.023100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074860.023105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074860.023110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:0.0:1769074860.023159:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074860.023181:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6656d 00000400:00000200:0.0:1769074860.023190:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.023194:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074860.023201:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:0.0:1769074860.023203:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00010000:00000010:2.1:1769074860.023803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab87ffe600. 00010000:00000010:2.1:1769074860.023812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8b00. 00010000:00000010:2.0:1769074860.023859:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074860.023870:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:3.1:1769074860.024757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074860.024767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:1.1:1769074860.024952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074860.024959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:2.1:1769074860.028662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074860.028687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000400:00000200:1.0:1769074860.031943:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.031966:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8de380 00000400:00000200:1.0:1769074860.031977:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 30784 00000400:00000200:1.0:1769074860.032042:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.032048:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.032058:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.032065:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028a680. 00000020:00000010:0.0:1769074860.032161:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.032167:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.032174:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.032180:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.032184:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.032270:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.032273:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.032278:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826502528 00000001:00000010:0.0:1769074860.032289:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8e40. 02000000:00000010:0.0:1769074860.032325:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9eda8000. 00010000:00000010:0.0:1769074860.032365:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115500. 00010000:00000010:0.0:1769074860.032380:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab85e11700. 00010000:00000010:0.0:1769074860.032400:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074860.032408:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.032424:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074860.032428:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074860.032432:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074860.032435:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.032525:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074860.032529:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074860.032534:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074860.032537:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074860.032563:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b569a0. 00000020:00000010:0.0:1769074860.032569:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b569a0. 00000020:00000010:0.0:1769074860.032583:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb720. 00080000:00000010:0.0:1769074860.032592:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7f800. 00000001:00000010:0.0:1769074860.033271:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb480. 00000001:00000010:0.0:1769074860.033280:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8a80. 00000020:00000010:0.0:1769074860.033317:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb720. 00010000:00000010:0.0:1769074860.033327:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074860.033333:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.033348:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8e40. 00010000:00000010:0.0:1769074860.033446:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074860.033470:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8d9a1008. 00000004:00000010:0.0:1769074860.033495:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8603fcc0. 00000004:00000010:0.0:1769074860.033499:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe78aa0. 00000004:00000010:0.0:1769074860.033508:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabaf16a5a0. 00000004:00000010:0.0:1769074860.033512:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ed2e960. 00010000:00000010:0.0:1769074860.033525:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074860.033544:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890232, last committed = 17179889941 00010000:00000200:0.0:1769074860.033555:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028a680 x1855007826502528/t17179890232(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.033575:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074860.033581:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826502528, offset 224 00000400:00000010:0.0:1769074860.033587:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae188. 00000400:00000200:0.0:1769074860.033591:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.033636:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.033643:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41225:41225:256:4294967295] 192.168.204.10@tcp LPNI seq info [41221:41221:8:4294967295] 00000400:00000200:0.0:1769074860.033649:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.033655:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.033660:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.033666:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074860.033673:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.033679:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.033684:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.033704:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.033708:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.033711:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074860.034020:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.034025:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:3.0:1769074860.034029:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.034034:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074860.034388:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074860.034396:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:1.0:1769074860.034541:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074860.034549:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:1.0:1769074860.034555:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8e40. 00010000:00000010:0.1:1769074860.037217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f97a000. 00010000:00000010:0.1:1769074860.037230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8600. 00010000:00000010:0.1:1769074860.040799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074860.040834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:0.0:1769074860.040876:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074860.040909:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66571 00000400:00000200:0.0:1769074860.040917:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.040921:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074860.040929:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:0.0:1769074860.040932:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000400:00000200:0.0:1769074860.040963:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.040970:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 496 into portal 12 MB=0x6971eaa8de480 00000400:00000200:0.0:1769074860.040978:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 496/496 into md 0x20c25 [64] + 31272 00000400:00000200:0.0:1769074860.041044:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.041048:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.041053:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.041058:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689180. 00010000:00000010:1.0:1769074860.041258:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074860.041269:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00000020:00000010:2.0:1769074860.042194:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.042202:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.042209:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.042214:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.042218:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074860.042273:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.042277:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074860.042281:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826502784 00000001:00000010:2.0:1769074860.042292:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 02000000:00000010:2.0:1769074860.042325:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e183000. 00010000:00000010:2.0:1769074860.042360:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daba03ce500. 00010000:00000010:2.0:1769074860.042374:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab838fc300. 00010000:00000010:2.0:1769074860.042394:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074860.042401:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074860.042417:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074860.042420:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074860.042424:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074860.042428:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.042519:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074860.042523:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074860.042526:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.042529:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00000020:00000010:2.0:1769074860.042556:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074860.042563:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074860.042590:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd9ea0. 00080000:00000010:2.0:1769074860.042600:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff64c00. 00000004:00000010:2.0:1769074860.043451:0:42296:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8dabbd680360. 00000001:00000010:2.0:1769074860.043468:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680a80. 00000001:00000010:2.0:1769074860.043474:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074860.043509:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd9ea0. 00010000:00000010:2.0:1769074860.043522:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074860.043528:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074860.043543:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074860.043590:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:3.0:1769074860.043795:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:3.0:1769074860.043803:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:3.0:1769074860.043809:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00080000:00000010:2.0:1769074860.044058:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e890e40. 00000004:00000010:2.0:1769074860.044067:0:42296:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1aa28. 00000004:00000010:2.0:1769074860.044072:0:42296:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bbfa8. 00000004:00000010:2.0:1769074860.044076:0:42296:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bbf30. 00000004:00000010:2.0:1769074860.044080:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9130c0. 00000004:00000010:2.0:1769074860.044083:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f8a1cb0. 00000004:00000010:2.0:1769074860.044089:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f8c9960. 00000004:00000010:2.0:1769074860.044093:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fcce780. 00010000:00000010:2.0:1769074860.044108:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000200:2.0:1769074860.044130:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890233, last committed = 17179889941 00010000:00000200:2.0:1769074860.044142:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86689180 x1855007826502784/t17179890233(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 496/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.044164:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074860.044173:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826502784, offset 224 00000400:00000010:2.0:1769074860.044181:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bb28. 00000400:00000200:2.0:1769074860.044185:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.044201:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.044208:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41226:41226:256:4294967295] 192.168.204.10@tcp LPNI seq info [41222:41222:8:4294967295] 00000400:00000200:2.0:1769074860.044214:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.044220:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.044225:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.044231:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074860.044252:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.044259:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.044263:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.044329:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.044334:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074860.044339:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074860.045670:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.045677:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:1.0:1769074860.045684:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.045692:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074860.046737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074860.046749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000400:00000200:3.0:1769074860.049957:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.049981:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66575 00000400:00000200:3.0:1769074860.049989:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.049993:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.050001:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:3.0:1769074860.050004:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00010000:00000010:2.0:1769074860.050129:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.050141:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:1.1:1769074860.050940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074860.050948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:2.1:1769074860.051687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f474400. 00010000:00000010:2.1:1769074860.051696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83c82300. 00010000:00000010:2.1:1769074860.051700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074860.051710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:3.1:1769074860.053091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074860.053107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00000400:00000200:0.0:1769074860.058466:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.058487:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8de580 00000400:00000200:0.0:1769074860.058496:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c25 [64] + 31768 00000400:00000200:0.0:1769074860.058562:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.058567:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.058575:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.058582:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668b800. 00010000:00000010:2.1:1769074860.058734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074860.058745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000020:00000010:2.0:1769074860.058798:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.058805:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.058813:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.058818:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074860.058823:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074860.058867:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.058871:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074860.058874:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826503040 00000001:00000010:2.0:1769074860.058885:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8a80. 00010000:00000010:2.0:1769074860.058922:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074860.058930:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 02000000:00000010:2.0:1769074860.058968:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8e184000. 00000004:00000010:2.0:1769074860.059269:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabb491bd00. 00080000:00000010:2.0:1769074860.059293:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bbdd400. 00000001:00000010:2.0:1769074860.059328:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680660. 00000001:00000010:2.0:1769074860.059334:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074860.059411:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074860.059428:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668b800 x1855007826503040/t17179890234(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 648/608 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.059449:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074860.059456:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826503040, offset 224 00000400:00000200:2.0:1769074860.059463:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.059473:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.059480:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41227:41227:256:4294967295] 192.168.204.10@tcp LPNI seq info [41223:41223:8:4294967295] 00000400:00000200:2.0:1769074860.059490:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.059496:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.059501:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074860.059506:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.059513:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.059517:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.059544:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074860.059549:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074860.059554:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074860.061674:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.061683:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074860.061689:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.061698:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.061704:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:1.0:1769074860.061707:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00010000:00000010:2.1:1769074860.064587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000400:00000200:3.0:1769074860.069480:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.069503:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 448 into portal 23 MB=0x6971eaa8de600 00000400:00000200:3.0:1769074860.069513:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 448/448 into md 0x2ece9 [2] + 2016 00000400:00000010:3.0:1769074860.069519:0:12639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4ec8. 00000400:00000200:3.0:1769074860.069523:0:12639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f9dc6c0 00000400:00000200:3.0:1769074860.069537:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.069542:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.069547:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f9dc6c0 00000400:00000010:3.0:1769074860.069550:0:12639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f9dc6c0. 00000100:00000200:3.0:1769074860.069556:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:1.0:1769074860.069653:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.069660:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.069670:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:1.0:1769074860.069675:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a700. 00000020:00000010:1.0:1769074860.069680:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562000. 00000020:00000010:1.0:1769074860.070056:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.070059:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074860.070063:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826503168 00000001:00000010:1.0:1769074860.070074:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 02000000:00000010:1.0:1769074860.070096:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8daa8f751000. 00000004:00000010:1.0:1769074860.070104:0:42299:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa8a115800. 00080000:00000010:1.0:1769074860.070847:0:42299:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbcd3a2b0. 00080000:00000010:1.0:1769074860.070854:0:42299:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8470dd80. 00080000:00000010:1.0:1769074860.070871:0:42299:0:(osd_index.c:355:osd_find_parent_fid()) kmalloced '(buf.lb_buf)': 87 at ffff8dabae560540. 00080000:00000010:1.0:1769074860.070875:0:42299:0:(osd_index.c:383:osd_find_parent_fid()) kfreed 'buf.lb_buf': 87 at ffff8dabae560540. 00080000:00000010:1.0:1769074860.071458:0:42299:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8470dd80. 00080000:00000010:1.0:1769074860.071465:0:42299:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbcd3a2b0. 00000100:00000010:1.0:1769074860.071474:0:42299:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8daa8f751400. 00000100:00000010:1.0:1769074860.071478:0:42299:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8daa8db55000. 00000400:00000010:1.0:1769074860.071489:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000400:00000010:1.0:1769074860.071499:0:42299:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cf50. 00000400:00000200:1.0:1769074860.071506:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.071519:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.071526:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41228:41228:256:4294967295] 192.168.204.10@tcp LPNI seq info [41224:41224:8:4294967295] 00000400:00000200:1.0:1769074860.071533:0:42299:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074860.071539:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.071544:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.071549:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074860.071556:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.071563:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1022 00000800:00000200:1.0:1769074860.071567:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1769074860.071579:0:42299:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.10@tcp mbits 0x6971eaa8de600-0x6971eaa8de600 00000800:00000200:0.0:1769074860.071784:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.071789:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:0.0:1769074860.071794:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.071799:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.071805:0:12638:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8daa8f751400 00000400:00000200:1.0:1769074860.077732:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.077757:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6657d 00000400:00000200:1.0:1769074860.077764:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.077770:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.078033:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fce58 00000400:00000010:1.0:1769074860.078038:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074860.078044:0:12640:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8daa8f751400 00000100:00000010:2.0:1769074860.078180:0:42299:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8daa8db55000. 00000100:00000010:2.0:1769074860.078187:0:42299:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8daa8f751400. 00000004:00000010:2.0:1769074860.078902:0:42299:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa8a115800. 00010000:00000200:2.0:1769074860.078920:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a05d050 x1855007826503168/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 448/440 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.078941:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074860.078947:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855007826503168, offset 224 00000400:00000200:2.0:1769074860.078954:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.078965:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.078971:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41229:41229:256:4294967295] 192.168.204.10@tcp LPNI seq info [41225:41225:8:4294967295] 00000400:00000200:2.0:1769074860.078982:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.078988:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.078994:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074860.079001:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.079008:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.079012:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.079046:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a700. 00000020:00000010:2.0:1769074860.079051:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562000. 00000020:00000010:2.0:1769074860.079056:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 02000000:00000010:2.0:1769074860.079068:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8f751800. 00000100:00000010:2.0:1769074860.079072:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2ca80. 02000000:00000010:2.0:1769074860.079076:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabb5b6e800. 00000100:00000010:2.0:1769074860.079080:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8dd12d80. 02000000:00000010:2.0:1769074860.079093:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8dabb5b6e400. 00000100:00000010:2.0:1769074860.079096:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714380. 02000000:00000010:2.0:1769074860.079100:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabb5b6ec00. 00000100:00000010:2.0:1769074860.079102:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715500. 02000000:00000010:2.0:1769074860.079105:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8bb1f400. 00000100:00000010:2.0:1769074860.079108:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0380. 00000100:00000200:2.0:1769074860.079119:0:42299:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1769074860.079126:0:42299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4d68. 00000400:00000010:2.0:1769074860.079132:0:42299:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab89ddf480. 00000800:00000200:3.0:1769074860.082321:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.082333:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:3.0:1769074860.082341:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.082350:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.082358:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:3.0:1769074860.082361:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 02000000:00000010:3.0:1769074860.082369:0:12639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8daa8f751000. 00000400:00000200:0.0:1769074860.095476:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.095499:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8de700 00000400:00000200:0.0:1769074860.095509:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed1d [2] + 0 00000400:00000200:0.0:1769074860.095524:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.095528:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.095536:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074860.095543:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689880. 00000020:00000010:2.0:1769074860.096512:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.096522:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.096530:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.096536:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074860.096542:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000020:00000010:2.0:1769074860.096591:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.096593:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074860.096596:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826503424 02000000:00000010:2.0:1769074860.096670:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8bbdf400. 00000020:00000010:2.0:1769074860.096736:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd6801e0. 00080000:00000010:2.0:1769074860.096746:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bbdd000. 00000001:00000010:2.0:1769074860.096833:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680900. 00000001:00000010:2.0:1769074860.096840:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfc00. 00000020:00000010:2.0:1769074860.096872:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd6801e0. 00000004:00000010:2.0:1769074860.097043:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabb491bd00. 00010000:00000200:2.0:1769074860.097081:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86689880 x1855007826503424/t17179890235(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 392/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.097710:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074860.097720:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826503424, offset 224 00000400:00000200:3.0:1769074860.097728:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.097742:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.097749:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41230:41230:256:4294967295] 192.168.204.10@tcp LPNI seq info [41226:41226:8:4294967295] 00000400:00000200:3.0:1769074860.097761:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.097766:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.097772:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074860.097780:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.097787:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.097791:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.097825:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:3.0:1769074860.097832:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:3.0:1769074860.097839:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074860.098566:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.098572:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074860.098579:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.098586:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.098593:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:1.0:1769074860.098595:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00000400:00000200:3.0:1769074860.109682:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.109703:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8de800 00000400:00000200:3.0:1769074860.109711:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c25 [64] + 32416 00000400:00000200:3.0:1769074860.109728:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.109734:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.109742:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.109749:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73480. 00000020:00000010:2.0:1769074860.109997:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.110004:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.110012:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.110017:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b680. 00000020:00000010:2.0:1769074860.110021:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.110067:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.110070:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074860.110073:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826503680 00000001:00000010:2.0:1769074860.110084:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074860.110110:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074860.110117:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 02000000:00000010:2.0:1769074860.110150:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8e182000. 00010000:00000010:2.0:1769074860.110237:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074860.110243:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00000004:00000010:2.0:1769074860.110295:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabb491ba00. 00080000:00000010:2.0:1769074860.110308:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bbde800. 00000001:00000010:2.0:1769074860.110340:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680cc0. 00000001:00000010:2.0:1769074860.110346:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074860.110402:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074860.110425:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73480 x1855007826503680/t17179890236(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 648/608 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.110443:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074860.110449:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826503680, offset 224 00000400:00000200:2.0:1769074860.110455:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.110465:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.110471:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41231:41231:256:4294967295] 192.168.204.10@tcp LPNI seq info [41227:41227:8:4294967295] 00000400:00000200:2.0:1769074860.110481:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.110487:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.110492:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074860.110497:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.110504:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.110508:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.110537:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b680. 00000020:00000010:2.0:1769074860.110541:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.110545:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074860.110823:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.110838:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074860.110842:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.110847:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.110852:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:1.0:1769074860.110854:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00010000:00000010:2.1:1769074860.116418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000400:00000200:1.0:1769074860.116645:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.116664:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8de880 00000400:00000200:1.0:1769074860.116673:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 33064 00000400:00000200:1.0:1769074860.116689:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.116694:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.116702:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.116708:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289c00. 00000020:00000010:0.0:1769074860.117013:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.117019:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.117025:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.117031:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.117036:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.117117:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.117120:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.117124:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826503808 00000001:00000010:0.0:1769074860.117134:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:0.0:1769074860.117159:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074860.117168:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074860.117193:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9edae000. 00010000:00000010:0.0:1769074860.117223:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074860.117227:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074860.117247:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074860.117250:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074860.117255:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074860.117258:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.117349:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074860.117352:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074860.117356:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074860.117360:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.117427:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074860.117438:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.117444:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074860.117464:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074860.117479:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289c00 x1855007826503808/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074860.117501:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074860.117507:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826503808, offset 224 00000400:00000200:0.0:1769074860.117514:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.117523:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.117529:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41232:41232:256:4294967295] 192.168.204.10@tcp LPNI seq info [41228:41228:8:4294967295] 00000400:00000200:0.0:1769074860.117539:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.117544:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.117549:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074860.117555:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.117562:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.117566:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.117591:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.117595:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.117598:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074860.117963:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.117968:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074860.117972:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.117977:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.117981:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:3.0:1769074860.117983:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00010000:00000010:0.1:1769074860.121838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074860.121854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074860.121858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074860.121860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:1.0:1769074860.122835:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.122854:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8de980 00000400:00000200:1.0:1769074860.122865:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 33640 00000400:00000200:1.0:1769074860.122884:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.122888:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.122906:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.122913:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288000. 00000020:00000010:0.0:1769074860.123100:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.123106:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.123113:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.123119:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.123124:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.123165:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.123168:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.123171:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826504064 02000000:00000010:0.0:1769074860.123205:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edaf000. 00010000:00000010:0.0:1769074860.123246:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.123261:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074860.123270:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115800. 00010000:00000010:0.0:1769074860.123303:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074860.123309:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.123325:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074860.123328:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074860.123333:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074860.123336:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.123424:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074860.123428:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074860.123431:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074860.123435:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074860.123460:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56dc0. 00000020:00000010:0.0:1769074860.123467:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56dc0. 00000020:00000010:0.0:1769074860.123477:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb720. 00080000:00000010:0.0:1769074860.123487:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7ec00. 00000001:00000010:0.0:1769074860.123762:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad960. 00000001:00000010:0.0:1769074860.123769:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8f00. 00000020:00000010:0.0:1769074860.123800:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb720. 00010000:00000010:0.0:1769074860.123809:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074860.123813:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074860.123833:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8000. 00010000:00000010:0.0:1769074860.123871:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074860.123902:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121bab8. 00000004:00000010:0.0:1769074860.123909:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0cf00. 00000004:00000010:0.0:1769074860.123912:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49af760. 00000004:00000010:0.0:1769074860.123917:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca7348. 00000004:00000010:0.0:1769074860.123921:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee87680. 00010000:00000010:0.0:1769074860.123930:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074860.123947:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890237, last committed = 17179889941 00010000:00000200:0.0:1769074860.123957:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288000 x1855007826504064/t17179890237(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.123983:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074860.123989:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826504064, offset 224 00000400:00000010:0.0:1769074860.123996:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae498. 00000400:00000200:0.0:1769074860.124000:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.124013:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.124019:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41233:41233:256:4294967295] 192.168.204.10@tcp LPNI seq info [41229:41229:8:4294967295] 00000400:00000200:0.0:1769074860.124025:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.124031:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.124038:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.124043:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074860.124049:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.124056:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.124061:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.124077:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.124080:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.124083:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074860.124373:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.124378:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074860.124383:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.124388:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074860.124715:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074860.124722:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:3.0:1769074860.124729:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8000. 00000400:00000200:3.0:1769074860.128489:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.128512:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66595 00000400:00000200:3.0:1769074860.128519:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.128524:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.128530:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:3.0:1769074860.128533:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00000400:00000200:3.0:1769074860.128569:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.128577:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dea00 00000400:00000200:3.0:1769074860.128583:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 34128 00000400:00000200:3.0:1769074860.128662:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.128666:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.128671:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.128677:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70380. 00010000:00000010:1.0:1769074860.129475:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074860.129488:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00000020:00000010:2.0:1769074860.134083:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.134095:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.134103:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.134109:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.134114:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.134160:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.134163:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074860.134166:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826504192 00000001:00000010:2.0:1769074860.134176:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074860.134201:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074860.134209:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 02000000:00000010:2.0:1769074860.134236:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e186000. 00010000:00000010:2.0:1769074860.134262:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.134266:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074860.134285:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074860.134288:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074860.134292:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074860.134295:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074860.134371:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074860.134375:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074860.134378:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074860.134381:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074860.134447:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074860.134456:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074860.134460:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074860.134475:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074860.134491:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70380 x1855007826504192/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.134510:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074860.134518:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826504192, offset 224 00000400:00000200:2.0:1769074860.134526:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.134539:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.134545:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41234:41234:256:4294967295] 192.168.204.10@tcp LPNI seq info [41230:41230:8:4294967295] 00000400:00000200:2.0:1769074860.134555:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.134561:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.134566:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074860.134572:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.134578:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.134582:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.134633:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.134637:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.134641:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00010000:00000010:3.1:1769074860.134653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074860.134662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074860.134797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074860.134803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074860.134806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f97ae00. 00000800:00000200:1.0:1769074860.136715:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.136724:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074860.136731:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.136740:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.136748:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:1.0:1769074860.136750:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00000400:00000200:1.0:1769074860.142593:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00010000:00000010:1.1:1769074860.142650:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:1.1:1769074860.142660:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:1.0:1769074860.142680:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8deb00 00000400:00000200:1.0:1769074860.142689:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 34704 00000400:00000200:1.0:1769074860.142707:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.142711:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.142719:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.142731:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288a80. 00010000:00000010:0.1:1769074860.142820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074860.142828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000020:00000010:0.0:1769074860.142865:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.142871:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.142877:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.142883:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.142889:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.142940:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.142943:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.142947:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826504448 02000000:00000010:0.0:1769074860.142984:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edab000. 00010000:00000010:0.0:1769074860.143029:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:0.0:1769074860.143045:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00010000:00000010:0.0:1769074860.143065:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074860.143071:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.143088:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074860.143091:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074860.143095:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074860.143111:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.143194:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074860.143198:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074860.143202:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074860.143206:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074860.143231:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56dc0. 00000020:00000010:0.0:1769074860.143238:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56dc0. 00000020:00000010:0.0:1769074860.143249:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad9c0. 00080000:00000010:0.0:1769074860.143259:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7cc00. 00000001:00000010:0.0:1769074860.143502:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb5a0. 00000001:00000010:0.0:1769074860.143510:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8300. 00000020:00000010:0.0:1769074860.143545:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad9c0. 00010000:00000010:0.0:1769074860.143553:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074860.143558:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074860.143569:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8480. 00010000:00000010:0.0:1769074860.143631:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074860.143658:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0f8f0. 00000004:00000010:0.0:1769074860.143666:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bd900. 00000004:00000010:0.0:1769074860.143670:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58acc0. 00000004:00000010:0.0:1769074860.143676:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfa8e8. 00000004:00000010:0.0:1769074860.143680:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea4f00. 00010000:00000010:0.0:1769074860.143691:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074860.143708:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890238, last committed = 17179889941 00010000:00000200:0.0:1769074860.143717:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288a80 x1855007826504448/t17179890238(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.143736:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074860.143742:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826504448, offset 224 00000400:00000010:0.0:1769074860.143748:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae700. 00000400:00000200:0.0:1769074860.143752:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.143767:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.143773:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41235:41235:256:4294967295] 192.168.204.10@tcp LPNI seq info [41231:41231:8:4294967295] 00000400:00000200:0.0:1769074860.143779:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.143785:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.143791:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.143796:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074860.143802:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.143809:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.143813:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.143829:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.143833:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.143836:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074860.144283:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.144289:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:3.0:1769074860.144293:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.144299:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074860.144575:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074860.144588:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:1.0:1769074860.144595:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8480. 00000400:00000200:3.0:1769074860.146846:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.146867:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6659d 00000400:00000200:3.0:1769074860.146875:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.146880:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.146886:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:3.0:1769074860.146889:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00010000:00000010:2.0:1769074860.147001:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074860.147012:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00000400:00000200:1.0:1769074860.147493:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.147504:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8deb80 00000400:00000200:1.0:1769074860.147511:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 35192 00000400:00000200:1.0:1769074860.147570:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.147574:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.147579:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.147586:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289500. 00000020:00000010:2.0:1769074860.147711:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.147716:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.147722:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.147728:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.147745:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.147793:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.147796:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074860.147800:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826504576 00000001:00000010:2.0:1769074860.147810:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8f00. 00010000:00000010:2.0:1769074860.147837:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074860.147845:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 02000000:00000010:2.0:1769074860.147874:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e187000. 00010000:00000010:2.0:1769074860.147918:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074860.147923:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074860.147939:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074860.147943:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074860.147947:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074860.147949:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074860.148027:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074860.148031:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074860.148035:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074860.148038:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.148103:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074860.148119:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074860.148123:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074860.148143:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074860.148161:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289500 x1855007826504576/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.148181:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074860.148198:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826504576, offset 224 00000400:00000200:2.0:1769074860.148207:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.148220:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.148226:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41236:41236:256:4294967295] 192.168.204.10@tcp LPNI seq info [41232:41232:8:4294967295] 00000400:00000200:2.0:1769074860.148236:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.148242:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.148246:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074860.148252:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.148258:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.148262:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.148277:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.148281:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.148285:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:3.0:1769074860.149528:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.149535:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074860.149540:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.149547:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.149552:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:3.0:1769074860.149553:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00010000:00000010:2.1:1769074860.151765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074860.151790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074860.151794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074860.151798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:0.1:1769074860.158696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:1.1:1769074860.158696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074860.158713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074860.158725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:3.0:1769074860.161471:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.161491:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dec80 00000400:00000200:3.0:1769074860.161501:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 35768 00000400:00000200:3.0:1769074860.161517:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.161522:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.161529:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.161536:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70a80. 00010000:00000010:2.1:1769074860.168328:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074860.168347:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:2.1:1769074860.168353:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074860.168357:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074860.168360:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074860.168362:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000020:00000010:2.0:1769074860.168412:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.168418:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.168425:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.168431:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.168437:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.168476:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.168479:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074860.168483:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826504832 02000000:00000010:2.0:1769074860.168520:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8625a000. 00010000:00000010:2.0:1769074860.168559:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.168572:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074860.168592:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074860.168598:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.168649:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074860.168653:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074860.168658:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074860.168660:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.168743:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074860.168747:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074860.168750:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074860.168753:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00000020:00000010:2.0:1769074860.168780:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074860.168788:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074860.168799:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd6801e0. 00080000:00000010:2.0:1769074860.168810:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1f400. 00000001:00000010:2.0:1769074860.169043:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680840. 00000001:00000010:2.0:1769074860.169050:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074860.169086:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd6801e0. 00010000:00000010:2.0:1769074860.169094:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074860.169113:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074860.169124:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074860.169163:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00080000:00000010:2.0:1769074860.169187:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0e1c8. 00000004:00000010:2.0:1769074860.169194:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bdcc0. 00000004:00000010:2.0:1769074860.169198:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58b100. 00000004:00000010:2.0:1769074860.169202:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfa3c0. 00000004:00000010:2.0:1769074860.169206:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea5c20. 00010000:00000010:2.0:1769074860.169215:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074860.169229:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890239, last committed = 17179889941 00010000:00000200:2.0:1769074860.169238:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70a80 x1855007826504832/t17179890239(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.169252:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074860.169258:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826504832, offset 224 00000400:00000010:2.0:1769074860.169263:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1ba80. 00000400:00000200:2.0:1769074860.169266:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.169280:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.169286:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41237:41237:256:4294967295] 192.168.204.10@tcp LPNI seq info [41233:41233:8:4294967295] 00010000:00000010:3.0:1769074860.169286:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00000400:00000200:2.0:1769074860.169295:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00010000:00000010:3.0:1769074860.169297:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00000400:00000200:2.0:1769074860.169303:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.169308:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00010000:00000010:3.0:1769074860.169309:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000800:00000010:2.0:1769074860.169312:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074860.169319:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.169326:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.169331:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.169356:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.169361:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.169365:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074860.170038:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.170044:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074860.170049:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.170056:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.176435:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.176458:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665a5 00000400:00000200:3.0:1769074860.176466:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.176470:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.176477:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:3.0:1769074860.176481:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00000400:00000200:3.0:1769074860.176515:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.176522:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ded00 00000400:00000200:3.0:1769074860.176528:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 36256 00000400:00000200:3.0:1769074860.176598:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.176624:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.176629:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.176637:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71180. 00000020:00000010:2.0:1769074860.176765:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.176771:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.176778:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.176783:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.176789:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.176844:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fa00. 00000020:00000010:2.0:1769074860.176847:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fa00. 00000100:00000200:2.0:1769074860.176850:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826504960 00000001:00000010:2.0:1769074860.176860:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 00010000:00000010:2.0:1769074860.176901:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074860.176908:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 02000000:00000010:2.0:1769074860.176935:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86258000. 00010000:00000010:2.0:1769074860.176964:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.176969:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074860.176988:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074860.176991:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074860.176995:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074860.176997:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074860.177073:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074860.177077:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b480. 00010000:00000010:2.0:1769074860.177081:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074860.177084:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074860.177153:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074860.177166:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074860.177173:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074860.177196:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:1.0:1769074860.177209:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074860.177216:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71180 x1855007826504960/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:1.0:1769074860.177220:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00000400:00000010:2.0:1769074860.177240:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074860.177245:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826504960, offset 224 00000400:00000200:2.0:1769074860.177251:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.177262:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.177268:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41238:41238:256:4294967295] 192.168.204.10@tcp LPNI seq info [41234:41234:8:4294967295] 00000400:00000200:2.0:1769074860.177291:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.177297:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.177302:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074860.177309:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.177316:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.177320:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.177346:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.177351:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.177356:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074860.177446:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.177450:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074860.177453:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.177457:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.177461:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:1.0:1769074860.177463:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00010000:00000010:0.1:1769074860.177589:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074860.177597:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:2.1:1769074860.179652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074860.179667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074860.184656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074860.184656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:1.1:1769074860.184673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:3.1:1769074860.184676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074860.184677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:3.1:1769074860.184681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074860.188478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074860.188494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074860.188498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074860.188502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00000400:00000200:1.0:1769074860.191354:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.191377:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dee00 00000400:00000200:1.0:1769074860.191387:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 36832 00000400:00000200:1.0:1769074860.191406:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.191410:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.191417:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.191424:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028a300. 00000020:00000010:3.0:1769074860.191941:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.191949:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.191956:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.191961:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074860.191966:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a3e8. 00000020:00000010:3.0:1769074860.192012:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.192015:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.192019:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826505216 02000000:00000010:3.0:1769074860.192057:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8d839000. 00010000:00000010:3.0:1769074860.192101:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:3.0:1769074860.192120:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b480. 00010000:00000010:3.0:1769074860.192140:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.192146:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074860.192161:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074860.192165:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074860.192169:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074860.192171:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074860.192266:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074860.192270:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074860.192274:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074860.192277:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00000020:00000010:3.0:1769074860.192310:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.192317:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.192328:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.192338:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd97c00. 00000001:00000010:3.0:1769074860.192577:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1000. 00000001:00000010:3.0:1769074860.192586:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074860.192677:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.192686:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074860.192690:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074860.192702:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074860.192901:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00080000:00000010:3.0:1769074860.192928:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121a1c8. 00000004:00000010:3.0:1769074860.192935:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0c540. 00000004:00000010:3.0:1769074860.192939:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49ae220. 00000004:00000010:3.0:1769074860.192944:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca7960. 00000004:00000010:3.0:1769074860.192948:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee86b40. 00010000:00000010:3.0:1769074860.192957:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074860.192976:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890240, last committed = 17179889941 00010000:00000200:3.0:1769074860.192986:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028a300 x1855007826505216/t17179890240(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.193007:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074860.193014:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826505216, offset 224 00000400:00000010:3.0:1769074860.193022:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc310. 00000400:00000200:3.0:1769074860.193025:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.193040:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.193046:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41239:41239:256:4294967295] 192.168.204.10@tcp LPNI seq info [41235:41235:8:4294967295] 00000400:00000200:3.0:1769074860.193052:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.193059:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.193065:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.193070:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074860.193077:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.193085:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.193090:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.193112:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074860.193117:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a3e8. 00000020:00000010:3.0:1769074860.193122:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074860.193279:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.193285:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074860.193291:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.193297:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.201667:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.201703:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665ad 00000400:00000200:1.0:1769074860.201712:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.201717:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.201724:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46990 00000400:00000010:1.0:1769074860.201728:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46990. 00000400:00000200:1.0:1769074860.201765:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.201772:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dee80 00000400:00000200:1.0:1769074860.201780:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 37320 00010000:00000010:0.0:1769074860.201839:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00000400:00000200:1.0:1769074860.201844:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.201850:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074860.201853:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00000100:00000200:1.0:1769074860.201856:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.201864:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028aa00. 00000020:00000010:3.0:1769074860.202405:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.202412:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.202418:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.202423:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074860.202427:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a3e8. 00000020:00000010:3.0:1769074860.202460:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.202463:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.202466:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826505344 00000001:00000010:3.0:1769074860.202476:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:3.0:1769074860.202497:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074860.202504:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 02000000:00000010:3.0:1769074860.202531:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8d838000. 00010000:00000010:3.0:1769074860.202563:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.202567:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074860.202586:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074860.202589:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074860.202594:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074860.202596:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074860.202722:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074860.202726:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074860.202729:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074860.202734:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074860.203134:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074860.203147:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074860.203151:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074860.203170:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074860.203475:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028aa00 x1855007826505344/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.203500:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074860.203506:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826505344, offset 224 00000400:00000200:3.0:1769074860.203514:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.203527:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.203533:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41240:41240:256:4294967295] 192.168.204.10@tcp LPNI seq info [41236:41236:8:4294967295] 00000400:00000200:3.0:1769074860.203543:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.203548:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.203554:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074860.203559:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.203567:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.203570:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.203587:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074860.203592:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a3e8. 00000020:00000010:3.0:1769074860.203596:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074860.206972:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.206994:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074860.207006:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.207014:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.207022:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c462a8 00000400:00000010:1.0:1769074860.207025:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c462a8. 00010000:00000010:2.0:1769074860.207685:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:2.0:1769074860.207698:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:2.0:1769074860.207719:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 00000400:00000200:1.0:1769074860.209030:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.209048:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8def80 00000400:00000200:1.0:1769074860.209058:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 37896 00000400:00000200:1.0:1769074860.209074:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.209079:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.209086:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.209093:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028ad80. 00000020:00000010:3.0:1769074860.209419:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.209424:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.209431:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.209436:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074860.209441:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a3e8. 00000020:00000010:3.0:1769074860.209520:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.209523:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.209527:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826505600 02000000:00000010:3.0:1769074860.209563:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8d83b000. 00010000:00000010:3.1:1769074860.209649:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:3.1:1769074860.209657:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.0:1769074860.209664:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074860.209677:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074860.209696:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074860.209703:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074860.209733:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074860.209738:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074860.209744:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074860.209748:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074860.209841:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074860.209846:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074860.209851:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074860.209855:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00000020:00000010:3.0:1769074860.209882:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.209900:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.209912:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.209921:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd96c00. 00000001:00000010:3.0:1769074860.210137:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef17e0. 00000001:00000010:3.0:1769074860.210144:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ec00. 00000020:00000010:3.0:1769074860.210177:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.210197:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074860.210202:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074860.210212:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074860.210245:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00080000:00000010:3.0:1769074860.210268:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593d8f0. 00000004:00000010:3.0:1769074860.210274:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8b40. 00000004:00000010:3.0:1769074860.210278:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d80aa0. 00000004:00000010:3.0:1769074860.210282:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59abb8. 00000004:00000010:3.0:1769074860.210286:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86b2c0. 00010000:00000010:3.0:1769074860.210298:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000200:3.0:1769074860.210312:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890241, last committed = 17179889941 00010000:00000200:3.0:1769074860.210322:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028ad80 x1855007826505600/t17179890241(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.210343:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074860.210350:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826505600, offset 224 00000400:00000010:3.0:1769074860.210357:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc508. 00000400:00000200:3.0:1769074860.210361:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.210376:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.210382:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41241:41241:256:4294967295] 192.168.204.10@tcp LPNI seq info [41237:41237:8:4294967295] 00000400:00000200:3.0:1769074860.210389:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.210396:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.210401:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.210406:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074860.210413:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.210420:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.210424:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.210441:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074860.210445:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a3e8. 00000020:00000010:3.0:1769074860.210448:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074860.210624:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.210629:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074860.210636:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.210641:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074860.212474:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:2.0:1769074860.212494:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:2.0:1769074860.212510:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e3c0. 00000400:00000200:1.0:1769074860.232320:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.232346:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665b5 00000400:00000200:1.0:1769074860.232354:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.232359:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.232366:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46440 00000400:00000010:1.0:1769074860.232369:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46440. 00000400:00000200:1.0:1769074860.233489:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.233501:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8df000 00000400:00000200:1.0:1769074860.233510:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 38384 00000400:00000200:1.0:1769074860.233524:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.233528:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.233535:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.233541:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028b800. 00010000:00000010:0.1:1769074860.233683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074860.233692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074860.233925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074860.233935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000020:00000010:3.0:1769074860.233975:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.233982:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.233989:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.233995:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074860.234000:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a3e8. 00000020:00000010:3.0:1769074860.234034:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.234038:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.234041:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826505728 00000001:00000010:3.0:1769074860.234051:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074860.234075:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.234084:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 02000000:00000010:3.0:1769074860.234114:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8d83c000. 00010000:00000010:3.0:1769074860.234145:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074860.234150:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074860.234170:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074860.234174:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074860.234179:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.234193:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074860.234282:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074860.234285:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed00. 00010000:00000010:3.0:1769074860.234290:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074860.234296:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074860.234368:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074860.234380:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074860.234385:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074860.234406:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000200:3.0:1769074860.234422:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028b800 x1855007826505728/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.234454:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074860.234461:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826505728, offset 224 00000400:00000200:3.0:1769074860.234467:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.234478:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.234484:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41242:41242:256:4294967295] 192.168.204.10@tcp LPNI seq info [41238:41238:8:4294967295] 00000400:00000200:3.0:1769074860.234494:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.234499:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.234503:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074860.234509:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.234516:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.234519:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.234544:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074860.234548:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a3e8. 00000020:00000010:3.0:1769074860.234552:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074860.234772:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.234788:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074860.234795:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.234800:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.234804:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:1.0:1769074860.234806:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00010000:00000010:2.1:1769074860.235239:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074860.235247:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:2.0:1769074860.235267:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:2.0:1769074860.235274:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:2.1:1769074860.236758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074860.236784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074860.237393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074860.237401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074860.237404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074860.237406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074860.237410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074860.237412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074860.237415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074860.237682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074860.239978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074860.239993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074860.239997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074860.239999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:2.1:1769074860.240652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074860.240661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:1.0:1769074860.242582:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.242640:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8df100 00000400:00000200:1.0:1769074860.242649:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 38960 00000400:00000200:1.0:1769074860.242669:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.242674:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.242682:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.242694:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1500. 00000020:00000010:0.0:1769074860.242877:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.242883:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.242900:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.242906:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.242911:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.243001:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.243004:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.243008:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826505984 02000000:00000010:0.0:1769074860.243044:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab9edaa000. 00010000:00000010:0.0:1769074860.243090:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:0.0:1769074860.243106:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed00. 00010000:00000010:0.0:1769074860.243131:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074860.243137:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.243156:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074860.243161:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074860.243166:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074860.243169:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.243273:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074860.243277:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074860.243280:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.243283:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074860.243307:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56dc0. 00000020:00000010:0.0:1769074860.243314:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56dc0. 00000020:00000010:0.0:1769074860.243325:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb300. 00080000:00000010:0.0:1769074860.243337:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefc800. 00000001:00000010:0.0:1769074860.243557:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad4e0. 00000001:00000010:0.0:1769074860.243564:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d83c0. 00000020:00000010:0.0:1769074860.243600:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb300. 00010000:00000010:0.0:1769074860.243663:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074860.243668:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.243679:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8540. 00010000:00000010:0.0:1769074860.243730:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074860.243755:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b1b48e8. 00000004:00000010:0.0:1769074860.243762:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa83c99480. 00000004:00000010:0.0:1769074860.243766:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58b870. 00000004:00000010:0.0:1769074860.243771:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa44bb8. 00000004:00000010:0.0:1769074860.243776:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea4d20. 00010000:00000010:0.0:1769074860.243786:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074860.243805:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890242, last committed = 17179889941 00010000:00000200:0.0:1769074860.243817:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a1500 x1855007826505984/t17179890242(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.243836:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074860.243842:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826505984, offset 224 00000400:00000010:0.0:1769074860.243848:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aef88. 00000400:00000200:0.0:1769074860.243853:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.243866:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.243873:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41243:41243:256:4294967295] 192.168.204.10@tcp LPNI seq info [41239:41239:8:4294967295] 00000400:00000200:0.0:1769074860.243879:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.243886:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.243902:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.243907:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074860.243914:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.243921:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.243925:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.243945:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.243953:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.243957:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074860.244113:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.244118:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:1.0:1769074860.244122:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.244127:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074860.244314:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074860.244321:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:2.0:1769074860.244327:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8540. 00010000:00000010:0.1:1769074860.248681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:0.1:1769074860.248697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00000400:00000200:1.0:1769074860.258528:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.258554:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665bd 00000400:00000200:1.0:1769074860.258561:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.258566:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.258573:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:1.0:1769074860.258576:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00000400:00000200:1.0:1769074860.258601:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.258626:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8df180 00000400:00000200:1.0:1769074860.258635:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 39448 00000400:00000200:1.0:1769074860.258703:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.258708:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.258712:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.258724:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3b80. 00010000:00000010:2.1:1769074860.259061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074860.259069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:2.0:1769074860.259105:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074860.259114:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00000020:00000010:3.0:1769074860.259394:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.259400:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.259406:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.259411:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074860.259416:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a3e8. 00000020:00000010:3.0:1769074860.259455:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.259458:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.259461:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826506112 00000001:00000010:3.0:1769074860.259472:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074860.259494:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.259501:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 02000000:00000010:3.0:1769074860.259527:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8d83a000. 00010000:00000010:3.0:1769074860.259555:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.259559:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074860.259575:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074860.259578:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074860.259582:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074860.259585:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074860.259683:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074860.259687:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074860.259690:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074860.259694:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074860.259759:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074860.259767:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074860.259771:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:0.1:1769074860.259939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074860.264247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.0:1769074860.265297:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000200:3.0:1769074860.265327:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a3b80 x1855007826506112/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.265486:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074860.265495:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826506112, offset 224 00000400:00000200:2.0:1769074860.265503:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.265518:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.265525:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41244:41244:256:4294967295] 192.168.204.10@tcp LPNI seq info [41240:41240:8:4294967295] 00000400:00000200:2.0:1769074860.265539:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.265544:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.265549:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074860.265556:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.265563:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.265568:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.265696:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e580. 00000020:00000010:2.0:1769074860.265703:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a3e8. 00000020:00000010:2.0:1769074860.265708:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074860.266026:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.266031:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074860.266036:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.266041:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.266047:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:1.0:1769074860.266050:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00010000:00000010:2.1:1769074860.266644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074860.266652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000400:00000200:1.0:1769074860.271282:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.271311:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8df280 00000400:00000200:1.0:1769074860.271321:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 40024 00000400:00000200:1.0:1769074860.271338:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.271343:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.271350:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.271358:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3480. 00000020:00000010:2.0:1769074860.271583:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.271590:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.271596:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.271601:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.271623:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.271708:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.271711:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.271715:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826506368 02000000:00000010:2.0:1769074860.271750:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8625d000. 00010000:00000010:2.0:1769074860.271809:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:2.0:1769074860.271828:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:2.0:1769074860.271849:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074860.271855:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.271871:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074860.271875:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074860.271879:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074860.271881:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074860.271979:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074860.271983:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074860.271986:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.271989:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00000020:00000010:2.0:1769074860.272008:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074860.272015:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074860.272025:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd6801e0. 00080000:00000010:2.0:1769074860.272035:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b6e400. 00000001:00000010:2.0:1769074860.272253:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ee40. 00000001:00000010:2.0:1769074860.272260:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf3c0. 00000020:00000010:2.0:1769074860.272294:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd6801e0. 00010000:00000010:2.0:1769074860.272301:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074860.272305:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074860.272798:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074860.272853:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:3.0:1769074860.272860:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:3.0:1769074860.272870:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00080000:00000010:2.0:1769074860.272884:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff921c8. 00010000:00000010:3.0:1769074860.272898:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000004:00000010:2.0:1769074860.272903:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0cd80. 00000004:00000010:2.0:1769074860.272910:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa88c4c330. 00000004:00000010:2.0:1769074860.272915:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca73c0. 00000004:00000010:2.0:1769074860.272919:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee86780. 00010000:00000010:2.0:1769074860.272932:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074860.272954:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890243, last committed = 17179889941 00010000:00000200:2.0:1769074860.272967:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a3480 x1855007826506368/t17179890243(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.272990:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074860.272997:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826506368, offset 224 00000400:00000010:2.0:1769074860.273004:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bdc8. 00000400:00000200:2.0:1769074860.273008:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.273023:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.273030:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41245:41245:256:4294967295] 192.168.204.10@tcp LPNI seq info [41241:41241:8:4294967295] 00000400:00000200:2.0:1769074860.273037:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.273043:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.273049:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.273054:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074860.273060:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.273067:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.273071:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.273092:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074860.273097:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.273102:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:1.0:1769074860.273200:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.273205:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:1.0:1769074860.273209:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.273214:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074860.275530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074860.275544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074860.275549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074860.275551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000400:00000200:1.0:1769074860.276326:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.276348:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665c5 00000400:00000200:1.0:1769074860.276356:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.276361:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.276368:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:1.0:1769074860.276371:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00010000:00000010:2.0:1769074860.276532:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074860.276542:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:2.1:1769074860.277997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:2.1:1769074860.278006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074860.278009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074860.278015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:3.1:1769074860.281920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074860.281935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074860.286043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074860.286060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000400:00000200:1.0:1769074860.294154:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.294173:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8df300 00000400:00000200:1.0:1769074860.294182:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 40512 00000400:00000200:1.0:1769074860.294248:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.294254:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.294263:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.294270:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0700. 00000020:00000010:2.0:1769074860.294568:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.294575:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.294581:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.294586:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074860.294591:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.294658:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.294661:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.294665:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826506496 00000001:00000010:2.0:1769074860.294675:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d83c0. 00010000:00000010:2.0:1769074860.294701:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074860.294710:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 02000000:00000010:2.0:1769074860.295215:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8625c000. 00010000:00000010:2.0:1769074860.295259:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074860.295265:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.295284:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074860.295288:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074860.295292:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.295295:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074860.295372:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074860.295375:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074860.295379:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074860.295383:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074860.296372:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.296390:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074860.296397:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074860.297538:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000200:2.0:1769074860.297575:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a0700 x1855007826506496/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.297601:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074860.297632:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826506496, offset 224 00000400:00000200:2.0:1769074860.297641:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.297655:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.297662:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41246:41246:256:4294967295] 192.168.204.10@tcp LPNI seq info [41242:41242:8:4294967295] 00000400:00000200:2.0:1769074860.297674:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.297680:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.297688:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074860.297694:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.297701:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.297705:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.299292:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074860.299304:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.299311:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:3.0:1769074860.302106:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.302117:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074860.302124:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.302134:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.302142:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:3.0:1769074860.302145:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00010000:00000010:2.1:1769074860.302642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074860.302652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074860.302655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074860.302658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000400:00000200:1.0:1769074860.308854:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.308877:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8df400 00000400:00000200:1.0:1769074860.308886:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 41088 00000400:00000200:1.0:1769074860.308915:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.308919:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.308927:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.308936:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0380. 00000020:00000010:2.0:1769074860.309433:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.309440:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.309446:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88c00. 00000020:00000010:2.0:1769074860.309452:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074860.309457:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901174b0. 00000020:00000010:2.0:1769074860.309546:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.309549:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.309551:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826506752 02000000:00000010:2.0:1769074860.309586:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89c04000. 00010000:00000010:2.0:1769074860.309652:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074860.309667:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074860.309685:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074860.309690:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074860.309706:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074860.309709:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074860.309722:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.309726:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074860.309826:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074860.309831:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074860.309834:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074860.309838:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00000020:00000010:2.0:1769074860.309863:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074860.309870:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074860.309882:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ed20. 00080000:00000010:2.0:1769074860.309902:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e921000. 00000001:00000010:1.0:1769074860.310508:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560660. 00000001:00000010:1.0:1769074860.310516:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111300. 00000020:00000010:1.0:1769074860.310549:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ed20. 00010000:00000010:1.0:1769074860.310560:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074860.310565:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074860.310579:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074860.310649:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00080000:00000010:1.0:1769074860.310674:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593cab0. 00000004:00000010:1.0:1769074860.310682:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd6dccc0. 00000004:00000010:1.0:1769074860.310686:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d80110. 00000004:00000010:1.0:1769074860.310691:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59af00. 00000004:00000010:1.0:1769074860.310695:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89048960. 00010000:00000010:1.0:1769074860.310704:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:1.0:1769074860.310735:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890244, last committed = 17179889941 00010000:00000200:1.0:1769074860.310748:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0380 x1855007826506752/t17179890244(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074860.310768:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074860.310784:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826506752, offset 224 00000400:00000010:1.0:1769074860.310792:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cc40. 00000400:00000200:1.0:1769074860.310797:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.310812:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.310819:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41247:41247:256:4294967295] 192.168.204.10@tcp LPNI seq info [41243:41243:8:4294967295] 00000400:00000200:1.0:1769074860.310825:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074860.310833:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.310838:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.310844:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074860.310850:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.310857:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.310862:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074860.310915:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:1.0:1769074860.310920:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901174b0. 00000020:00000010:1.0:1769074860.310925:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88c00. 00000800:00000200:2.0:1769074860.311108:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.311114:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:2.0:1769074860.311119:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.311125:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074860.312097:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:3.0:1769074860.312111:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:3.0:1769074860.312120:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111900. 00010000:00000010:2.1:1769074860.315666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074860.315684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00000400:00000200:3.0:1769074860.316013:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.316036:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665cd 00000400:00000200:3.0:1769074860.316044:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.316048:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.316056:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fce58 00000400:00000010:3.0:1769074860.316058:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fce58. 00010000:00000010:2.0:1769074860.317574:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074860.317590:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:1.1:1769074860.320644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:1.1:1769074860.320662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:3.1:1769074860.320801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074860.320808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:1.0:1769074860.324388:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.324411:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8df480 00000400:00000200:1.0:1769074860.324420:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 41576 00000400:00000200:1.0:1769074860.324492:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.324498:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.324507:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.324514:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2d80. 00010000:00000010:2.1:1769074860.324643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074860.324652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00000020:00000010:0.0:1769074860.325209:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.325216:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.325223:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.325228:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.325465:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.325506:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.325509:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.325512:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826506880 00000001:00000010:0.0:1769074860.325521:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf3c0. 00010000:00000010:0.0:1769074860.325546:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074860.325554:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074860.325580:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9edac000. 00010000:00000010:0.0:1769074860.325628:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.325633:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.325651:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074860.325654:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074860.325658:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074860.325662:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.326204:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074860.326210:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074860.326214:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074860.326219:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.326544:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.326556:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.326562:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074860.326586:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074860.326644:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2d80 x1855007826506880/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074860.326667:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074860.326674:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826506880, offset 224 00000400:00000200:0.0:1769074860.326693:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.327144:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.327155:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41248:41248:256:4294967295] 192.168.204.10@tcp LPNI seq info [41244:41244:8:4294967295] 00000400:00000200:0.0:1769074860.327168:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.327175:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.327181:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074860.327381:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.327389:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.327393:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.327473:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.327480:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.327484:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074860.328035:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.328041:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074860.328046:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.328052:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.328058:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:2.0:1769074860.328061:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00010000:00000010:0.1:1769074860.331649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074860.331661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074860.331664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074860.331666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:3.0:1769074860.334020:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.334042:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8df580 00000400:00000200:3.0:1769074860.334052:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 42152 00000400:00000200:3.0:1769074860.334067:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.334072:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.334081:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.334088:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72680. 00000020:00000010:0.0:1769074860.334170:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.334177:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.334183:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.334202:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.334208:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.334256:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.334260:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.334263:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826507136 02000000:00000010:0.0:1769074860.334303:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba10fc000. 00010000:00000010:0.0:1769074860.334342:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.334359:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074860.334379:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074860.334385:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.335172:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074860.335178:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074860.335184:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074860.335190:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.335293:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074860.335297:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074860.335300:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.335304:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074860.335329:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56dc0. 00000020:00000010:0.0:1769074860.335337:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56dc0. 00000020:00000010:0.0:1769074860.335349:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad9c0. 00080000:00000010:0.0:1769074860.335360:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefe400. 00000001:00000010:0.0:1769074860.335578:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb360. 00000001:00000010:0.0:1769074860.335585:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d89c0. 00000020:00000010:0.0:1769074860.335641:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad9c0. 00010000:00000010:0.0:1769074860.335651:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074860.335655:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.335665:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074860.335721:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074860.335722:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074860.335728:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:2.0:1769074860.335734:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00080000:00000010:0.0:1769074860.335744:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe99a1c8. 00000004:00000010:0.0:1769074860.335760:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50c300. 00000004:00000010:0.0:1769074860.335764:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4fed0. 00000004:00000010:0.0:1769074860.335769:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10078. 00000004:00000010:0.0:1769074860.335773:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd2241e0. 00010000:00000010:0.0:1769074860.335784:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074860.335805:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890245, last committed = 17179889941 00010000:00000200:0.0:1769074860.335817:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72680 x1855007826507136/t17179890245(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.335838:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074860.335846:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826507136, offset 224 00000400:00000010:0.0:1769074860.335854:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae5b0. 00000400:00000200:0.0:1769074860.335859:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.335873:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.335880:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41249:41249:256:4294967295] 192.168.204.10@tcp LPNI seq info [41245:41245:8:4294967295] 00000400:00000200:0.0:1769074860.335897:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.335905:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.335911:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.335916:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074860.335923:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.335930:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.335933:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.335948:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.335951:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.335954:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074860.336075:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.336079:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074860.336081:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.336085:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074860.339691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074860.339706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074860.343663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074860.343692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:2.1:1769074860.343758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074860.343765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000400:00000200:2.0:1769074860.348173:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.348196:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665d5 00000400:00000200:2.0:1769074860.348203:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.348300:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.348308:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:2.0:1769074860.348311:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00000400:00000200:2.0:1769074860.348401:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.348408:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8df600 00000400:00000200:2.0:1769074860.348416:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 42640 00000400:00000200:2.0:1769074860.348479:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.348484:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.348489:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.348495:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2ca80. 00000020:00000010:0.0:1769074860.352945:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.352956:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.352964:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.352969:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.352975:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.353022:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.353025:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.353028:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826507264 00000001:00000010:0.0:1769074860.353039:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111300. 00010000:00000010:0.0:1769074860.353064:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074860.353071:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074860.353097:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba10fe000. 00010000:00000010:0.0:1769074860.353127:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.353131:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.353150:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074860.353154:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074860.353158:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074860.353161:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.353247:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074860.353250:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074860.353254:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074860.353258:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074860.353336:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.353348:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.353354:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074860.353373:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074860.353391:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2ca80 x1855007826507264/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074860.353411:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074860.353418:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826507264, offset 224 00000400:00000200:0.0:1769074860.353426:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.353439:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.353446:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41250:41250:256:4294967295] 192.168.204.10@tcp LPNI seq info [41246:41246:8:4294967295] 00000400:00000200:0.0:1769074860.353457:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.353462:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.353466:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074860.353473:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.353480:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.353484:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.353518:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.353522:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.353525:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074860.354129:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.354134:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:2.0:1769074860.354139:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.354145:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.354151:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:2.0:1769074860.354154:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00010000:00000010:1.0:1769074860.357859:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074860.357879:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:0.1:1769074860.360661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074860.360676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074860.360689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074860.360692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:1.0:1769074860.362034:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.362056:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8df700 00000400:00000200:1.0:1769074860.362066:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 43216 00000400:00000200:1.0:1769074860.362083:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.362088:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.362097:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.362103:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0a80. 00000020:00000010:3.0:1769074860.362222:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.362229:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.362235:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074860.362240:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e800. 00000020:00000010:3.0:1769074860.362246:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a3e8. 00000020:00000010:3.0:1769074860.362281:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.362294:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.362297:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826507520 02000000:00000010:3.0:1769074860.362338:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c68a000. 00010000:00000010:3.0:1769074860.362384:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074860.362401:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:3.0:1769074860.362425:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.362433:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074860.362450:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074860.362453:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074860.362457:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074860.362461:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074860.362544:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074860.362547:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074860.362551:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.362554:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00000020:00000010:3.0:1769074860.362578:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.362585:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.362596:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.362647:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd94c00. 00010000:00000010:1.1:1769074860.365708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074860.365725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00000001:00000010:2.0:1769074860.366733:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e300. 00000001:00000010:2.0:1769074860.366743:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074860.366860:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:2.0:1769074860.366876:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074860.366883:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074860.366917:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfb40. 00010000:00000010:2.0:1769074860.367025:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00080000:00000010:2.0:1769074860.367056:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593dc80. 00000004:00000010:2.0:1769074860.367063:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8540. 00000004:00000010:2.0:1769074860.367067:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d81980. 00000004:00000010:2.0:1769074860.367071:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59a960. 00000004:00000010:2.0:1769074860.367075:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86a3c0. 00010000:00000010:2.0:1769074860.367089:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000200:2.0:1769074860.367113:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890246, last committed = 17179889941 00010000:00000200:2.0:1769074860.367132:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0a80 x1855007826507520/t17179890246(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.367155:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074860.367163:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826507520, offset 224 00000400:00000010:2.0:1769074860.367170:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b658. 00000400:00000200:2.0:1769074860.367175:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.367190:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.367198:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41251:41251:256:4294967295] 192.168.204.10@tcp LPNI seq info [41247:41247:8:4294967295] 00000400:00000200:2.0:1769074860.367205:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.367210:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.367216:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.367221:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074860.367227:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.367233:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.367237:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.367267:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e800. 00000020:00000010:2.0:1769074860.367271:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a3e8. 00000020:00000010:2.0:1769074860.367275:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:3.0:1769074860.367514:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.367519:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074860.367523:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.367529:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074860.372062:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:1.0:1769074860.372083:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:1.0:1769074860.372094:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00010000:00000010:3.1:1769074860.372736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074860.372747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00000400:00000200:2.0:1769074860.374010:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.374032:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665dd 00000400:00000200:2.0:1769074860.374040:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.374045:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.374052:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:2.0:1769074860.374055:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:0.0:1769074860.374162:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:0.0:1769074860.374173:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00000400:00000200:1.0:1769074860.375349:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.375364:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8df780 00000400:00000200:1.0:1769074860.375372:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 43704 00000400:00000200:1.0:1769074860.375426:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.375430:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.375437:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.375444:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2a00. 00000020:00000010:2.0:1769074860.375535:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.375540:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.375546:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.375551:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.375556:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.375644:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.375647:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.375651:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826507648 00000001:00000010:2.0:1769074860.375661:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 00010000:00000010:2.0:1769074860.375685:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.375693:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 02000000:00000010:2.0:1769074860.375721:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89c01000. 00010000:00000010:2.0:1769074860.375762:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074860.375768:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.375789:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074860.375792:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074860.375797:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074860.375800:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074860.375874:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074860.375877:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074860.375882:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074860.375900:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074860.375969:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.375981:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074860.375986:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074860.376007:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074860.376021:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2a00 x1855007826507648/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.376042:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074860.376047:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826507648, offset 224 00000400:00000200:2.0:1769074860.376054:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.376063:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.376069:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41252:41252:256:4294967295] 192.168.204.10@tcp LPNI seq info [41248:41248:8:4294967295] 00000400:00000200:2.0:1769074860.376080:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.376085:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.376091:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074860.376097:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.376103:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.376107:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.376122:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.376125:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.376130:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074860.376588:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.376593:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:3.0:1769074860.376597:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.377687:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.377695:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:3.0:1769074860.377698:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:2.1:1769074860.378921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:2.1:1769074860.378938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000400:00000200:2.0:1769074860.382391:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.382412:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8df880 00000400:00000200:2.0:1769074860.382420:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 44280 00000400:00000200:2.0:1769074860.382437:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.382442:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.382449:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.382456:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2ed80. 00000020:00000010:0.0:1769074860.383279:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.383849:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.383858:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.383864:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.383868:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.383971:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.383974:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.383978:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826507904 02000000:00000010:0.0:1769074860.384021:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa9020c000. 00010000:00000010:0.0:1769074860.384064:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:0.0:1769074860.384083:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:0.0:1769074860.384103:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074860.384110:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.384126:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074860.384130:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66500. 00010000:00000010:0.0:1769074860.384135:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074860.384137:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.384229:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074860.384233:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074860.384237:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.384240:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074860.384265:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56dc0. 00000020:00000010:0.0:1769074860.384272:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56dc0. 00000020:00000010:0.0:1769074860.384580:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbae0. 00080000:00000010:0.0:1769074860.384593:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfeff000. 00000001:00000010:0.0:1769074860.386303:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a240. 00000001:00000010:0.0:1769074860.386320:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8d80. 00000020:00000010:0.0:1769074860.386365:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbae0. 00010000:00000010:0.0:1769074860.386380:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074860.386388:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074860.386410:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074860.386463:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074860.386490:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593d398. 00000004:00000010:0.0:1769074860.386499:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8240. 00000004:00000010:0.0:1769074860.386502:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d80dd0. 00000004:00000010:0.0:1769074860.386507:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59a3c0. 00000004:00000010:0.0:1769074860.386512:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86af00. 00010000:00000010:0.0:1769074860.386526:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074860.386546:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890247, last committed = 17179889941 00010000:00000200:0.0:1769074860.386558:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2ed80 x1855007826507904/t17179890247(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.386591:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074860.386598:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826507904, offset 224 00000400:00000010:0.0:1769074860.386627:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae118. 00000400:00000200:0.0:1769074860.386632:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.386646:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.386652:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41253:41253:256:4294967295] 192.168.204.10@tcp LPNI seq info [41249:41249:8:4294967295] 00000400:00000200:0.0:1769074860.386660:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.386666:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.386671:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.386675:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074860.386681:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.386688:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.386693:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.386717:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.386722:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.386726:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074860.386903:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.386908:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074860.386913:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.386917:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074860.387144:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074860.387152:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:3.0:1769074860.387159:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00010000:00000010:0.1:1769074860.388471:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:0.1:1769074860.388483:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:1.1:1769074860.388632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074860.388639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074860.388679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074860.388687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074860.388691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074860.388694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:3.1:1769074860.391817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074860.391830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000400:00000200:3.0:1769074860.393021:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.393043:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665e5 00000400:00000200:3.0:1769074860.393051:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.393055:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.393062:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:3.0:1769074860.393065:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00010000:00000010:1.0:1769074860.393263:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074860.393274:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66500. 00000400:00000200:2.0:1769074860.393428:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.393438:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8df900 00000400:00000200:2.0:1769074860.393446:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 44768 00000400:00000200:2.0:1769074860.393503:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.393508:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.393513:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.393521:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2d880. 00000020:00000010:0.0:1769074860.393644:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.393650:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.393657:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.393662:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.393667:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.393709:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.393712:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.393714:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826508032 00000001:00000010:0.0:1769074860.393725:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 00010000:00000010:0.0:1769074860.393757:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074860.393765:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074860.393790:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9020b000. 00010000:00000010:0.0:1769074860.393820:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074860.393824:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.393841:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074860.393845:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074860.393848:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074860.393851:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.393942:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074860.393946:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074860.393949:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074860.393952:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.394015:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.394025:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.394029:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074860.394049:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074860.394066:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2d880 x1855007826508032/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074860.394086:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074860.394092:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826508032, offset 224 00000400:00000200:0.0:1769074860.394098:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.394109:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.394115:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41254:41254:256:4294967295] 192.168.204.10@tcp LPNI seq info [41250:41250:8:4294967295] 00000400:00000200:0.0:1769074860.394125:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.394130:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.394135:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074860.394142:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.394148:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.394152:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.394167:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.394171:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.394174:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074860.394442:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.394447:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074860.394450:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.394454:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.394458:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:1.0:1769074860.394460:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00010000:00000010:0.1:1769074860.396788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:0.1:1769074860.396803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074860.396809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074860.396821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:1.1:1769074860.401658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074860.401676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:3.0:1769074860.402330:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.402350:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dfa00 00000400:00000200:3.0:1769074860.402360:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 45344 00000400:00000200:3.0:1769074860.402378:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.402383:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.402390:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.402397:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71880. 00000020:00000010:3.0:1769074860.409017:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.409041:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.409052:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074860.409058:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074860.409063:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aaf0. 00000020:00000010:3.0:1769074860.409124:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.409127:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.409131:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826508288 02000000:00000010:3.0:1769074860.409169:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c68b000. 00010000:00000010:3.0:1769074860.409219:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.1:1769074860.409635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074860.409643:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.1:1769074860.409643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074860.409646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074860.409649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.0:1769074860.409674:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074860.409682:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074860.409698:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074860.409702:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074860.409705:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074860.409709:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074860.411009:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074860.411016:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074860.411096:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074860.411102:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00000020:00000010:3.0:1769074860.411143:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.411149:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.411161:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.411169:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff75c00. 00000001:00000010:3.0:1769074860.411542:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1900. 00000001:00000010:3.0:1769074860.411549:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ec00. 00000020:00000010:3.0:1769074860.411579:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.411588:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074860.411592:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074860.411629:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e900. 00010000:00000010:0.0:1769074860.411955:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:0.0:1769074860.411966:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074860.412122:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074860.412128:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00080000:00000010:3.0:1769074860.412148:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe99bc80. 00000004:00000010:3.0:1769074860.412154:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50c840. 00000004:00000010:3.0:1769074860.412157:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4fba0. 00000004:00000010:3.0:1769074860.412161:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb105a0. 00000004:00000010:3.0:1769074860.412164:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd2254a0. 00010000:00000010:3.0:1769074860.412169:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074860.412734:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890248, last committed = 17179889941 00010000:00000200:3.0:1769074860.412748:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71880 x1855007826508288/t17179890248(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.412863:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074860.412872:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826508288, offset 224 00000400:00000010:3.0:1769074860.412881:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccee0. 00000400:00000200:3.0:1769074860.412885:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.412911:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.412918:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41255:41255:256:4294967295] 192.168.204.10@tcp LPNI seq info [41251:41251:8:4294967295] 00000400:00000200:3.0:1769074860.412926:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.412933:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.412939:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.412945:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074860.412952:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.412957:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.412960:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.413127:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074860.413133:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aaf0. 00000020:00000010:3.0:1769074860.413138:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:2.0:1769074860.413216:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.413221:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074860.413229:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.413235:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074860.415653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:1.0:1769074860.417235:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.417258:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665ed 00000400:00000200:1.0:1769074860.417266:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.417271:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.417278:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46770 00000400:00000010:1.0:1769074860.417281:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46770. 00000400:00000200:1.0:1769074860.417327:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.417333:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dfa80 00000400:00000200:1.0:1769074860.417341:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 45832 00000400:00000200:1.0:1769074860.417394:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.417398:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.417403:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.417409:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0e00. 00000020:00000010:3.0:1769074860.418162:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.418168:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.418174:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074860.418180:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074860.418185:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aaf0. 00000020:00000010:3.0:1769074860.418232:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.418235:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.418238:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826508416 00000001:00000010:3.0:1769074860.418249:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8d80. 00010000:00000010:3.0:1769074860.418275:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.418291:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 02000000:00000010:3.0:1769074860.418318:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c689000. 00010000:00000010:3.0:1769074860.418348:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074860.418352:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074860.418370:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074860.418374:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074860.418379:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.418382:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074860.418453:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074860.418456:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074860.418460:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.418463:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074860.418526:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074860.418539:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074860.418544:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074860.418576:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074860.418594:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0e00 x1855007826508416/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.418642:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074860.418649:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826508416, offset 224 00000400:00000200:3.0:1769074860.418656:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.418669:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.418675:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41256:41256:256:4294967295] 192.168.204.10@tcp LPNI seq info [41252:41252:8:4294967295] 00000400:00000200:3.0:1769074860.418685:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.418690:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.418696:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074860.418702:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.418710:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.418714:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.418729:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074860.418746:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aaf0. 00010000:00000010:0.1:1769074860.419221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:0.0:1769074860.419249:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:0.0:1769074860.419256:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00000020:00000010:3.0:1769074860.419450:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:2.0:1769074860.419631:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.419636:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:2.0:1769074860.419642:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.419648:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.419653:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46000 00000400:00000010:2.0:1769074860.419656:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46000. 00010000:00000010:3.1:1769074860.421848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074860.421864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074860.421869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074860.421876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:2.0:1769074860.423573:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.423594:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dfb80 00000400:00000200:2.0:1769074860.423636:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 46408 00000400:00000200:2.0:1769074860.423653:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.423658:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.423667:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.423674:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2e680. 00000020:00000010:3.0:1769074860.423900:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.423906:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.423912:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074860.423919:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074860.423924:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aaf0. 00000020:00000010:3.0:1769074860.423960:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.423963:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.423966:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826508672 02000000:00000010:3.0:1769074860.424003:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c68c000. 00010000:00000010:3.0:1769074860.424045:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074860.424063:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074860.424081:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074860.424087:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074860.424105:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074860.424108:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074860.424113:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074860.424116:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074860.424200:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074860.424204:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074860.424218:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074860.424223:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00000020:00000010:3.0:1769074860.424249:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.424256:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.424267:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.424276:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2b9800. 00000001:00000010:3.0:1769074860.424528:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1de0. 00000001:00000010:3.0:1769074860.424536:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074860.424569:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.424577:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074860.424581:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074860.424594:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074860.425941:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00080000:00000010:3.0:1769074860.425982:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe99a000. 00000004:00000010:3.0:1769074860.425991:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50c3c0. 00000004:00000010:3.0:1769074860.425995:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4e550. 00000004:00000010:3.0:1769074860.426001:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10f00. 00000004:00000010:3.0:1769074860.426005:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8429a5a0. 00010000:00000010:3.0:1769074860.426017:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:3.0:1769074860.426040:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890249, last committed = 17179889941 00010000:00000200:3.0:1769074860.426052:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2e680 x1855007826508672/t17179890249(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.426076:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074860.426084:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826508672, offset 224 00000400:00000010:3.0:1769074860.426093:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccc08. 00000400:00000200:3.0:1769074860.426098:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.426114:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.426121:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41257:41257:256:4294967295] 192.168.204.10@tcp LPNI seq info [41253:41253:8:4294967295] 00000400:00000200:3.0:1769074860.426129:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.426135:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.426141:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.426147:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074860.426155:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.426162:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.426166:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.426184:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074860.426188:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aaf0. 00000020:00000010:3.0:1769074860.426194:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00010000:00000010:2.0:1769074860.426433:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:2.0:1769074860.426442:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:2.0:1769074860.426449:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e3c0. 00000800:00000200:1.0:1769074860.426683:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.426688:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074860.426696:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.426703:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074860.426922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074860.426930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074860.427971:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074860.427982:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074860.427985:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074860.427989:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:2.0:1769074860.429029:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.429048:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665f5 00000400:00000200:2.0:1769074860.429056:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.429060:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.429066:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46000 00000400:00000010:2.0:1769074860.429069:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46000. 00010000:00000010:1.0:1769074860.429539:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:1.0:1769074860.429551:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:3.1:1769074860.431898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074860.431915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074860.431919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074860.431925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:2.1:1769074860.432668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074860.432678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00000400:00000200:2.0:1769074860.435073:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.435093:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dfc00 00000400:00000200:2.0:1769074860.435103:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 46896 00000400:00000200:2.0:1769074860.435172:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.435179:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.435187:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.435194:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2fb80. 00000020:00000010:3.0:1769074860.435592:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.435598:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.435647:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074860.435653:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074860.435658:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aaf0. 00000020:00000010:3.0:1769074860.435690:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.435692:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.435694:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826508800 00000001:00000010:3.0:1769074860.435702:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074860.435726:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074860.436004:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 02000000:00000010:3.0:1769074860.436036:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c688000. 00010000:00000010:3.0:1769074860.436067:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074860.436072:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074860.436092:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074860.436095:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074860.436099:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.436103:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.436185:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074860.436188:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074860.436193:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.436196:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074860.436261:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074860.436275:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.436280:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:1.1:1769074860.436711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074860.436717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074860.437069:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:3.0:1769074860.437092:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2fb80 x1855007826508800/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.437180:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074860.437189:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826508800, offset 224 00000400:00000200:2.0:1769074860.437198:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.437213:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.437220:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41258:41258:256:4294967295] 192.168.204.10@tcp LPNI seq info [41254:41254:8:4294967295] 00000400:00000200:2.0:1769074860.437232:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.437239:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.437246:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074860.437252:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.437259:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.437263:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.437300:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:2.0:1769074860.437305:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aaf0. 00000020:00000010:2.0:1769074860.437309:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00000800:00000200:1.0:1769074860.437535:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.437540:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074860.437545:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.437549:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.437555:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:1.0:1769074860.437558:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00000400:00000200:2.0:1769074860.440594:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.440657:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dfd00 00000400:00000200:2.0:1769074860.440667:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 47472 00000400:00000200:2.0:1769074860.440684:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.440689:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.440696:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.440703:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2c380. 00000020:00000010:3.0:1769074860.440927:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.440933:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.440940:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074860.440947:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074860.440952:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074860.440995:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.440998:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.441001:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826509056 02000000:00000010:3.0:1769074860.441043:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87cf9000. 00010000:00000010:3.0:1769074860.441086:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074860.441104:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074860.441124:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.441131:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074860.441150:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074860.441153:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074860.441158:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074860.441161:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074860.441253:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074860.441257:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074860.441261:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074860.441265:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00000020:00000010:3.0:1769074860.441290:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.441297:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.441308:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.441319:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2b8400. 00000001:00000010:3.0:1769074860.441530:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1240. 00000001:00000010:3.0:1769074860.441537:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074860.441572:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.441580:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074860.441585:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074860.441597:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ec00. 00010000:00000010:3.0:1769074860.441666:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00080000:00000010:3.0:1769074860.441702:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0eab0. 00000004:00000010:3.0:1769074860.441710:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bdf00. 00000004:00000010:3.0:1769074860.441713:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58a770. 00000004:00000010:3.0:1769074860.441718:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfa000. 00000004:00000010:3.0:1769074860.441723:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea43c0. 00010000:00000010:3.0:1769074860.441734:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:2.0:1769074860.442127:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:2.0:1769074860.442135:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00010000:00000010:2.0:1769074860.442142:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ec00. 00010000:00000200:3.0:1769074860.442348:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890250, last committed = 17179889941 00010000:00000200:3.0:1769074860.442361:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2c380 x1855007826509056/t17179890250(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.442383:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074860.442391:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826509056, offset 224 00000400:00000010:3.0:1769074860.442399:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccb98. 00000400:00000200:3.0:1769074860.442403:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.442418:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.442424:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41259:41259:256:4294967295] 192.168.204.10@tcp LPNI seq info [41255:41255:8:4294967295] 00000400:00000200:3.0:1769074860.442431:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.442438:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.442443:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.442449:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074860.442456:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.442464:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.442469:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.442496:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074860.442500:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074860.442505:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:2.0:1769074860.442951:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.442956:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074860.442963:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.442968:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.445534:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.445558:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x665fd 00000400:00000200:1.0:1769074860.445576:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.445581:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.445589:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46770 00000400:00000010:1.0:1769074860.445592:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46770. 00010000:00000010:0.0:1769074860.446060:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:0.0:1769074860.446073:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00000400:00000200:2.0:1769074860.448138:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.448154:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dfd80 00000400:00000200:2.0:1769074860.448162:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 47960 00000400:00000200:2.0:1769074860.448226:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.448231:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.448239:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.448246:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2f480. 00000020:00000010:3.0:1769074860.448331:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.448337:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.448344:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074860.448350:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074860.448355:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a190. 00000020:00000010:3.0:1769074860.448399:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.448401:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.448404:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826509184 00000001:00000010:3.0:1769074860.448414:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074860.448441:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074860.448449:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074860.448479:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87cff000. 00010000:00000010:3.0:1769074860.448511:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074860.448515:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.448532:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074860.448536:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074860.448540:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074860.448542:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.1:1769074860.448638:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074860.448644:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074860.448646:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074860.448648:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074860.448649:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074860.448651:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074860.448653:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074860.448657:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.448676:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074860.448678:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074860.448681:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.448683:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074860.448743:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:2.1:1769074860.448884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074860.448898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074860.448996:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.449002:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074860.449097:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074860.449119:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2f480 x1855007826509184/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.449326:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074860.449334:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826509184, offset 224 00000400:00000200:2.0:1769074860.449341:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.449353:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.449359:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41260:41260:256:4294967295] 192.168.204.10@tcp LPNI seq info [41256:41256:8:4294967295] 00000400:00000200:2.0:1769074860.449370:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.449376:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.449382:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074860.449389:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.449396:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.449401:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.449427:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e900. 00000020:00000010:2.0:1769074860.449432:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a190. 00000020:00000010:2.0:1769074860.449436:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00000800:00000200:3.0:1769074860.449554:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.449558:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074860.449562:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.449567:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.449572:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:3.0:1769074860.449575:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:0.1:1769074860.453756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074860.453774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000400:00000200:1.0:1769074860.453934:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.453953:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8dfe80 00000400:00000200:1.0:1769074860.453963:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 48536 00000400:00000200:1.0:1769074860.453979:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.453983:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.453991:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.453997:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3b80. 00000020:00000010:2.0:1769074860.454111:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.454117:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.454124:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.454129:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.454134:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.454177:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.454180:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.454183:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826509440 02000000:00000010:2.0:1769074860.454220:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89c02000. 00010000:00000010:2.0:1769074860.454259:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:2.0:1769074860.454274:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:2.0:1769074860.454306:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074860.454312:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.454327:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074860.454330:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074860.454335:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074860.454338:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074860.454421:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074860.454425:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074860.454428:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074860.454432:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00000020:00000010:2.0:1769074860.454455:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef000. 00000020:00000010:2.0:1769074860.454462:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef000. 00000020:00000010:2.0:1769074860.454474:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ed20. 00080000:00000010:2.0:1769074860.454484:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e920400. 00000001:00000010:2.0:1769074860.456741:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680ea0. 00000001:00000010:2.0:1769074860.456878:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074860.456933:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ed20. 00010000:00000010:2.0:1769074860.456951:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074860.456959:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074860.456981:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf780. 00010000:00000010:2.0:1769074860.457073:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00080000:00000010:2.0:1769074860.457104:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121bc80. 00000004:00000010:2.0:1769074860.457111:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0c0c0. 00000004:00000010:2.0:1769074860.457115:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa88c4dba0. 00000004:00000010:2.0:1769074860.457119:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca74b0. 00000004:00000010:2.0:1769074860.457124:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee861e0. 00010000:00000010:2.0:1769074860.457137:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074860.457158:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890251, last committed = 17179889941 00010000:00000200:2.0:1769074860.457169:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3b80 x1855007826509440/t17179890251(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.457188:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074860.457194:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826509440, offset 224 00000400:00000010:2.0:1769074860.457201:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bd20. 00000400:00000200:2.0:1769074860.457205:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.457220:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.457228:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41261:41261:256:4294967295] 192.168.204.10@tcp LPNI seq info [41257:41257:8:4294967295] 00000400:00000200:2.0:1769074860.457235:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.457242:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.457248:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.457253:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074860.457259:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.457267:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.457271:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.457313:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.457318:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.457323:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074860.457539:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.457543:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:0.0:1769074860.457546:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.457550:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074860.459935:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074860.459950:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074860.459955:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074860.459957:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074860.459994:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:3.0:1769074860.460004:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:3.0:1769074860.460012:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf780. 00000400:00000200:2.0:1769074860.461180:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.461204:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66605 00000400:00000200:2.0:1769074860.461212:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.461216:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.461223:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:2.0:1769074860.461226:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00000400:00000200:2.0:1769074860.461319:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.461326:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8dff00 00000400:00000200:2.0:1769074860.461333:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 49024 00000400:00000200:2.0:1769074860.461386:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.461389:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.461394:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.461400:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2e300. 00000020:00000010:3.0:1769074860.461482:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.461488:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.461494:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.461499:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.461504:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.461550:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.461553:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.461556:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826509568 00000001:00000010:3.0:1769074860.461575:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074860.461599:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074860.461633:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074860.461660:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87cfc000. 00010000:00000010:3.0:1769074860.461691:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074860.461695:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.461724:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074860.461728:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074860.461739:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074860.461742:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.461822:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074860.461826:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074860.461830:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074860.461834:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074860.461911:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.461923:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.461928:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074860.461949:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074860.461964:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2e300 x1855007826509568/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.461982:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074860.461987:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826509568, offset 224 00000400:00000200:3.0:1769074860.461993:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.462003:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.462009:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41262:41262:256:4294967295] 192.168.204.10@tcp LPNI seq info [41258:41258:8:4294967295] 00000400:00000200:3.0:1769074860.462020:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.462025:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.462031:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074860.462037:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.462043:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.462047:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.462069:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.462073:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.462076:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074860.462641:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.462646:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074860.462654:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.462659:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.462663:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:2.0:1769074860.462666:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00000400:00000200:0.0:1769074860.466583:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.466631:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e0000 00000400:00000200:0.0:1769074860.466641:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 49600 00000400:00000200:0.0:1769074860.466658:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.466664:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.466672:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.466679:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688000. 00000020:00000010:2.0:1769074860.466797:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.466803:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.466809:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.466814:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.466819:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.466859:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.466862:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.466865:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826509824 02000000:00000010:2.0:1769074860.466913:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89c03000. 00010000:00000010:2.0:1769074860.466954:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:2.0:1769074860.466971:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:2.0:1769074860.466988:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074860.466996:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.467012:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074860.467016:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074860.467022:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.467024:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.467105:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074860.467109:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074860.467112:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074860.467116:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00000020:00000010:2.0:1769074860.467147:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074860.467154:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efe20. 00000020:00000010:2.0:1769074860.467165:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd6802a0. 00080000:00000010:2.0:1769074860.467175:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e921c00. 00000001:00000010:2.0:1769074860.467413:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e600. 00000001:00000010:2.0:1769074860.467421:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074860.467463:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd6802a0. 00010000:00000010:2.0:1769074860.467472:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074860.467476:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.467488:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074860.467537:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00080000:00000010:2.0:1769074860.467563:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe99a8e8. 00000004:00000010:2.0:1769074860.467571:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50c480. 00000004:00000010:2.0:1769074860.467575:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4eee0. 00000004:00000010:2.0:1769074860.467580:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10708. 00000004:00000010:2.0:1769074860.467584:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8429bc20. 00010000:00000010:2.0:1769074860.467593:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074860.467635:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890252, last committed = 17179889941 00010000:00000200:2.0:1769074860.467645:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688000 x1855007826509824/t17179890252(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.467664:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074860.467671:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826509824, offset 224 00000400:00000010:2.0:1769074860.467677:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b380. 00000400:00000200:2.0:1769074860.467681:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.467694:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.467700:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41263:41263:256:4294967295] 192.168.204.10@tcp LPNI seq info [41259:41259:8:4294967295] 00000400:00000200:2.0:1769074860.467705:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.467712:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.467718:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.467723:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074860.467728:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.467734:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.467739:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.467761:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.467766:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.467771:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074860.467868:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.467873:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:2.0:1769074860.467877:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.467881:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074860.468405:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:0.0:1769074860.468412:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:0.0:1769074860.468421:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf3c0. 00010000:00000010:1.0:1769074860.471582:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:1.0:1769074860.471632:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00000400:00000200:2.0:1769074860.472259:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.472287:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6660d 00000400:00000200:2.0:1769074860.472295:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.472300:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.472307:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:2.0:1769074860.472309:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00010000:00000010:0.0:1769074860.472383:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:0.0:1769074860.472390:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:2.1:1769074860.473082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:2.1:1769074860.473092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:2.1:1769074860.473096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074860.473103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000400:00000200:0.0:1769074860.474351:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.474368:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e0080 00000400:00000200:0.0:1769074860.474378:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 50088 00000400:00000200:0.0:1769074860.474436:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.474440:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.474447:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.474455:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90887800. 00000020:00000010:3.0:1769074860.474538:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.474544:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.474551:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.474556:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.474562:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00010000:00000010:3.1:1769074860.474635:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074860.474641:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000020:00000010:3.0:1769074860.474647:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.474649:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.474652:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826509952 00000001:00000010:3.0:1769074860.474660:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfb40. 00010000:00000010:3.0:1769074860.474680:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.474686:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074860.474717:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87cfb000. 00010000:00000010:3.0:1769074860.474745:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074860.474749:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.474767:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074860.474771:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074860.474774:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.474777:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.474854:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074860.474857:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074860.474861:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074860.474865:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074860.474946:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.474957:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.474964:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074860.474983:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074860.474999:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90887800 x1855007826509952/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.475019:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074860.475024:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826509952, offset 224 00000400:00000200:3.0:1769074860.475030:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.475040:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.475046:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41264:41264:256:4294967295] 192.168.204.10@tcp LPNI seq info [41260:41260:8:4294967295] 00000400:00000200:3.0:1769074860.475056:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.475062:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.475066:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074860.475072:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.475079:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.475083:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.475109:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.475113:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.475116:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:0.1:1769074860.475174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074860.475180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:0.1:1769074860.475183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074860.475186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00000800:00000200:0.0:1769074860.475243:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.475247:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074860.475253:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.475257:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.475261:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46440 00000400:00000010:0.0:1769074860.475263:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46440. 00010000:00000010:3.1:1769074860.477022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074860.477036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074860.477040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074860.477043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:2.1:1769074860.477650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:2.1:1769074860.477658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074860.477663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074860.477670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:1.1:1769074860.477875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074860.477882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00000400:00000200:2.0:1769074860.480078:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.480097:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e0180 00000400:00000200:2.0:1769074860.480105:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 50664 00000400:00000200:2.0:1769074860.480119:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.480122:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.480127:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.480132:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2c700. 00000020:00000010:0.0:1769074860.480258:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.480264:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.480270:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.480275:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.480360:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.480433:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.480436:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.480440:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826510208 02000000:00000010:0.0:1769074860.480475:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa9020d000. 00010000:00000010:0.0:1769074860.480516:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:0.0:1769074860.480532:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:0.0:1769074860.480548:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074860.480552:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.480653:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074860.480656:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074860.480659:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074860.480661:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.480751:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074860.480754:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074860.480758:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.480761:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074860.480786:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56cc0. 00000020:00000010:0.0:1769074860.480793:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56cc0. 00000020:00000010:0.0:1769074860.480803:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a5a0. 00080000:00000010:0.0:1769074860.480813:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefd800. 00000001:00000010:0.0:1769074860.481020:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb3c0. 00000001:00000010:0.0:1769074860.481027:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074860.481060:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a5a0. 00010000:00000010:0.0:1769074860.481068:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074860.481073:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.481084:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074860.481136:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074860.481154:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593c000. 00000004:00000010:0.0:1769074860.481159:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8840. 00000004:00000010:0.0:1769074860.481161:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d80cc0. 00000004:00000010:0.0:1769074860.481165:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59a708. 00000004:00000010:0.0:1769074860.481168:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86a960. 00010000:00000010:0.0:1769074860.481175:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074860.481187:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890253, last committed = 17179889941 00010000:00000200:0.0:1769074860.481196:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2c700 x1855007826510208/t17179890253(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.481220:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074860.481226:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826510208, offset 224 00000400:00000010:0.0:1769074860.481232:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae150. 00000400:00000200:0.0:1769074860.481236:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.481248:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.481255:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41265:41265:256:4294967295] 192.168.204.10@tcp LPNI seq info [41261:41261:8:4294967295] 00000400:00000200:0.0:1769074860.481261:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.481268:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.481273:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.481278:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074860.481295:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.481303:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.481307:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.481326:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.481331:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.481334:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074860.481403:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074860.481410:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:2.0:1769074860.481415:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8180. 00000800:00000200:1.0:1769074860.481550:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.481554:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:1.0:1769074860.481557:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.481560:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074860.483014:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074860.483135:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074860.483140:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074860.483143:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:0.0:1769074860.483712:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074860.483730:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66615 00000400:00000200:0.0:1769074860.483747:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.483751:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074860.483757:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:0.0:1769074860.483760:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00010000:00000010:1.0:1769074860.483906:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074860.483914:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:0.1:1769074860.484905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:0.1:1769074860.484918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074860.485827:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074860.485838:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:2.0:1769074860.485862:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.485877:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e0200 00000400:00000200:2.0:1769074860.485899:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 51152 00000400:00000200:2.0:1769074860.486333:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.486340:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.486349:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.486356:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715500. 00000020:00000010:0.0:1769074860.486552:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.486557:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.486635:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.486642:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.486647:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.486713:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.486717:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.486720:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826510336 00000001:00000010:0.0:1769074860.486878:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:0.0:1769074860.486917:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074860.486926:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074860.486952:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9020f000. 00010000:00000010:0.0:1769074860.486978:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074860.486981:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.486996:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074860.486998:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074860.487001:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074860.487003:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.487072:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074860.487076:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074860.487079:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074860.487082:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074860.487141:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.487148:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.487151:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074860.487165:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074860.487176:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715500 x1855007826510336/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074860.487193:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074860.487200:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826510336, offset 224 00000400:00000200:0.0:1769074860.487207:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.487217:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.487223:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41266:41266:256:4294967295] 192.168.204.10@tcp LPNI seq info [41262:41262:8:4294967295] 00000400:00000200:0.0:1769074860.487234:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.487239:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.487244:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074860.487250:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.487256:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.487261:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.489167:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.489190:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.489196:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:0.1:1769074860.489896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074860.489909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:1.1:1769074860.491062:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074860.491074:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000800:00000200:1.0:1769074860.491168:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.491172:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:1.0:1769074860.491177:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.491187:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.491195:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:1.0:1769074860.491198:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000400:00000200:1.0:1769074860.491226:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.491240:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e0300 00000400:00000200:1.0:1769074860.491249:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 51728 00000400:00000200:1.0:1769074860.491262:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.491266:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.491271:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.491277:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0700. 00000020:00000010:2.0:1769074860.491374:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.491380:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.491386:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.491391:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.491395:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.491434:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.491437:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.491440:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826510592 02000000:00000010:2.0:1769074860.491478:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89c00000. 00010000:00000010:2.0:1769074860.491519:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074860.491534:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:2.0:1769074860.491553:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074860.491559:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.491588:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074860.491591:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074860.491595:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074860.491598:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074860.491703:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074860.491707:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074860.491711:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074860.491714:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074860.491749:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef380. 00000020:00000010:2.0:1769074860.491756:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef380. 00000020:00000010:2.0:1769074860.491767:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034ed20. 00080000:00000010:2.0:1769074860.491778:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e920c00. 00000001:00000010:2.0:1769074860.492009:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680b40. 00000001:00000010:2.0:1769074860.492016:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074860.492057:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034ed20. 00010000:00000010:2.0:1769074860.492066:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074860.492071:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074860.492083:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074860.492121:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074860.492129:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074860.492148:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074860.492152:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00080000:00000010:2.0:1769074860.492175:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121a558. 00000004:00000010:2.0:1769074860.492182:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0c3c0. 00000004:00000010:2.0:1769074860.492186:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49afed0. 00000004:00000010:2.0:1769074860.492191:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca7870. 00000004:00000010:2.0:1769074860.492195:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee86960. 00010000:00000010:2.0:1769074860.492204:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074860.492221:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890254, last committed = 17179889941 00010000:00000200:2.0:1769074860.492231:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0700 x1855007826510592/t17179890254(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.492254:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074860.492260:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826510592, offset 224 00000400:00000010:2.0:1769074860.492266:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bc40. 00000400:00000200:2.0:1769074860.492270:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.492283:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.492289:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41267:41267:256:4294967295] 192.168.204.10@tcp LPNI seq info [41263:41263:8:4294967295] 00000400:00000200:2.0:1769074860.492296:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.492302:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.492307:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.492312:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074860.492317:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.492323:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.492327:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.492936:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.492945:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.492951:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074860.493108:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.493113:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:0.0:1769074860.493118:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.493124:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.497379:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.497401:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6661d 00000400:00000200:1.0:1769074860.497409:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.497414:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.497420:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:1.0:1769074860.497423:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00000400:00000200:1.0:1769074860.497493:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.497500:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e0380 00000400:00000200:1.0:1769074860.497507:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 52216 00000400:00000200:1.0:1769074860.497571:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.497575:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.497581:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.497588:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3800. 00010000:00000010:0.0:1769074860.498507:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:0.0:1769074860.498522:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00000020:00000010:2.0:1769074860.499711:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.499720:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.499727:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.500035:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.500042:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.500143:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.500147:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.500150:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826510720 00000001:00000010:2.0:1769074860.500160:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:2.0:1769074860.500185:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074860.500194:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 02000000:00000010:2.0:1769074860.500224:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89c06000. 00010000:00000010:2.0:1769074860.500254:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.500259:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074860.500278:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074860.500418:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074860.500424:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074860.500428:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074860.500504:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074860.500508:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074860.500511:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074860.500514:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:0.1:1769074860.500694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074860.500702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074860.500706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074860.500708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:2.0:1769074860.500965:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074860.500979:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074860.500986:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074860.501011:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074860.501029:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3800 x1855007826510720/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.501051:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074860.501058:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826510720, offset 224 00000400:00000200:2.0:1769074860.501066:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.501079:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.501086:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41268:41268:256:4294967295] 192.168.204.10@tcp LPNI seq info [41264:41264:8:4294967295] 00000400:00000200:2.0:1769074860.501097:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.501103:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.501109:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074860.501115:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.501122:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.501126:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.501194:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.501198:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.501204:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074860.504339:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.504348:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:2.0:1769074860.504355:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.504363:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.504369:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:2.0:1769074860.504372:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00000400:00000200:2.0:1769074860.504400:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.504413:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e0480 00000400:00000200:2.0:1769074860.504421:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 52792 00000400:00000200:2.0:1769074860.504437:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.504440:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.504446:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.504452:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e714380. 00000020:00000010:3.0:1769074860.504536:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.504542:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.504549:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.504554:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.504570:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.504642:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.504646:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.504649:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826510976 02000000:00000010:3.0:1769074860.504688:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbcb1a000. 00010000:00000010:3.0:1769074860.504729:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:3.0:1769074860.504756:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:3.0:1769074860.504777:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.504784:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074860.504800:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074860.504804:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074860.504808:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.504810:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.504909:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074860.504913:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074860.504917:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074860.504920:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00000020:00000010:3.0:1769074860.504948:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.504956:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.504966:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1ea0. 00080000:00000010:3.0:1769074860.504977:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2b9c00. 00000001:00000010:3.0:1769074860.505188:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1cc0. 00000001:00000010:3.0:1769074860.505195:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074860.505229:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1ea0. 00010000:00000010:3.0:1769074860.505239:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074860.505243:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074860.505255:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074860.505297:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074860.505304:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074860.505323:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.505328:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00080000:00000010:3.0:1769074860.505350:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593c720. 00000004:00000010:3.0:1769074860.505358:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd6dc9c0. 00000004:00000010:3.0:1769074860.505362:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d80990. 00000004:00000010:3.0:1769074860.505367:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59a000. 00000004:00000010:3.0:1769074860.505372:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab890490e0. 00010000:00000010:3.0:1769074860.505381:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074860.505396:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890255, last committed = 17179889941 00010000:00000200:3.0:1769074860.505406:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714380 x1855007826510976/t17179890255(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.505426:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074860.505432:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826510976, offset 224 00000400:00000010:3.0:1769074860.505438:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc7e0. 00000400:00000200:3.0:1769074860.505442:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.505454:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.505461:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41269:41269:256:4294967295] 192.168.204.10@tcp LPNI seq info [41265:41265:8:4294967295] 00000400:00000200:3.0:1769074860.505466:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.505472:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.505478:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.505483:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074860.505490:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.505497:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.505501:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.1:1769074860.506099:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:2.1:1769074860.506107:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00000020:00000010:3.0:1769074860.506175:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.506180:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.506184:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074860.506330:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.506335:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074860.506341:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.506346:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074860.508973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074860.508990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000400:00000200:2.0:1769074860.509641:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.509664:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66625 00000400:00000200:2.0:1769074860.509670:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.509675:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.509682:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c462a8 00000400:00000010:2.0:1769074860.509684:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c462a8. 00000400:00000200:2.0:1769074860.509723:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.509729:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e0500 00000400:00000200:2.0:1769074860.509750:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 53280 00000400:00000200:2.0:1769074860.509804:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.509809:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.509813:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.509821:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121c00. 00000020:00000010:3.0:1769074860.510158:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.510164:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.510170:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.510176:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.510181:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.510225:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.510228:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.510231:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826511104 00000001:00000010:3.0:1769074860.510241:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:3.0:1769074860.510269:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074860.510275:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074860.510309:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86475000. 00010000:00000010:3.0:1769074860.510340:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074860.510345:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.510364:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074860.510367:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074860.510371:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074860.510374:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074860.510448:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074860.510452:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074860.510455:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074860.510458:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074860.510525:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.510537:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074860.510543:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074860.510562:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074860.510580:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc121c00 x1855007826511104/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.510599:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074860.510627:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826511104, offset 224 00000400:00000200:3.0:1769074860.510634:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.510644:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.510650:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41270:41270:256:4294967295] 192.168.204.10@tcp LPNI seq info [41266:41266:8:4294967295] 00000400:00000200:3.0:1769074860.510660:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.510665:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.510671:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074860.510677:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.510684:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.510688:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.510700:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.510703:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.510706:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:0.0:1769074860.510940:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:0.0:1769074860.510948:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00000800:00000200:1.0:1769074860.514135:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.514144:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074860.514156:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.514164:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.514171:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46990 00000400:00000010:1.0:1769074860.514174:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46990. 00010000:00000010:2.1:1769074860.515786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074860.515804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:2.1:1769074860.515809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074860.515817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00000400:00000200:0.0:1769074860.517132:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.517152:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e0600 00000400:00000200:0.0:1769074860.517161:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 53856 00000400:00000200:0.0:1769074860.517177:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.517181:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.517188:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.517195:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90886d80. 00000020:00000010:2.0:1769074860.517382:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.517388:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.517397:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.517403:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.517409:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.517479:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.517482:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.517485:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826511360 02000000:00000010:2.0:1769074860.517525:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86767000. 00010000:00000010:2.0:1769074860.517585:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:2.0:1769074860.517639:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:2.0:1769074860.517663:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074860.517669:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.517686:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074860.517690:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074860.517694:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074860.517698:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074860.517797:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074860.517801:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074860.517805:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074860.517808:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074860.517834:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef380. 00000020:00000010:2.0:1769074860.517841:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef380. 00000020:00000010:2.0:1769074860.517852:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd6801e0. 00080000:00000010:2.0:1769074860.517862:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e920800. 00000001:00000010:2.0:1769074860.518091:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ecc0. 00000001:00000010:2.0:1769074860.518098:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074860.518137:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd6801e0. 00010000:00000010:2.0:1769074860.518146:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074860.518150:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074860.518161:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074860.518199:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00080000:00000010:2.0:1769074860.518223:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe99a390. 00000004:00000010:2.0:1769074860.518231:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50c0c0. 00000004:00000010:2.0:1769074860.518235:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4e770. 00000004:00000010:2.0:1769074860.518240:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10000. 00000004:00000010:2.0:1769074860.518244:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8429af00. 00010000:00000010:2.0:1769074860.518253:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074860.518270:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890256, last committed = 17179889941 00010000:00000200:2.0:1769074860.518292:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90886d80 x1855007826511360/t17179890256(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.518312:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074860.518318:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826511360, offset 224 00000400:00000010:2.0:1769074860.518325:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bf50. 00000400:00000200:2.0:1769074860.518329:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.518341:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.518347:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41271:41271:256:4294967295] 192.168.204.10@tcp LPNI seq info [41267:41267:8:4294967295] 00000400:00000200:2.0:1769074860.518353:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.518359:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.518364:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.518370:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074860.518376:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.518383:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.518388:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.518408:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.518413:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.518418:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074860.518563:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.518568:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:1.0:1769074860.518572:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.518576:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074860.518661:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:0.0:1769074860.518668:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:0.0:1769074860.518675:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000400:00000200:1.0:1769074860.521598:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00010000:00000010:0.1:1769074860.521656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074860.521667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074860.521763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:3.1:1769074860.521772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074860.521775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074860.521778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074860.521781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074860.521786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:1.0:1769074860.521869:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6662d 00000400:00000200:1.0:1769074860.521876:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.521880:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.521921:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:1.0:1769074860.521924:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00000400:00000200:1.0:1769074860.521985:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.521992:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e0680 00000400:00000200:1.0:1769074860.521999:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 54344 00000400:00000200:1.0:1769074860.522048:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.522052:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.522057:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.522063:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2300. 00000020:00000010:3.0:1769074860.522256:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.522262:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.522267:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.522272:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.522276:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.522320:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.522323:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.522325:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826511488 00000001:00000010:3.0:1769074860.522335:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074860.522359:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.522367:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 02000000:00000010:3.0:1769074860.522394:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86721000. 00010000:00000010:3.0:1769074860.522420:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074860.522424:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074860.522443:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074860.522447:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074860.522450:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074860.522452:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.522522:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074860.522525:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074860.522529:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.522532:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074860.522628:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074860.522640:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.522645:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074860.522664:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074860.522678:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2300 x1855007826511488/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.522697:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074860.522702:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826511488, offset 224 00000400:00000200:3.0:1769074860.522708:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.522718:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.522724:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41272:41272:256:4294967295] 192.168.204.10@tcp LPNI seq info [41268:41268:8:4294967295] 00000400:00000200:3.0:1769074860.522746:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.522751:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.522756:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074860.522763:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.522770:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.522774:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.522791:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.522795:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.522799:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:1.0:1769074860.525121:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.525131:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074860.525141:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.525151:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.525158:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:1.0:1769074860.525160:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00010000:00000010:2.1:1769074860.525704:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074860.525715:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074860.525720:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074860.525724:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00000400:00000200:1.0:1769074860.529051:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.529073:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e0780 00000400:00000200:1.0:1769074860.529082:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 54920 00000400:00000200:1.0:1769074860.529097:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.529101:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.529109:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.529117:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca1880. 00000020:00000010:2.0:1769074860.529398:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.529404:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.529410:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.529416:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.529422:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.529454:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.529456:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.529459:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826511744 02000000:00000010:2.0:1769074860.529496:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4b6c000. 00010000:00000010:2.0:1769074860.529538:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:2.0:1769074860.529556:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00010000:00000010:2.0:1769074860.529589:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074860.529596:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.529638:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074860.529642:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074860.529646:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074860.529649:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074860.529732:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074860.529736:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074860.529739:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.529743:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00000020:00000010:2.0:1769074860.529769:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef380. 00000020:00000010:2.0:1769074860.529777:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef380. 00000020:00000010:2.0:1769074860.529789:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034eea0. 00080000:00000010:2.0:1769074860.529801:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e922c00. 00000001:00000010:2.0:1769074860.530028:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680480. 00000001:00000010:2.0:1769074860.530036:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074860.530071:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034eea0. 00010000:00000010:2.0:1769074860.530080:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074860.530084:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074860.530096:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074860.530136:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00080000:00000010:2.0:1769074860.530163:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0f728. 00000004:00000010:2.0:1769074860.530170:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bd0c0. 00000004:00000010:2.0:1769074860.530174:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58bcb0. 00000004:00000010:2.0:1769074860.530179:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfa1e0. 00000004:00000010:2.0:1769074860.530183:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea54a0. 00010000:00000010:2.0:1769074860.530193:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074860.530212:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890257, last committed = 17179889941 00010000:00000200:2.0:1769074860.530223:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca1880 x1855007826511744/t17179890257(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.530242:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074860.530249:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826511744, offset 224 00000400:00000010:2.0:1769074860.530256:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b428. 00000400:00000200:2.0:1769074860.530260:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.530275:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.530281:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41273:41273:256:4294967295] 192.168.204.10@tcp LPNI seq info [41269:41269:8:4294967295] 00000400:00000200:2.0:1769074860.530287:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.530295:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.530301:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.530306:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074860.530313:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.530319:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.530324:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.530350:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074860.530355:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.530360:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074860.530457:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.530461:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:2.0:1769074860.530465:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.530469:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074860.531414:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:3.0:1769074860.531425:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:3.0:1769074860.531435:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00000400:00000200:1.0:1769074860.533773:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.533795:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66635 00000400:00000200:1.0:1769074860.533803:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.533807:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.533815:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:1.0:1769074860.533818:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00010000:00000010:2.0:1769074860.534870:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074860.534896:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:0.0:1769074860.536328:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:0.0:1769074860.536343:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:3.1:1769074860.537652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074860.537664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074860.537668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074860.537671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:0.1:1769074860.537849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074860.537855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000400:00000200:1.0:1769074860.538924:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.538944:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e0800 00000400:00000200:1.0:1769074860.538953:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 55408 00000400:00000200:1.0:1769074860.539011:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.539016:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.539026:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.539032:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3100. 00000020:00000010:2.0:1769074860.539651:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.539658:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.539666:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.539672:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.539677:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.539729:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.539744:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.539747:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826511872 00000001:00000010:2.0:1769074860.539759:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074860.539786:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074860.539794:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 02000000:00000010:2.0:1769074860.539823:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4b69000. 00010000:00000010:2.0:1769074860.539857:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074860.539861:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.539881:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074860.539895:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074860.539900:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:2.0:1769074860.539903:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074860.539984:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074860.539988:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074860.539991:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074860.539995:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074860.540063:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.540076:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074860.540082:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074860.540104:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000200:2.0:1769074860.540123:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3100 x1855007826511872/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.540143:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074860.540150:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826511872, offset 224 00000400:00000200:2.0:1769074860.540157:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.540169:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.540176:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41274:41274:256:4294967295] 192.168.204.10@tcp LPNI seq info [41270:41270:8:4294967295] 00000400:00000200:2.0:1769074860.540186:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.540192:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.540197:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074860.540204:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.540211:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.540215:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.540241:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.540244:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.540250:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074860.541193:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.541200:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074860.541206:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.541214:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.541220:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:3.0:1769074860.541222:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:2.1:1769074860.544152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:2.1:1769074860.544171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074860.544178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074860.544188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00000400:00000200:3.0:1769074860.545430:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.545450:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e0900 00000400:00000200:3.0:1769074860.545459:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 55984 00000400:00000200:3.0:1769074860.545475:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.545480:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.545488:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.545495:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71f80. 00000020:00000010:2.0:1769074860.545645:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.545651:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.545657:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.545662:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.545667:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.545720:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.545723:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.545726:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826512128 02000000:00000010:2.0:1769074860.545763:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4b6b000. 00010000:00000010:2.0:1769074860.545807:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074860.545822:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074860.545842:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074860.545848:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074860.545863:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074860.545867:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074860.545871:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.0:1769074860.545875:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074860.545965:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074860.545969:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074860.545973:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074860.545976:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00000020:00000010:2.0:1769074860.546001:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074860.546008:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074860.546018:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd680180. 00080000:00000010:2.0:1769074860.546029:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e922400. 00000001:00000010:2.0:1769074860.546234:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6240. 00000001:00000010:2.0:1769074860.546242:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074860.546280:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd680180. 00010000:00000010:2.0:1769074860.546289:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074860.546293:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074860.546304:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074860.546345:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00080000:00000010:2.0:1769074860.546369:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593c390. 00000004:00000010:2.0:1769074860.546375:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8900. 00000004:00000010:2.0:1769074860.546379:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d81210. 00000004:00000010:2.0:1769074860.546384:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59af78. 00000004:00000010:2.0:1769074860.546388:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89048f00. 00010000:00000010:2.0:1769074860.546397:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000200:2.0:1769074860.546413:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890258, last committed = 17179889941 00010000:00000200:2.0:1769074860.546423:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71f80 x1855007826512128/t17179890258(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.546442:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074860.546448:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826512128, offset 224 00000400:00000010:2.0:1769074860.546456:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b3b8. 00000400:00000200:2.0:1769074860.546460:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.546473:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.546479:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41275:41275:256:4294967295] 192.168.204.10@tcp LPNI seq info [41271:41271:8:4294967295] 00000400:00000200:2.0:1769074860.546485:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.546492:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.546498:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.546503:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074860.546510:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.546518:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.546522:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.546544:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.546548:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.546553:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074860.546664:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.546668:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:2.0:1769074860.546672:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.546675:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074860.546879:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:0.0:1769074860.546897:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:0.0:1769074860.546905:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000400:00000200:3.0:1769074860.549350:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.549372:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6663d 00000400:00000200:3.0:1769074860.549380:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.549386:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.549392:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:3.0:1769074860.549395:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00010000:00000010:0.0:1769074860.549495:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:0.0:1769074860.549505:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00000400:00000200:3.0:1769074860.552678:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.552699:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e0980 00000400:00000200:3.0:1769074860.552719:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 56472 00000400:00000200:3.0:1769074860.552986:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.552992:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.553001:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.553009:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603800. 00000020:00000010:2.0:1769074860.553116:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.553122:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.553128:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.553134:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.553139:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.553173:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.553176:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.553179:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826512256 00000001:00000010:2.0:1769074860.553189:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074860.553216:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074860.553223:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 02000000:00000010:2.0:1769074860.553252:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ca0f000. 00010000:00000010:2.0:1769074860.553289:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074860.553293:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074860.553312:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074860.553315:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074860.553319:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074860.553322:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.553393:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074860.553397:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074860.553401:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.0:1769074860.553404:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074860.553470:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074860.553484:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.553490:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074860.553513:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000200:2.0:1769074860.553528:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603800 x1855007826512256/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.553546:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074860.553553:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826512256, offset 224 00000400:00000200:2.0:1769074860.553559:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.553569:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.553576:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41276:41276:256:4294967295] 192.168.204.10@tcp LPNI seq info [41272:41272:8:4294967295] 00000400:00000200:2.0:1769074860.553587:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.553593:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.553598:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00010000:00000010:3.1:1769074860.554933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074860.554946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074860.554950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074860.554953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074860.554958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074860.554962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074860.555012:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:2.1:1769074860.555018:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074860.555023:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074860.555030:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074860.555033:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074860.555036:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074860.555039:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074860.555042:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074860.555046:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:2.1:1769074860.555050:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000800:00000200:2.0:1769074860.555062:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.555070:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.555074:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.555097:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.555102:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.555107:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074860.555345:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.555349:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:1.0:1769074860.555354:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.555360:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.555366:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:1.0:1769074860.555369:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00010000:00000010:0.1:1769074860.555667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074860.555674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074860.558655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.1:1769074860.558677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074860.558682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.1:1769074860.558689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:0.1:1769074860.558870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:0.1:1769074860.558877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:0.1:1769074860.558881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074860.558891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00000400:00000200:3.0:1769074860.560410:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.560433:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e0a80 00000400:00000200:3.0:1769074860.560442:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 57048 00000400:00000200:3.0:1769074860.560458:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.560463:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.560472:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.560479:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601880. 00000020:00000010:2.0:1769074860.561192:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.561199:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.561206:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.561212:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.561217:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.561413:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.561416:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.561420:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826512512 02000000:00000010:2.0:1769074860.561460:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c403000. 00010000:00000010:2.0:1769074860.561503:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074860.561521:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074860.561540:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:2.0:1769074860.561546:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074860.561570:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074860.561573:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074860.561578:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:2.0:1769074860.561580:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074860.561678:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074860.561681:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074860.561684:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.0:1769074860.561687:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00000020:00000010:2.0:1769074860.561717:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef000. 00000020:00000010:2.0:1769074860.561724:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef000. 00000020:00000010:2.0:1769074860.561742:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6420. 00080000:00000010:2.0:1769074860.561753:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e921800. 00000001:00000010:2.0:1769074860.561970:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd6806c0. 00000001:00000010:2.0:1769074860.561977:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf180. 00000020:00000010:2.0:1769074860.562011:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6420. 00010000:00000010:2.0:1769074860.562018:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:2.0:1769074860.562023:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074860.562035:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074860.562078:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00080000:00000010:2.0:1769074860.562101:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0fab8. 00000004:00000010:2.0:1769074860.562108:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa83c99e40. 00000004:00000010:2.0:1769074860.562112:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58b320. 00000004:00000010:2.0:1769074860.562117:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa44168. 00000004:00000010:2.0:1769074860.562121:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea50e0. 00010000:00000010:2.0:1769074860.562130:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074860.562146:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890259, last committed = 17179889941 00010000:00000200:2.0:1769074860.562157:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601880 x1855007826512512/t17179890259(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.562181:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074860.562188:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826512512, offset 224 00000400:00000010:2.0:1769074860.562195:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b6c8. 00000400:00000200:2.0:1769074860.562200:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.562214:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.562220:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41277:41277:256:4294967295] 192.168.204.10@tcp LPNI seq info [41273:41273:8:4294967295] 00000400:00000200:2.0:1769074860.562227:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.562235:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.562241:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.562246:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074860.562252:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.562259:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.562264:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.562297:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.562302:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.562307:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.0:1769074860.562381:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:3.0:1769074860.562388:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:3.0:1769074860.562394:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00000800:00000200:0.0:1769074860.563025:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.563030:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:0.0:1769074860.563036:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.563042:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.565460:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.565483:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66645 00000400:00000200:3.0:1769074860.565491:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.565496:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.565502:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:3.0:1769074860.565505:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00010000:00000010:0.0:1769074860.566925:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:0.0:1769074860.566942:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00000400:00000200:3.0:1769074860.567189:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.567204:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e0b00 00000400:00000200:3.0:1769074860.567213:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 57536 00000400:00000200:3.0:1769074860.567273:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.567283:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.567291:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.567297:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601f80. 00010000:00000010:2.1:1769074860.568023:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.1:1769074860.568036:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074860.568040:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.1:1769074860.568043:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00000020:00000010:1.0:1769074860.568964:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.568973:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.568982:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074860.568988:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a480. 00000020:00000010:1.0:1769074860.568994:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562190. 00000020:00000010:0.0:1769074860.569075:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.569080:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.569083:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826512640 00000001:00000010:0.0:1769074860.569094:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:0.0:1769074860.569123:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074860.569132:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074860.569161:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90209000. 00010000:00000010:0.0:1769074860.569195:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.569200:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.569218:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074860.569222:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074860.569227:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074860.569230:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.569319:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074860.569323:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074860.569326:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074860.569330:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074860.569401:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.569412:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.569417:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074860.569438:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074860.569457:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601f80 x1855007826512640/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074860.569477:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9b28. 00000100:00000200:0.0:1769074860.569483:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826512640, offset 224 00000400:00000200:0.0:1769074860.569490:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.569503:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.569510:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41278:41278:256:4294967295] 192.168.204.10@tcp LPNI seq info [41274:41274:8:4294967295] 00000400:00000200:0.0:1769074860.569522:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.569527:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.569533:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a700. 00000800:00000200:0.0:1769074860.569539:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.569546:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.569550:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.569587:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a480. 00000020:00000010:0.0:1769074860.569591:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562190. 00000020:00000010:0.0:1769074860.569595:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:3.0:1769074860.570218:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.570224:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a700. 00000400:00000200:3.0:1769074860.570230:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.570237:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.570243:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:3.0:1769074860.570245:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00000400:00000200:3.0:1769074860.573781:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.573803:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e0c00 00000400:00000200:3.0:1769074860.573812:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 58112 00000400:00000200:3.0:1769074860.573827:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.573832:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.573840:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.573847:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600000. 00000020:00000010:2.0:1769074860.574243:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.574249:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.574255:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.574260:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.574265:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.574316:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.574319:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.574322:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826512896 02000000:00000010:2.0:1769074860.574358:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c404000. 00010000:00000010:2.0:1769074860.574400:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074860.574418:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:2.0:1769074860.574439:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.0:1769074860.574445:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074860.574462:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074860.574465:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074860.574469:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:2.0:1769074860.574472:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.574553:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074860.574558:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074860.574562:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.0:1769074860.574565:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074860.574590:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef000. 00000020:00000010:2.0:1769074860.574598:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef000. 00000020:00000010:2.0:1769074860.574647:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd6802a0. 00080000:00000010:2.0:1769074860.574659:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f623c00. 00000001:00000010:2.0:1769074860.575220:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6c60. 00000001:00000010:2.0:1769074860.575229:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074860.575268:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd6802a0. 00010000:00000010:2.0:1769074860.575279:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:2.0:1769074860.575284:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074860.575300:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074860.575382:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00080000:00000010:2.0:1769074860.575409:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593d008. 00000004:00000010:2.0:1769074860.575416:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab9331ee40. 00000004:00000010:2.0:1769074860.575420:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d81ed0. 00000004:00000010:2.0:1769074860.575425:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59aa50. 00000004:00000010:2.0:1769074860.575430:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89049e00. 00010000:00000010:2.0:1769074860.575440:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074860.575459:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890260, last committed = 17179889941 00010000:00000200:2.0:1769074860.575468:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600000 x1855007826512896/t17179890260(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.575488:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000100:00000200:2.0:1769074860.575495:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826512896, offset 224 00000400:00000010:2.0:1769074860.575502:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b4d0. 00000400:00000200:2.0:1769074860.575506:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.575522:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.575528:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41279:41279:256:4294967295] 192.168.204.10@tcp LPNI seq info [41275:41275:8:4294967295] 00000400:00000200:2.0:1769074860.575534:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.575540:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.575546:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.575551:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074860.575558:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.575565:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.575569:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.575591:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.575597:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.575625:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074860.575969:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.575973:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:2.0:1769074860.575977:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.575982:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.579184:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.579208:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6664d 00000400:00000200:3.0:1769074860.579216:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.579221:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.579228:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:3.0:1769074860.579231:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00000400:00000200:3.0:1769074860.580206:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.580219:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e0c80 00000400:00000200:3.0:1769074860.580229:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 58600 00000400:00000200:3.0:1769074860.580289:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.580294:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.580300:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.580307:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601500. 00000020:00000010:2.0:1769074860.580503:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.580508:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.580515:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.580521:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.580527:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.580584:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.580587:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.580591:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826513024 00000001:00000010:2.0:1769074860.580622:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074860.580652:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.0:1769074860.580660:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 02000000:00000010:2.0:1769074860.580688:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c400000. 00010000:00000010:2.0:1769074860.580978:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074860.580985:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.581009:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074860.581012:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074860.581016:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074860.581020:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074860.581099:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074860.581103:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074860.581107:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074860.581110:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074860.581176:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.581188:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074860.581193:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074860.581215:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074860.581232:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601500 x1855007826513024/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.581250:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000100:00000200:2.0:1769074860.581256:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826513024, offset 224 00000400:00000200:2.0:1769074860.581264:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.581276:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.581282:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41280:41280:256:4294967295] 192.168.204.10@tcp LPNI seq info [41276:41276:8:4294967295] 00000400:00000200:2.0:1769074860.581292:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.582326:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.582333:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074860.582340:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.582347:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.582352:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.582383:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074860.582388:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.582394:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074860.582554:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.582559:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074860.582564:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.582569:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.582575:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:3.0:1769074860.582577:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00010000:00000010:2.0:1769074860.584098:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.584113:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:0.0:1769074860.586330:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:0.0:1769074860.586348:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:0.0:1769074860.586363:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00010000:00000010:3.1:1769074860.587131:0:1022:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074860.587141:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:0.1:1769074860.587697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074860.587808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00000400:00000200:3.0:1769074860.589051:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.589071:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e0d80 00000400:00000200:3.0:1769074860.589081:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 59176 00000400:00000200:3.0:1769074860.589098:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.589103:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.589111:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.589118:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603480. 00000020:00000010:2.0:1769074860.589271:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.589276:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.589294:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074860.589299:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b900. 00000020:00000010:2.0:1769074860.589304:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000020:00000010:2.0:1769074860.589346:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.589349:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.589351:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826513280 02000000:00000010:2.0:1769074860.589387:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c407000. 00010000:00000010:2.0:1769074860.589429:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074860.589445:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074860.589465:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074860.589471:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074860.589486:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074860.589490:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074860.589494:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074860.589497:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.589593:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074860.589597:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074860.589600:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.589643:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00000020:00000010:2.0:1769074860.589668:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074860.589675:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074860.589687:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6420. 00080000:00000010:2.0:1769074860.589698:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f620c00. 00000001:00000010:3.0:1769074860.591502:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1ae0. 00000001:00000010:3.0:1769074860.591513:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074860.591546:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6420. 00010000:00000010:3.0:1769074860.592037:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.592049:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074860.592073:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074860.592124:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00080000:00000010:3.0:1769074860.592154:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121b8f0. 00000004:00000010:3.0:1769074860.592162:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0ccc0. 00000004:00000010:3.0:1769074860.592165:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49aecc0. 00000004:00000010:3.0:1769074860.592169:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca7690. 00000004:00000010:3.0:1769074860.592173:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee874a0. 00010000:00000010:3.0:1769074860.592184:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000200:3.0:1769074860.592205:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890261, last committed = 17179889941 00010000:00000200:3.0:1769074860.592216:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603480 x1855007826513280/t17179890261(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.592236:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074860.592242:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826513280, offset 224 00000400:00000010:3.0:1769074860.592250:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc7a8. 00000400:00000200:3.0:1769074860.592254:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.592268:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.592274:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41281:41281:256:4294967295] 192.168.204.10@tcp LPNI seq info [41277:41277:8:4294967295] 00000400:00000200:3.0:1769074860.592290:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.592297:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.592303:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.592309:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074860.592315:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.592323:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.592327:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.592357:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b900. 00000020:00000010:3.0:1769074860.592363:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:3.0:1769074860.592367:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.0:1769074860.592437:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:2.0:1769074860.592446:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074860.592454:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00000800:00000200:1.0:1769074860.592592:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.592596:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074860.592631:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.592637:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.594581:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.594642:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66655 00000400:00000200:3.0:1769074860.594650:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.594654:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.594660:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:3.0:1769074860.594663:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00010000:00000010:2.0:1769074860.594784:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.594794:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:2.1:1769074860.597668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:2.1:1769074860.597690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074860.597694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.1:1769074860.597701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:0.1:1769074860.597869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074860.597876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074860.597880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074860.597893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074860.597896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074860.597899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00000400:00000200:3.0:1769074860.599795:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.599817:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e0e00 00000400:00000200:3.0:1769074860.599826:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 59664 00000400:00000200:3.0:1769074860.599896:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.599902:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.599911:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.599918:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600380. 00000020:00000010:2.0:1769074860.600198:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.600204:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.600210:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074860.600217:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074860.600222:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.600270:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.600273:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.600276:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826513408 00000001:00000010:2.0:1769074860.600293:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074860.600320:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074860.600328:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 02000000:00000010:2.0:1769074860.600356:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c406000. 00010000:00000010:2.0:1769074860.600390:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074860.600394:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074860.600417:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074860.600424:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074860.600427:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074860.600431:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.600502:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074860.600506:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074860.600513:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074860.600516:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074860.600579:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074860.600593:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.600598:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074860.600653:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074860.600671:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600380 x1855007826513408/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.600693:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074860.600711:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826513408, offset 224 00000400:00000200:2.0:1769074860.600718:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.600728:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.600866:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41282:41282:256:4294967295] 192.168.204.10@tcp LPNI seq info [41278:41278:8:4294967295] 00000400:00000200:2.0:1769074860.600878:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.600894:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.600900:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074860.600906:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.600912:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.600916:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.600936:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074860.600941:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.600947:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074860.602147:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.602155:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074860.602160:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.602167:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.602173:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:3.0:1769074860.602176:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00010000:00000010:2.1:1769074860.602766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:2.1:1769074860.602776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074860.602781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.1:1769074860.602801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:2.1:1769074860.602806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074860.602813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074860.602817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074860.602821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:2.1:1769074860.602825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074860.602827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:3.1:1769074860.605660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:3.1:1769074860.605682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074860.605744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074860.605753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074860.605757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074860.605761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:2.1:1769074860.605763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074860.605766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00000400:00000200:3.0:1769074860.607090:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.607110:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e0f00 00000400:00000200:3.0:1769074860.607120:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 60240 00000400:00000200:3.0:1769074860.607135:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.607140:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.607148:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.607154:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602a00. 00000020:00000010:1.0:1769074860.607335:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.607340:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.607349:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074860.607354:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.607359:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.607399:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.607402:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074860.607405:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826513664 02000000:00000010:1.0:1769074860.607442:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8db51000. 00010000:00000010:1.0:1769074860.607484:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:1.0:1769074860.607500:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:1.0:1769074860.607521:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074860.607528:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074860.607543:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074860.607547:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a280. 00010000:00000010:1.0:1769074860.607552:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074860.607554:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074860.607677:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074860.607681:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac80. 00010000:00000010:1.0:1769074860.607684:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074860.607687:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00000020:00000010:1.0:1769074860.607859:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bf80. 00000020:00000010:1.0:1769074860.607867:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bf80. 00000020:00000010:1.0:1769074860.607877:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560360. 00080000:00000010:1.0:1769074860.607896:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f751000. 00000001:00000010:1.0:1769074860.608139:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560f00. 00000001:00000010:1.0:1769074860.608146:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111b40. 00000020:00000010:1.0:1769074860.608177:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560360. 00010000:00000010:1.0:1769074860.608186:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074860.608191:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074860.608204:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111f00. 00010000:00000010:1.0:1769074860.608238:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00080000:00000010:1.0:1769074860.608262:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0e558. 00000004:00000010:1.0:1769074860.608269:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8a2b6540. 00000004:00000010:1.0:1769074860.608272:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58b650. 00000004:00000010:1.0:1769074860.608277:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa447f8. 00000004:00000010:1.0:1769074860.608281:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea4960. 00010000:00000010:1.0:1769074860.608291:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074860.608309:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890262, last committed = 17179889941 00010000:00000200:1.0:1769074860.608319:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602a00 x1855007826513664/t17179890262(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074860.608340:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074860.608347:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826513664, offset 224 00000400:00000010:1.0:1769074860.608353:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c380. 00000400:00000200:1.0:1769074860.608357:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.608372:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.608377:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41283:41283:256:4294967295] 192.168.204.10@tcp LPNI seq info [41279:41279:8:4294967295] 00000400:00000200:1.0:1769074860.608383:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074860.608389:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.608395:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.608400:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074860.608406:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.608413:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.608417:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074860.608446:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.608450:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.608454:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00010000:00000010:0.0:1769074860.608556:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:0.0:1769074860.608564:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac80. 00010000:00000010:0.0:1769074860.608570:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111f00. 00000800:00000200:3.0:1769074860.608998:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.609002:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074860.609007:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.609012:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074860.610440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074860.610453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074860.610457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074860.610461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000400:00000200:3.0:1769074860.612472:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.612495:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6665d 00000400:00000200:3.0:1769074860.612503:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.612507:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.612513:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fce58 00000400:00000010:3.0:1769074860.612516:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fce58. 00010000:00000010:2.0:1769074860.612668:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:2.0:1769074860.612680:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a280. 00010000:00000010:1.1:1769074860.614649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00010000:00000010:1.1:1769074860.614665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074860.614670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074860.614676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:0.1:1769074860.614728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074860.614735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000400:00000200:3.0:1769074860.616023:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.616041:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e0f80 00000400:00000200:3.0:1769074860.616050:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 60728 00000400:00000200:3.0:1769074860.616256:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.616263:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.616271:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.616462:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602300. 00000020:00000010:3.0:1769074860.617397:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.617404:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.617411:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.617417:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.617423:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.617529:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.617532:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.617535:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826513792 00000001:00000010:3.0:1769074860.617546:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074860.617581:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074860.617589:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074860.617650:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86725000. 00010000:00000010:3.0:1769074860.617680:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074860.617684:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074860.617713:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074860.617717:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074860.617721:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074860.617724:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074860.618990:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074860.618999:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074860.619004:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074860.619010:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074860.619093:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074860.619106:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074860.619111:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074860.619136:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074860.619154:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602300 x1855007826513792/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.619175:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074860.619183:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826513792, offset 224 00000400:00000200:3.0:1769074860.619190:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.619204:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.619211:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41284:41284:256:4294967295] 192.168.204.10@tcp LPNI seq info [41280:41280:8:4294967295] 00000400:00000200:3.0:1769074860.619224:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.619230:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.619236:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074860.619243:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.619251:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.619255:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.619377:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.619382:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.619386:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074860.619530:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.619534:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074860.619542:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.619547:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.619552:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:0.0:1769074860.619555:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00000400:00000200:1.0:1769074860.623412:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.623433:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e1080 00000400:00000200:1.0:1769074860.623441:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 61304 00000400:00000200:1.0:1769074860.623457:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.623462:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.623469:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.623474:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca0000. 00000020:00000010:3.0:1769074860.623788:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.623795:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.623801:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.623807:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.623811:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.623903:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.623906:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.623909:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826514048 02000000:00000010:3.0:1769074860.623949:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab88aa7000. 00010000:00000010:3.0:1769074860.623993:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074860.624010:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074860.624030:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074860.624035:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074860.624050:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074860.624053:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074860.624057:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074860.624060:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.624146:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074860.624149:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074860.624152:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074860.624155:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00000020:00000010:3.0:1769074860.624181:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.624187:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.624197:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.624207:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2b8c00. 00000001:00000010:3.0:1769074860.624430:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1300. 00000001:00000010:3.0:1769074860.624437:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074860.624470:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.624479:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.624483:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074860.624495:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074860.624542:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00080000:00000010:3.0:1769074860.624577:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe99b560. 00000004:00000010:3.0:1769074860.624585:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50cb40. 00000004:00000010:3.0:1769074860.624588:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4f760. 00000004:00000010:3.0:1769074860.624593:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10bb8. 00000004:00000010:3.0:1769074860.624598:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd2252c0. 00010000:00000010:3.0:1769074860.624635:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074860.624654:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890263, last committed = 17179889941 00010000:00000200:3.0:1769074860.624665:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca0000 x1855007826514048/t17179890263(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.624684:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074860.624690:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826514048, offset 224 00000400:00000010:3.0:1769074860.624696:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccf18. 00000400:00000200:3.0:1769074860.624700:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.624714:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.624720:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41285:41285:256:4294967295] 192.168.204.10@tcp LPNI seq info [41281:41281:8:4294967295] 00000400:00000200:3.0:1769074860.624726:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.624733:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.624739:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.624744:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074860.624749:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.624756:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.624760:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.624783:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.624787:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.624791:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:2.0:1769074860.624866:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:2.0:1769074860.624873:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:2.0:1769074860.624879:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 00000800:00000200:2.0:1769074860.624995:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.624998:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:2.0:1769074860.625005:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.625010:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074860.628666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074860.628681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:0.0:1769074860.628905:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074860.628925:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66665 00000400:00000200:0.0:1769074860.628933:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.628938:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074860.628944:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:0.0:1769074860.628947:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00000400:00000200:0.0:1769074860.629012:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.629019:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e1100 00000400:00000200:0.0:1769074860.629027:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 61792 00000400:00000200:0.0:1769074860.629085:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.629089:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.629094:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.629101:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90884700. 00000020:00000010:3.0:1769074860.629363:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.629369:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.629375:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.629381:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.629385:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.629430:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.629433:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.629436:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826514176 00000001:00000010:3.0:1769074860.629446:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111b40. 00010000:00000010:3.0:1769074860.629472:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074860.629480:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 02000000:00000010:3.0:1769074860.629508:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9e50c000. 00010000:00000010:3.0:1769074860.629539:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074860.629543:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074860.629569:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074860.629573:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074860.629577:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.629580:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074860.629682:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074860.629685:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074860.629689:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.629692:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074860.629913:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074860.629927:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074860.629932:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074860.629952:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074860.629971:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90884700 x1855007826514176/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.629990:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074860.629996:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826514176, offset 224 00000400:00000200:3.0:1769074860.630003:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.630014:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.630020:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41286:41286:256:4294967295] 192.168.204.10@tcp LPNI seq info [41282:41282:8:4294967295] 00000400:00000200:3.0:1769074860.630030:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.630036:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.630040:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074860.630046:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.630053:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.630057:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.630118:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.630123:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.630127:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:2.0:1769074860.630893:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:2.0:1769074860.630904:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00000800:00000200:1.0:1769074860.633938:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.633948:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074860.633960:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.633968:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.633975:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:1.0:1769074860.633977:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00000400:00000200:2.0:1769074860.634466:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.634483:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e1200 00000400:00000200:2.0:1769074860.634492:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 62368 00000400:00000200:2.0:1769074860.634509:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.634512:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.634518:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.634524:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121180. 00000020:00000010:3.0:1769074860.634795:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.634802:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.634808:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.634813:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.634817:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.634911:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.634915:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.634919:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826514432 02000000:00000010:3.0:1769074860.634960:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbec4b000. 00010000:00000010:3.0:1769074860.635003:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074860.635021:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074860.635041:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074860.635047:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074860.635063:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074860.635066:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074860.635072:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:3.0:1769074860.635076:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074860.635159:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074860.635162:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074860.635166:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:3.0:1769074860.635169:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00000020:00000010:3.0:1769074860.635194:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.635201:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.635213:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.635223:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2b9000. 00000001:00000010:3.0:1769074860.635448:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1e40. 00000001:00000010:3.0:1769074860.635456:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074860.635487:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.635495:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:3.0:1769074860.635499:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074860.635510:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074860.635551:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00080000:00000010:3.0:1769074860.635715:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121a8e8. 00000004:00000010:3.0:1769074860.635724:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0c6c0. 00000004:00000010:3.0:1769074860.635727:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa88c4caa0. 00000004:00000010:3.0:1769074860.635827:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca7000. 00000004:00000010:3.0:1769074860.635833:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee87c20. 00010000:00000010:3.0:1769074860.635846:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074860.635865:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890264, last committed = 17179889941 00010000:00000200:3.0:1769074860.635875:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc121180 x1855007826514432/t17179890264(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.635906:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46198. 00000100:00000200:3.0:1769074860.635914:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826514432, offset 224 00000400:00000010:3.0:1769074860.635921:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc0e0. 00000400:00000200:3.0:1769074860.635925:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.635938:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.635945:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41287:41287:256:4294967295] 192.168.204.10@tcp LPNI seq info [41283:41283:8:4294967295] 00000400:00000200:3.0:1769074860.635952:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.635958:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.635963:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.635969:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074860.635975:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.635982:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.635986:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.0:1769074860.636082:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:0.0:1769074860.636091:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:0.0:1769074860.636100:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074860.636140:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.636144:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.636149:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:2.0:1769074860.639256:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.639267:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074860.639354:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.639364:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.639984:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.640002:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6666d 00000400:00000200:2.0:1769074860.640008:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.640011:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.640016:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46198 00000400:00000010:2.0:1769074860.640018:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46198. 00000400:00000200:2.0:1769074860.640044:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.640050:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e1280 00000400:00000200:2.0:1769074860.640057:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 62856 00000400:00000200:2.0:1769074860.640597:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.640634:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.640640:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.640648:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc123b80. 00000020:00000010:1.0:1769074860.640723:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.640728:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.640746:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074860.640752:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.640757:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.640794:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.640797:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074860.640801:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826514560 00000001:00000010:1.0:1769074860.640810:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 00010000:00000010:1.0:1769074860.640835:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074860.640842:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 02000000:00000010:1.0:1769074860.640870:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8db55000. 00010000:00000010:1.0:1769074860.640908:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074860.640911:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.640931:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074860.640934:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.640938:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074860.640941:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074860.641012:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074860.641016:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074860.641020:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074860.641024:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074860.641090:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.641102:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074860.641108:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.641129:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074860.641145:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc123b80 x1855007826514560/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074860.641164:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074860.641169:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826514560, offset 224 00000400:00000200:1.0:1769074860.641176:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.641187:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.641193:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41288:41288:256:4294967295] 192.168.204.10@tcp LPNI seq info [41284:41284:8:4294967295] 00000400:00000200:1.0:1769074860.641204:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.641210:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.641215:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074860.641221:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.641228:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.641233:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074860.641248:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.641251:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.641254:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:2.0:1769074860.641717:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.641722:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:2.0:1769074860.641727:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.641740:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.641743:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:2.0:1769074860.641746:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00010000:00000010:3.0:1769074860.643187:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074860.643206:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00000400:00000200:2.0:1769074860.645101:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.645121:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e1380 00000400:00000200:2.0:1769074860.645129:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 63432 00000400:00000200:2.0:1769074860.645147:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.645152:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.645159:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.645165:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc123480. 00000020:00000010:3.0:1769074860.645245:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.645251:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.645257:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.645262:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074860.645267:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.645312:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.645315:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.645318:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826514816 02000000:00000010:3.0:1769074860.645352:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859e7000. 00010000:00000010:3.0:1769074860.645389:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:3.0:1769074860.645402:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:3.0:1769074860.645420:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:3.0:1769074860.645426:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074860.645441:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074860.645444:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074860.645448:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:3.0:1769074860.645451:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074860.645523:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074860.645526:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074860.645529:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:3.0:1769074860.645532:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00000020:00000010:3.0:1769074860.645551:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.645558:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.645579:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.645588:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2b8000. 00000001:00000010:3.0:1769074860.645787:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef10c0. 00000001:00000010:3.0:1769074860.645793:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e480. 00000020:00000010:3.0:1769074860.645823:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.645830:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:3.0:1769074860.645834:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074860.645844:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074860.645873:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00080000:00000010:3.0:1769074860.645906:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe99ac78. 00000004:00000010:3.0:1769074860.645914:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50cc00. 00000004:00000010:3.0:1769074860.645917:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4e220. 00000004:00000010:3.0:1769074860.645922:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10960. 00000004:00000010:3.0:1769074860.645926:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8429a3c0. 00010000:00000010:3.0:1769074860.645935:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000200:3.0:1769074860.645954:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890265, last committed = 17179889941 00010000:00000200:3.0:1769074860.645963:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc123480 x1855007826514816/t17179890265(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.645982:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074860.645988:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826514816, offset 224 00000400:00000010:3.0:1769074860.645995:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc5e8. 00000400:00000200:3.0:1769074860.645999:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.646010:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.646017:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41289:41289:256:4294967295] 192.168.204.10@tcp LPNI seq info [41285:41285:8:4294967295] 00000400:00000200:3.0:1769074860.646022:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.646030:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.646036:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.646041:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074860.646047:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.646055:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.646060:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.646075:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074860.646079:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.646082:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00010000:00000010:2.0:1769074860.646266:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:2.0:1769074860.646272:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:2.0:1769074860.646292:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00000800:00000200:2.0:1769074860.646375:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.646378:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074860.646385:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.646389:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074860.646900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074860.646908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074860.646912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074860.646916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00000400:00000200:2.0:1769074860.650196:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.650219:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66675 00000400:00000200:2.0:1769074860.650227:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.650232:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.650238:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:2.0:1769074860.650241:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00010000:00000010:3.0:1769074860.650342:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074860.650355:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00000400:00000200:2.0:1769074860.651086:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.651100:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e1400 00000400:00000200:2.0:1769074860.651109:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 63920 00000400:00000200:2.0:1769074860.651169:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.651174:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.651180:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.651186:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121880. 00000020:00000010:1.0:1769074860.651267:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.651273:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.651289:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074860.651295:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.651300:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.651343:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.651346:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074860.651349:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826514944 00000001:00000010:1.0:1769074860.651359:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:1.0:1769074860.651384:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074860.651391:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 02000000:00000010:1.0:1769074860.651419:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8db50000. 00010000:00000010:1.0:1769074860.651449:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074860.651453:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074860.651469:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074860.651472:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.651477:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074860.651479:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.651548:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074860.651552:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ad80. 00010000:00000010:1.0:1769074860.651555:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074860.651558:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074860.651668:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074860.651680:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.651685:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.651704:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074860.651719:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc121880 x1855007826514944/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074860.651739:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074860.651745:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826514944, offset 224 00000400:00000200:1.0:1769074860.651753:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.651762:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.651768:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41290:41290:256:4294967295] 192.168.204.10@tcp LPNI seq info [41286:41286:8:4294967295] 00000400:00000200:1.0:1769074860.651778:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.651784:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.651789:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074860.651795:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.651801:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.651805:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074860.651824:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.651828:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.651831:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:2.0:1769074860.652074:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.652078:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:2.0:1769074860.652083:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.652087:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.652091:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:2.0:1769074860.652094:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00010000:00000010:2.1:1769074860.655730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074860.655758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:0.1:1769074860.655795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074860.655801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:3.1:1769074860.656135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074860.656142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074860.656144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074860.656150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00000400:00000200:2.0:1769074860.656195:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.656213:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e1500 00000400:00000200:2.0:1769074860.656222:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 64496 00000400:00000200:2.0:1769074860.656237:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.656242:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.656250:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.656256:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc120380. 00000020:00000010:3.0:1769074860.656449:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.656455:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.656462:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.656467:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb80. 00000020:00000010:3.0:1769074860.656472:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ad48. 00000020:00000010:3.0:1769074860.656549:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.656553:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.656556:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826515200 02000000:00000010:3.0:1769074860.656639:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859e4000. 00010000:00000010:3.0:1769074860.656681:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:3.0:1769074860.656698:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ad80. 00010000:00000010:3.0:1769074860.656719:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:3.0:1769074860.656725:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074860.656752:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074860.656756:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074860.656761:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:3.0:1769074860.656764:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074860.656850:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074860.656853:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074860.656857:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:3.0:1769074860.656860:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00000020:00000010:3.0:1769074860.656894:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.656901:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.656912:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.656922:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2bb400. 00000001:00000010:3.0:1769074860.657136:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1960. 00000001:00000010:3.0:1769074860.657144:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074860.657176:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.657184:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:3.0:1769074860.657188:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074860.657200:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074860.657231:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00080000:00000010:3.0:1769074860.657264:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff938f0. 00000004:00000010:3.0:1769074860.657271:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0cb40. 00000004:00000010:3.0:1769074860.657275:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa88c4c220. 00010000:00000010:0.0:1769074860.657677:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:0.0:1769074860.657684:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:0.0:1769074860.657693:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e6c0. 00000004:00000010:3.0:1769074860.657926:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca7ac8. 00000004:00000010:3.0:1769074860.657932:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee865a0. 00010000:00000010:3.0:1769074860.657946:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074860.657967:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890266, last committed = 17179889941 00010000:00000200:3.0:1769074860.657979:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc120380 x1855007826515200/t17179890266(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.658092:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074860.658100:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826515200, offset 224 00000400:00000010:2.0:1769074860.658106:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b038. 00000400:00000200:2.0:1769074860.658111:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.658125:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.658131:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41291:41291:256:4294967295] 192.168.204.10@tcp LPNI seq info [41287:41287:8:4294967295] 00000400:00000200:2.0:1769074860.658138:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.658145:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.658151:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.658156:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074860.658163:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.658171:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.658175:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.658195:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb80. 00000020:00000010:2.0:1769074860.658200:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ad48. 00000020:00000010:2.0:1769074860.658204:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000800:00000200:0.0:1769074860.658343:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.658347:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:0.0:1769074860.658351:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.658356:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.661767:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.661789:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6667d 00000400:00000200:3.0:1769074860.661796:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.661801:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.661807:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:3.0:1769074860.661811:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00000400:00000200:3.0:1769074860.661841:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.661848:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e1580 00000400:00000200:3.0:1769074860.661854:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 64984 00000400:00000200:3.0:1769074860.661917:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.661921:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.661926:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.661933:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603100. 00010000:00000010:0.0:1769074860.662009:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:0.0:1769074860.662020:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00010000:00000010:2.1:1769074860.662907:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:2.1:1769074860.662918:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:2.1:1769074860.662922:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074860.662925:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:3.1:1769074860.663036:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074860.663042:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074860.663045:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074860.663048:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074860.663050:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074860.663053:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074860.663056:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:3.1:1769074860.663062:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074860.663065:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074860.663075:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:3.1:1769074860.663079:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:3.1:1769074860.663083:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:3.1:1769074860.663087:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:3.1:1769074860.663092:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00000020:00000010:1.0:1769074860.663307:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.663313:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.663321:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074860.663326:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.663331:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.663379:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.663381:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074860.663385:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826515328 00000001:00000010:1.0:1769074860.663395:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e480. 00010000:00000010:1.0:1769074860.663422:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074860.663430:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 02000000:00000010:1.0:1769074860.663461:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab82d12000. 00010000:00000010:1.0:1769074860.663492:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074860.663497:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.663516:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074860.663520:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.663523:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074860.663526:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.1:1769074860.663624:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074860.663629:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074860.663632:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074860.663635:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074860.663652:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074860.663655:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a800. 00010000:00000010:1.0:1769074860.663659:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074860.663662:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074860.663723:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.664144:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074860.664151:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.664176:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074860.664195:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603100 x1855007826515328/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074860.664217:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074860.664223:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826515328, offset 224 00000400:00000200:1.0:1769074860.664231:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.664244:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.664250:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41292:41292:256:4294967295] 192.168.204.10@tcp LPNI seq info [41288:41288:8:4294967295] 00000400:00000200:1.0:1769074860.664261:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.664267:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.664272:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074860.664355:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.664363:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.664367:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074860.664393:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.664397:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.664400:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:3.0:1769074860.664748:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.664753:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074860.664759:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.664764:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.664770:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:3.0:1769074860.664772:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00000400:00000200:1.0:1769074860.667153:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.667172:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e1680 00000400:00000200:1.0:1769074860.667182:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 65560 00000400:00000200:1.0:1769074860.667199:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.667205:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.667212:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.667219:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca2680. 00000020:00000010:3.0:1769074860.667324:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.667330:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.667337:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.667342:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.667347:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.667390:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.667392:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.667395:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826515584 02000000:00000010:3.0:1769074860.667430:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859e3000. 00010000:00000010:3.0:1769074860.667468:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:3.0:1769074860.667486:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a800. 00010000:00000010:3.0:1769074860.667506:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:3.0:1769074860.667512:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074860.667529:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074860.667532:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074860.667536:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:3.0:1769074860.667540:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074860.668117:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074860.668122:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074860.668126:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:3.0:1769074860.668130:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00000020:00000010:3.0:1769074860.668159:0:42297:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.668165:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.668176:0:42297:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.668186:0:42297:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e342000. 00000001:00000010:3.0:1769074860.668520:0:42297:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1540. 00000001:00000010:3.0:1769074860.668528:0:42297:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074860.668729:0:42297:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.668813:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:3.0:1769074860.668819:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074860.668832:0:42297:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074860.668998:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00080000:00000010:3.0:1769074860.669028:0:42297:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593c8e8. 00000004:00000010:3.0:1769074860.669035:0:42297:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed83c0. 00000004:00000010:3.0:1769074860.669038:0:42297:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d80bb0. 00000004:00000010:3.0:1769074860.669043:0:42297:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59a528. 00000004:00000010:3.0:1769074860.669048:0:42297:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86be00. 00010000:00000010:3.0:1769074860.669062:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074860.669082:0:42297:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890267, last committed = 17179889941 00010000:00000200:3.0:1769074860.669094:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca2680 x1855007826515584/t17179890267(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.669114:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074860.669121:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826515584, offset 224 00000400:00000010:3.0:1769074860.669128:0:42297:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccbd0. 00000400:00000200:3.0:1769074860.669132:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.669146:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.669152:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41293:41293:256:4294967295] 192.168.204.10@tcp LPNI seq info [41289:41289:8:4294967295] 00000400:00000200:3.0:1769074860.669159:0:42297:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.669165:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.669171:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.669175:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074860.669182:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.669189:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.669193:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.669218:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.669223:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.669227:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:2.0:1769074860.669370:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.669374:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:2.0:1769074860.669380:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.669385:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.672243:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.672266:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66685 00000400:00000200:3.0:1769074860.672285:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.672290:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.672298:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:3.0:1769074860.672301:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00000400:00000200:3.0:1769074860.672342:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.672350:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e1700 00000400:00000200:3.0:1769074860.672357:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 66048 00000400:00000200:3.0:1769074860.672427:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.672432:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.672437:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.672443:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600700. 00000020:00000010:3.0:1769074860.672496:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.672501:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.672509:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.672515:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.672520:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.672555:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.672557:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.672668:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826515712 00000001:00000010:3.0:1769074860.672679:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074860.672705:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:3.0:1769074860.672713:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 02000000:00000010:3.0:1769074860.672739:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859e5000. 00010000:00000010:3.0:1769074860.672770:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074860.672774:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074860.672793:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074860.672797:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074860.672801:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.672804:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074860.672879:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074860.672892:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074860.672897:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074860.672901:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074860.672968:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074860.672980:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074860.672986:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074860.673007:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074860.673025:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600700 x1855007826515712/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.673045:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074860.673050:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826515712, offset 224 00000400:00000200:3.0:1769074860.673057:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.673066:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.673073:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41294:41294:256:4294967295] 192.168.204.10@tcp LPNI seq info [41290:41290:8:4294967295] 00000400:00000200:3.0:1769074860.673083:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.673088:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.673093:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074860.673099:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.673105:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.673110:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.673129:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.673133:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.673136:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:3.0:1769074860.673198:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.673201:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:3.0:1769074860.673207:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.673211:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.673216:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:3.0:1769074860.673218:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00010000:00000010:2.0:1769074860.673470:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:2.0:1769074860.673478:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:1.1:1769074860.676188:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074860.676203:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074860.676208:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074860.676211:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074860.676243:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:1.0:1769074860.676254:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:1.0:1769074860.676264:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00010000:00000010:0.1:1769074860.676717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074860.676726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:0.1:1769074860.676741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:0.1:1769074860.676745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:3.1:1769074860.676951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074860.676957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00000400:00000200:2.0:1769074860.677095:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.677114:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e1800 00000400:00000200:2.0:1769074860.677123:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 66624 00000400:00000200:2.0:1769074860.677140:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.677144:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.677153:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.677159:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121f80. 00000020:00000010:0.0:1769074860.677251:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.677256:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.677263:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.677268:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.677273:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.677323:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.677327:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.677330:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826515968 02000000:00000010:0.0:1769074860.677368:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa9020e000. 00010000:00000010:0.0:1769074860.677408:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:0.0:1769074860.677420:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:0.0:1769074860.677442:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.677448:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.677464:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074860.677467:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074860.677472:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074860.677474:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.677555:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074860.677569:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074860.677573:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074860.677577:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074860.677643:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56020. 00000020:00000010:0.0:1769074860.677650:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56020. 00000020:00000010:0.0:1769074860.677661:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb660. 00080000:00000010:0.0:1769074860.677671:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefe000. 00000001:00000010:0.0:1769074860.677924:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a4e0. 00000001:00000010:0.0:1769074860.677932:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074860.677964:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb660. 00010000:00000010:0.0:1769074860.677972:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074860.677976:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.677987:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074860.678024:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074860.678046:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593d560. 00000004:00000010:0.0:1769074860.678053:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8d80. 00000004:00000010:0.0:1769074860.678056:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d81100. 00000004:00000010:0.0:1769074860.678060:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59a870. 00000004:00000010:0.0:1769074860.678064:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86a5a0. 00010000:00000010:0.0:1769074860.678077:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074860.678093:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890268, last committed = 17179889941 00010000:00000200:0.0:1769074860.678103:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc121f80 x1855007826515968/t17179890268(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.678121:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074860.678128:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826515968, offset 224 00000400:00000010:0.0:1769074860.678134:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae230. 00000400:00000200:0.0:1769074860.678138:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.678151:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.678158:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41295:41295:256:4294967295] 192.168.204.10@tcp LPNI seq info [41291:41291:8:4294967295] 00000400:00000200:0.0:1769074860.678164:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.678171:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.678177:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.678181:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074860.678187:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.678194:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.678197:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.678213:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66600. 00000020:00000010:0.0:1769074860.678218:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.678222:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:1.0:1769074860.678390:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074860.678397:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:1.0:1769074860.678403:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00010000:00000010:3.1:1769074860.678635:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:3.1:1769074860.678643:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074860.678648:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:3.1:1769074860.678656:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:3.1:1769074860.678659:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:3.1:1769074860.678662:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074860.678665:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:3.1:1769074860.678672:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:3.1:1769074860.678677:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074860.678681:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074860.678684:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074860.678686:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:2.1:1769074860.678808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074860.678814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b400. 00010000:00000010:1.1:1769074860.678853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074860.678859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074860.678862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074860.678864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000800:00000200:3.0:1769074860.679015:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.679019:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:3.0:1769074860.679024:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.679031:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.681498:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.681520:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6668d 00000400:00000200:1.0:1769074860.681527:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.681532:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.681539:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:1.0:1769074860.681541:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00010000:00000010:0.0:1769074860.681713:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.681725:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:1.1:1769074860.682754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:1.1:1769074860.682765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:0.1:1769074860.683690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:0.1:1769074860.683700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074860.686669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074860.686683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074860.686746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074860.686758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:2.0:1769074860.687036:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.687054:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e1880 00000400:00000200:2.0:1769074860.687064:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 67112 00000400:00000200:2.0:1769074860.687124:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.687130:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.687137:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.687144:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc120a80. 00000020:00000010:0.0:1769074860.687528:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.687534:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.687540:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.687546:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074860.687551:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.687589:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.687592:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.687596:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826516096 00000001:00000010:0.0:1769074860.687642:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:0.0:1769074860.687671:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.687679:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074860.687705:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa9020a000. 00010000:00000010:0.0:1769074860.687754:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074860.687758:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.687779:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074860.687782:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074860.687787:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074860.687789:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.687868:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074860.687872:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074860.687875:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074860.687879:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.687957:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.687968:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.687973:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074860.687993:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074860.688010:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc120a80 x1855007826516096/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074860.688040:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074860.688046:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826516096, offset 224 00000400:00000200:0.0:1769074860.688053:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.688064:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.688071:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41296:41296:256:4294967295] 192.168.204.10@tcp LPNI seq info [41292:41292:8:4294967295] 00000400:00000200:0.0:1769074860.688082:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.688089:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.688094:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074860.688100:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.688107:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.688112:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.688134:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074860.688138:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.688141:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074860.689033:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.689040:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:2.0:1769074860.689046:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.689053:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.689060:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:2.0:1769074860.689063:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00010000:00000010:0.1:1769074860.690675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074860.690689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074860.697294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074860.697311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074860.697315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074860.697318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:1.0:1769074860.699047:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.699069:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e1980 00000400:00000200:1.0:1769074860.699079:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 67688 00000400:00000200:1.0:1769074860.699097:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.699102:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.699110:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.699117:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca3480. 00000020:00000010:0.0:1769074860.699876:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.699892:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.699900:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.699905:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074860.699911:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.699957:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.699960:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.699964:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826516352 02000000:00000010:0.0:1769074860.700007:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa833f3000. 00010000:00000010:0.0:1769074860.700061:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.700077:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074860.700096:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.700102:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.700118:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074860.700122:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074860.700126:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074860.700128:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074860.700232:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074860.700235:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074860.700239:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074860.700242:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074860.700267:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56020. 00000020:00000010:0.0:1769074860.700275:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56020. 00000020:00000010:0.0:1769074860.700584:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a5a0. 00080000:00000010:0.0:1769074860.700597:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefc400. 00000001:00000010:0.0:1769074860.700862:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb720. 00000001:00000010:0.0:1769074860.700870:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8600. 00000020:00000010:0.0:1769074860.700919:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a5a0. 00010000:00000010:0.0:1769074860.700930:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074860.700936:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.700951:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d80c0. 00010000:00000010:0.0:1769074860.700990:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074860.701014:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe99b8f0. 00000004:00000010:0.0:1769074860.701035:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50ccc0. 00000004:00000010:0.0:1769074860.701038:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4e110. 00000004:00000010:0.0:1769074860.701043:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10690. 00000004:00000010:0.0:1769074860.701048:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd225680. 00010000:00000010:0.0:1769074860.701059:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074860.701077:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890269, last committed = 17179889941 00010000:00000200:0.0:1769074860.701087:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca3480 x1855007826516352/t17179890269(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.701106:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074860.701113:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826516352, offset 224 00000400:00000010:0.0:1769074860.701120:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae2d8. 00000400:00000200:0.0:1769074860.701124:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.701139:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.701145:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41297:41297:256:4294967295] 192.168.204.10@tcp LPNI seq info [41293:41293:8:4294967295] 00000400:00000200:0.0:1769074860.701151:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.701158:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.701164:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.701169:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074860.701188:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.701196:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.701200:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.701219:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074860.701231:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.701236:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:1.0:1769074860.702001:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074860.702023:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:1.0:1769074860.702033:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d80c0. 00000800:00000200:2.0:1769074860.703576:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.703584:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:2.0:1769074860.703590:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.703599:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.706577:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.706599:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66695 00000400:00000200:2.0:1769074860.706646:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.706651:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.706658:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:2.0:1769074860.706661:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00010000:00000010:0.1:1769074860.706744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074860.706753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.0:1769074860.708245:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074860.708262:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:0.1:1769074860.710811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074860.710832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074860.711111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074860.711118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:1.0:1769074860.712507:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.712525:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e1a00 00000400:00000200:1.0:1769074860.712534:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 68176 00000400:00000200:1.0:1769074860.712634:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.712640:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.712650:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.712657:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca1500. 00000020:00000010:2.0:1769074860.713173:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.713180:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.713187:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074860.713193:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074860.713198:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.713244:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.713246:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.713249:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826516480 00000001:00000010:2.0:1769074860.713260:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:2.0:1769074860.713300:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074860.713309:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 02000000:00000010:2.0:1769074860.713339:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c402000. 00010000:00000010:2.0:1769074860.713369:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074860.713373:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.713392:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074860.713395:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074860.713399:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074860.713403:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074860.713471:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074860.713473:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074860.713475:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074860.713478:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074860.713532:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.713539:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074860.713543:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074860.713557:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074860.713570:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca1500 x1855007826516480/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.713586:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074860.713591:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826516480, offset 224 00000400:00000200:2.0:1769074860.713595:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.713641:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.713647:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41298:41298:256:4294967295] 192.168.204.10@tcp LPNI seq info [41294:41294:8:4294967295] 00000400:00000200:2.0:1769074860.713672:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.713678:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.713683:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074860.713688:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.713694:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.713697:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.713720:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074860.713724:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.713729:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074860.713951:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.713955:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074860.713960:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.713964:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.713970:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:3.0:1769074860.713972:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00010000:00000010:3.1:1769074860.716961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074860.716989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:2.1:1769074860.720853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.1:1769074860.720865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074860.720868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.1:1769074860.720870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00000400:00000200:2.0:1769074860.720915:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.720935:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e1b00 00000400:00000200:2.0:1769074860.720944:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 68752 00000400:00000200:2.0:1769074860.720961:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.720965:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.720974:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.720980:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc122680. 00000020:00000010:0.0:1769074860.721088:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.721093:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.721099:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074860.721105:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074860.721109:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef258. 00000020:00000010:0.0:1769074860.721152:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.721155:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.721158:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826516736 02000000:00000010:0.0:1769074860.721192:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa833f4000. 00010000:00000010:0.0:1769074860.721232:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:0.0:1769074860.721245:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:0.0:1769074860.721263:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.721269:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.721285:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074860.721289:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e00. 00010000:00000010:0.0:1769074860.721293:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074860.721296:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.721381:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074860.721384:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074860.721388:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074860.721392:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074860.721416:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56020. 00000020:00000010:0.0:1769074860.721422:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56020. 00000020:00000010:0.0:1769074860.721433:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbf60. 00080000:00000010:0.0:1769074860.721443:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefdc00. 00000001:00000010:1.0:1769074860.722475:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560240. 00000001:00000010:1.0:1769074860.722484:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111840. 00000020:00000010:1.0:1769074860.722690:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbf60. 00010000:00000010:1.0:1769074860.722703:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074860.722710:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074860.722725:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111cc0. 00010000:00000010:1.0:1769074860.722910:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:1.0:1769074860.722938:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593dab8. 00000004:00000010:1.0:1769074860.722945:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed80c0. 00000004:00000010:1.0:1769074860.722948:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d81650. 00000004:00000010:1.0:1769074860.722953:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59a078. 00000004:00000010:1.0:1769074860.722957:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86b4a0. 00010000:00000010:1.0:1769074860.722970:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:1.0:1769074860.722989:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890270, last committed = 17179889941 00010000:00000200:1.0:1769074860.722999:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc122680 x1855007826516736/t17179890270(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074860.723018:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074860.723025:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826516736, offset 224 00000400:00000010:1.0:1769074860.723032:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cd20. 00000400:00000200:1.0:1769074860.723036:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.723049:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.723055:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41299:41299:256:4294967295] 192.168.204.10@tcp LPNI seq info [41295:41295:8:4294967295] 00000400:00000200:1.0:1769074860.723060:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074860.723066:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.723071:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.723075:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074860.723082:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.723089:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.723093:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074860.723121:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:1.0:1769074860.723126:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef258. 00000020:00000010:1.0:1769074860.723130:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:3.0:1769074860.723271:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.723276:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:3.0:1769074860.723281:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.723287:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074860.725245:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:0.0:1769074860.725262:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074860.725272:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111cc0. 00010000:00000010:0.1:1769074860.726654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00010000:00000010:0.1:1769074860.726669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00000400:00000200:3.0:1769074860.728412:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.728435:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6669d 00000400:00000200:3.0:1769074860.728443:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.728448:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.728455:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:3.0:1769074860.728458:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000400:00000200:3.0:1769074860.728536:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.728544:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e1b80 00000400:00000200:3.0:1769074860.728552:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 69240 00000400:00000200:3.0:1769074860.728564:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.728567:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.728571:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.728578:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602d80. 00000020:00000010:1.0:1769074860.728965:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.728971:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.728990:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074860.728996:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.729001:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.729078:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.729082:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074860.729085:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826516864 00000001:00000010:1.0:1769074860.729096:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8600. 00010000:00000010:1.0:1769074860.729124:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074860.729132:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 02000000:00000010:1.0:1769074860.729161:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb3c31000. 00010000:00000010:1.0:1769074860.729192:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074860.729196:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.729215:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074860.729219:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.729223:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074860.729226:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074860.729302:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074860.729305:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a600. 00010000:00000010:1.0:1769074860.729309:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074860.729312:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074860.729377:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.729389:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074860.729394:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.729415:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000200:1.0:1769074860.729432:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602d80 x1855007826516864/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074860.729451:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074860.729458:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826516864, offset 224 00000400:00000200:1.0:1769074860.729464:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.729476:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.729483:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41300:41300:256:4294967295] 192.168.204.10@tcp LPNI seq info [41296:41296:8:4294967295] 00000400:00000200:1.0:1769074860.729494:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.729499:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.729504:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074860.729511:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.729518:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.729522:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074860.729551:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.729555:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.729559:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:3.0:1769074860.729696:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.729701:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074860.729706:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.729711:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.729715:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00000400:00000010:3.0:1769074860.729717:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00010000:00000010:0.0:1769074860.732714:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.732742:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e00. 00000400:00000200:3.0:1769074860.733149:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.733168:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e1c80 00000400:00000200:3.0:1769074860.733177:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 69816 00000400:00000200:3.0:1769074860.733192:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.733197:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.733204:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.733211:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600a80. 00000020:00000010:2.0:1769074860.733665:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.733672:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.733678:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074860.733684:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074860.733689:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.733783:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.733787:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.733789:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826517120 02000000:00000010:2.0:1769074860.733826:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c401000. 00010000:00000010:2.0:1769074860.733862:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:2.0:1769074860.733874:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a600. 00010000:00000010:2.0:1769074860.733904:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074860.733913:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.733929:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074860.733932:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074860.733936:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074860.733939:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074860.734021:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074860.734025:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074860.734028:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074860.734032:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074860.734057:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef820. 00000020:00000010:2.0:1769074860.734063:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef820. 00000020:00000010:2.0:1769074860.734076:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6420. 00080000:00000010:2.0:1769074860.734086:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f621c00. 00000001:00000010:2.0:1769074860.734320:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3aae0. 00000001:00000010:2.0:1769074860.734327:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074860.734364:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6420. 00010000:00000010:2.0:1769074860.734374:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074860.734378:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074860.734389:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074860.734425:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074860.734431:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074860.734449:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.734453:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00080000:00000010:2.0:1769074860.734477:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593cc78. 00000004:00000010:2.0:1769074860.734484:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8a80. 00000004:00000010:2.0:1769074860.734487:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d81430. 00000004:00000010:2.0:1769074860.734492:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59a8e8. 00000004:00000010:2.0:1769074860.734497:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86b0e0. 00010000:00000010:2.0:1769074860.734510:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074860.734525:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890271, last committed = 17179889941 00010000:00000200:2.0:1769074860.734536:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600a80 x1855007826517120/t17179890271(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.734556:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074860.734562:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826517120, offset 224 00000400:00000010:2.0:1769074860.734569:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1bea8. 00000400:00000200:2.0:1769074860.734573:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.734586:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.734592:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41301:41301:256:4294967295] 192.168.204.10@tcp LPNI seq info [41297:41297:8:4294967295] 00000400:00000200:2.0:1769074860.734598:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.734642:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.734648:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.734653:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074860.734660:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.734668:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.734672:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.734690:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074860.734694:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.734700:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074860.735072:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.735077:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074860.735082:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.735087:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.740946:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.740969:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x666a5 00000400:00000200:2.0:1769074860.740976:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.740981:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.740987:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:2.0:1769074860.740989:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:0.0:1769074860.741126:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:0.0:1769074860.741137:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:1.1:1769074860.741207:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:1.1:1769074860.741219:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074860.742662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074860.742677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:2.1:1769074860.742761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:2.1:1769074860.742769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074860.742775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.1:1769074860.742778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074860.742782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.1:1769074860.742789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00000400:00000200:1.0:1769074860.744244:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.744264:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e1d00 00000400:00000200:1.0:1769074860.744273:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 70304 00000400:00000200:1.0:1769074860.744333:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.744338:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.744346:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.744355:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeedf80. 00000020:00000010:3.0:1769074860.745041:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.745048:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.745054:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.745059:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.745065:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.745152:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.745155:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.745158:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826517248 00000001:00000010:3.0:1769074860.745168:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111840. 00010000:00000010:3.0:1769074860.745195:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.745203:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 02000000:00000010:3.0:1769074860.745230:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859e1000. 00010000:00000010:3.0:1769074860.745260:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074860.745267:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074860.745288:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074860.745292:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074860.745297:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.745300:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074860.745378:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074860.745381:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074860.745384:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074860.745387:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074860.745451:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074860.745462:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074860.745467:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074860.745484:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074860.745500:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeedf80 x1855007826517248/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.745519:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074860.745526:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826517248, offset 224 00000400:00000200:3.0:1769074860.745534:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.745546:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.745552:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41302:41302:256:4294967295] 192.168.204.10@tcp LPNI seq info [41298:41298:8:4294967295] 00000400:00000200:3.0:1769074860.745576:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.745582:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.745587:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074860.745594:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.745630:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.745635:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.745657:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.745662:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.745665:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:0.0:1769074860.745820:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.745825:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074860.745831:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.745836:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.745841:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:0.0:1769074860.745843:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00000400:00000200:2.0:1769074860.748478:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.748502:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e1e00 00000400:00000200:2.0:1769074860.748514:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 70880 00000400:00000200:2.0:1769074860.748531:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.748536:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.748544:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.748551:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc122d80. 00000020:00000010:3.0:1769074860.748921:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.748927:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.748933:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.748938:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.748943:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.748974:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.748977:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.748980:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826517504 02000000:00000010:3.0:1769074860.749017:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859e0000. 00010000:00000010:3.0:1769074860.749057:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074860.749075:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074860.749093:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074860.749098:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074860.749115:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074860.749118:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074860.749122:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074860.749126:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074860.749213:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074860.749217:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074860.749220:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074860.749223:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00000020:00000010:3.0:1769074860.749247:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.749255:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.749266:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.749275:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e341400. 00000001:00000010:3.0:1769074860.749490:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1c60. 00000001:00000010:3.0:1769074860.749497:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074860.749529:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.749538:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074860.749543:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074860.749555:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074860.750390:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00080000:00000010:3.0:1769074860.750435:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0e390. 00000004:00000010:3.0:1769074860.750444:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bd540. 00000004:00000010:3.0:1769074860.750448:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58b430. 00000004:00000010:3.0:1769074860.750453:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfad98. 00000004:00000010:3.0:1769074860.750457:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea45a0. 00010000:00000010:3.0:1769074860.750470:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074860.750491:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890272, last committed = 17179889941 00010000:00000200:3.0:1769074860.750503:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc122d80 x1855007826517504/t17179890272(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.750525:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074860.750533:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826517504, offset 224 00000400:00000010:3.0:1769074860.750540:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc850. 00000400:00000200:3.0:1769074860.750544:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.750872:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.750889:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41303:41303:256:4294967295] 192.168.204.10@tcp LPNI seq info [41299:41299:8:4294967295] 00000400:00000200:3.0:1769074860.750897:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.750905:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.750911:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.750918:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074860.750925:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.750933:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.750938:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.750967:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.750973:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.750977:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:1.0:1769074860.751195:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.751200:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074860.751207:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.751213:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074860.751325:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074860.751333:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074860.751337:0:36254:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:0.1:1769074860.751340:0:36254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00010000:00000010:0.0:1769074860.751361:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:0.0:1769074860.751368:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:0.0:1769074860.751374:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00010000:00000010:1.1:1769074860.751642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074860.751648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074860.751655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074860.751657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:3.1:1769074860.755700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074860.755717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074860.755721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074860.755723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074860.755726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074860.755729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074860.755744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074860.755750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:0.0:1769074860.756021:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074860.756040:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x666ad 00000400:00000200:0.0:1769074860.756047:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.756051:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074860.756057:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:0.0:1769074860.756060:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00000400:00000200:0.0:1769074860.756093:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.756099:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e1e80 00000400:00000200:0.0:1769074860.756107:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 71368 00000400:00000200:0.0:1769074860.756118:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.756122:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.756127:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.756133:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90887100. 00010000:00000010:2.0:1769074860.756229:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:2.0:1769074860.756241:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074860.756242:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.756247:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.756253:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.756258:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.756263:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.756309:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.756313:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.756316:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826517632 00000001:00000010:3.0:1769074860.756327:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:3.0:1769074860.756350:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074860.756357:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 02000000:00000010:3.0:1769074860.756383:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859e2000. 00010000:00000010:3.0:1769074860.756414:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074860.756418:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074860.756434:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074860.756436:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074860.756440:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074860.756443:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074860.756519:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074860.756522:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074860.756526:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.756529:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074860.756586:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074860.756595:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074860.756598:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074860.756655:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074860.756673:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90887100 x1855007826517632/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.756693:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074860.756699:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826517632, offset 224 00000400:00000200:3.0:1769074860.756706:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.756717:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.756723:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41304:41304:256:4294967295] 192.168.204.10@tcp LPNI seq info [41300:41300:8:4294967295] 00000400:00000200:3.0:1769074860.756733:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.756739:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.756757:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074860.756763:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.756770:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.756774:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.756798:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.756801:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.756805:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:2.0:1769074860.756917:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.756922:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074860.756928:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.756932:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.756936:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46cc0 00000400:00000010:2.0:1769074860.756938:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46cc0. 00010000:00000010:0.1:1769074860.759662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074860.759675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:1.0:1769074860.761099:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.761119:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e1f80 00000400:00000200:1.0:1769074860.761128:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 71944 00000400:00000200:1.0:1769074860.761144:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.761150:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.761158:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.761164:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef800. 00000020:00000010:3.0:1769074860.761233:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.761238:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.761244:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.761250:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.761255:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.761295:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.761298:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.761301:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826517888 02000000:00000010:3.0:1769074860.761339:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8672c000. 00010000:00000010:3.0:1769074860.761379:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074860.761396:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074860.761417:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.761423:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074860.761439:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074860.761443:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074860.761447:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074860.761450:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074860.761535:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074860.761539:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074860.761543:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.761546:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00000020:00000010:3.0:1769074860.762085:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.762094:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.762106:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1c00. 00080000:00000010:3.0:1769074860.762115:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e340400. 00000001:00000010:3.0:1769074860.762329:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab878857e0. 00000001:00000010:3.0:1769074860.762337:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ec00. 00000020:00000010:3.0:1769074860.762372:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1c00. 00010000:00000010:3.0:1769074860.762383:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074860.762388:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074860.762403:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074860.762455:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00080000:00000010:3.0:1769074860.762481:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b1b5398. 00000004:00000010:3.0:1769074860.762504:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa83c993c0. 00000004:00000010:3.0:1769074860.762508:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58a660. 00000004:00000010:3.0:1769074860.762513:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa44d98. 00000004:00000010:3.0:1769074860.762518:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea4b40. 00010000:00000010:3.0:1769074860.762530:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074860.762550:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890273, last committed = 17179889941 00010000:00000010:1.0:1769074860.762781:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:1.0:1769074860.762789:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:1.0:1769074860.762796:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00010000:00000200:3.0:1769074860.763128:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef800 x1855007826517888/t17179890273(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.763152:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074860.763159:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826517888, offset 224 00000400:00000010:3.0:1769074860.763166:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc620. 00000400:00000200:3.0:1769074860.763171:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.763185:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.763192:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41305:41305:256:4294967295] 192.168.204.10@tcp LPNI seq info [41301:41301:8:4294967295] 00000400:00000200:3.0:1769074860.763199:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.763206:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.763213:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.763218:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074860.763225:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.763233:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.763238:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.763324:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.763329:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.763334:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:0.0:1769074860.763920:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.763925:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074860.763933:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.763940:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.766813:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.766834:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x666b5 00000400:00000200:3.0:1769074860.766841:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.766846:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.766852:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c467f8 00000400:00000010:3.0:1769074860.766855:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c467f8. 00010000:00000010:0.0:1769074860.767276:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:0.0:1769074860.767299:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:2.1:1769074860.768717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074860.768744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074860.768981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:1.0:1769074860.769037:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.769054:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e2000 00000400:00000200:1.0:1769074860.769063:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 72432 00000400:00000200:1.0:1769074860.769123:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.769128:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.769135:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.769141:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeeca80. 00000020:00000010:3.0:1769074860.769223:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.769228:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.769235:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.769241:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.769246:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.769290:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.769293:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.769296:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826518016 00000001:00000010:3.0:1769074860.769305:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074860.769328:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074860.769335:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 02000000:00000010:3.0:1769074860.769360:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86729000. 00010000:00000010:3.0:1769074860.769391:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074860.769395:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074860.769415:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074860.769418:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074860.769422:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074860.769425:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.769503:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074860.769506:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074860.769510:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074860.769514:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074860.769587:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074860.769600:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.769876:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074860.769913:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074860.769931:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeeca80 x1855007826518016/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.769951:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074860.769957:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826518016, offset 224 00000400:00000200:3.0:1769074860.769965:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.769977:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.769984:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41306:41306:256:4294967295] 192.168.204.10@tcp LPNI seq info [41302:41302:8:4294967295] 00000400:00000200:3.0:1769074860.769996:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.770003:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.770008:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074860.770014:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.770021:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.770025:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.770085:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.770090:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.770094:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00010000:00000010:1.1:1769074860.771657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:1.1:1769074860.771672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074860.771869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074860.771877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074860.771889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000800:00000200:0.0:1769074860.772901:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.772908:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074860.772918:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.772926:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.772934:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c467f8 00000400:00000010:0.0:1769074860.772936:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c467f8. 00010000:00000010:0.1:1769074860.775658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:0.1:1769074860.775674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074860.775786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074860.775793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074860.775797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074860.775803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074860.775805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074860.775808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074860.775810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074860.775813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:3.0:1769074860.781640:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.781662:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e2100 00000400:00000200:3.0:1769074860.781670:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 73008 00000400:00000200:3.0:1769074860.781686:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.781691:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.781699:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.781705:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601180. 00000020:00000010:2.0:1769074860.781941:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.781946:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.781952:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074860.781957:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074860.781963:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.782006:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.782009:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.782012:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826518272 02000000:00000010:2.0:1769074860.782055:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb48e8000. 00010000:00000010:2.0:1769074860.782101:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:2.0:1769074860.782120:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:2.0:1769074860.782141:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074860.782147:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.782165:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074860.782168:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074860.782173:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074860.782190:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.782860:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074860.782867:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074860.782871:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074860.782876:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00000020:00000010:2.0:1769074860.782921:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0eff80. 00000020:00000010:2.0:1769074860.782929:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0eff80. 00000020:00000010:2.0:1769074860.782942:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a960. 00080000:00000010:2.0:1769074860.782953:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f620000. 00000001:00000010:2.0:1769074860.783164:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3ad80. 00000001:00000010:2.0:1769074860.783172:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074860.783217:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a960. 00010000:00000010:2.0:1769074860.783225:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074860.783229:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074860.783241:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074860.783424:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00080000:00000010:2.0:1769074860.783452:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121b1d0. 00000004:00000010:2.0:1769074860.783460:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0c900. 00000004:00000010:2.0:1769074860.783463:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49ae990. 00000004:00000010:2.0:1769074860.783467:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca7bb8. 00000004:00000010:2.0:1769074860.783471:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee86000. 00010000:00000010:2.0:1769074860.783481:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074860.783498:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890274, last committed = 17179889941 00010000:00000200:2.0:1769074860.783508:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601180 x1855007826518272/t17179890274(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.783527:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074860.783534:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826518272, offset 224 00000400:00000010:2.0:1769074860.783541:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b9d8. 00000400:00000200:2.0:1769074860.783545:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.783564:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.783570:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41307:41307:256:4294967295] 192.168.204.10@tcp LPNI seq info [41303:41303:8:4294967295] 00000400:00000200:2.0:1769074860.783576:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.783583:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.783588:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.783593:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074860.783600:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.783628:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.783632:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.783651:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074860.783655:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.783660:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00010000:00000010:1.0:1769074860.786844:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:1.0:1769074860.786864:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:1.0:1769074860.786874:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00000800:00000200:1.0:1769074860.791494:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.791505:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:1.0:1769074860.791515:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.791524:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.792459:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074860.792481:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x666bd 00000400:00000200:0.0:1769074860.792489:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.792492:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074860.792499:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:0.0:1769074860.792502:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:2.0:1769074860.792636:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.792649:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:2.1:1769074860.796788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:2.1:1769074860.796805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074860.796810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.1:1769074860.796816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00000400:00000200:3.0:1769074860.797454:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.797473:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e2180 00000400:00000200:3.0:1769074860.797482:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 73496 00000400:00000200:3.0:1769074860.797542:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.797548:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.797565:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.797573:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8a80. 00010000:00000010:1.1:1769074860.799967:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074860.799982:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00000020:00000010:1.0:1769074860.800016:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.800022:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.800031:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074860.800037:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.800042:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.800141:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.800144:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074860.800148:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826518400 00000001:00000010:1.0:1769074860.800158:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ec00. 00010000:00000010:1.0:1769074860.800192:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074860.800200:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 02000000:00000010:1.0:1769074860.800234:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc542000. 00010000:00000010:1.0:1769074860.800263:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074860.800267:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074860.800298:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074860.800302:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.800306:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074860.800309:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.800380:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074860.800383:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074860.800387:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074860.800390:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074860.800456:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074860.800466:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.800472:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.800493:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000200:1.0:1769074860.800512:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8a80 x1855007826518400/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074860.800532:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074860.800538:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826518400, offset 224 00000400:00000200:1.0:1769074860.800545:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.800570:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.800577:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41308:41308:256:4294967295] 192.168.204.10@tcp LPNI seq info [41304:41304:8:4294967295] 00000400:00000200:1.0:1769074860.800589:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.800595:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.800600:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074860.800623:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.800630:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.800635:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074860.800662:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.800666:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.800669:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:3.0:1769074860.800822:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.800827:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:3.0:1769074860.800833:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.800839:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.800844:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:3.0:1769074860.800846:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00000400:00000200:0.0:1769074860.804934:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.804955:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e2280 00000400:00000200:0.0:1769074860.804964:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 74072 00000400:00000200:0.0:1769074860.804994:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.805000:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.805008:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.805027:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90884000. 00000020:00000010:2.0:1769074860.805127:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.805133:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.805139:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074860.805145:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074860.805150:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.805217:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.805221:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.805223:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826518656 02000000:00000010:2.0:1769074860.805259:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86423000. 00010000:00000010:2.0:1769074860.805310:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:2.0:1769074860.805328:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab00. 00010000:00000010:2.0:1769074860.805349:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074860.805355:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.805369:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074860.805373:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074860.805377:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074860.805380:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074860.805465:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074860.805469:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074860.805472:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074860.805476:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00000020:00000010:2.0:1769074860.805499:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0eff80. 00000020:00000010:2.0:1769074860.805507:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0eff80. 00000020:00000010:2.0:1769074860.805518:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a960. 00080000:00000010:2.0:1769074860.805527:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f623800. 00000001:00000010:2.0:1769074860.805762:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3ade0. 00000001:00000010:2.0:1769074860.805769:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074860.805801:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a960. 00010000:00000010:2.0:1769074860.805809:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.0:1769074860.805813:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.805825:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074860.805862:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.805868:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074860.805901:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074860.805905:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00080000:00000010:2.0:1769074860.805931:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0fc80. 00000004:00000010:2.0:1769074860.805938:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7bd000. 00000004:00000010:2.0:1769074860.805942:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58abb0. 00000004:00000010:2.0:1769074860.805947:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbfdfaf78. 00000004:00000010:2.0:1769074860.805950:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea5e00. 00010000:00000010:2.0:1769074860.805959:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074860.805977:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890275, last committed = 17179889941 00010000:00000200:2.0:1769074860.805985:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90884000 x1855007826518656/t17179890275(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.806006:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074860.806013:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826518656, offset 224 00000400:00000010:2.0:1769074860.806020:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b818. 00000400:00000200:2.0:1769074860.806024:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.806037:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.806043:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41309:41309:256:4294967295] 192.168.204.10@tcp LPNI seq info [41305:41305:8:4294967295] 00000400:00000200:2.0:1769074860.806049:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.806055:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.806060:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.806066:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074860.806072:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.806079:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.806083:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.806104:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074860.806107:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.806112:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:2.0:1769074860.806204:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.806208:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:2.0:1769074860.806212:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.806216:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.808931:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.808951:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x666c5 00000400:00000200:3.0:1769074860.808959:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.808963:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.808970:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:3.0:1769074860.808973:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00010000:00000010:0.0:1769074860.809089:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:0.0:1769074860.809100:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00000400:00000200:0.0:1769074860.811166:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.811198:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e2300 00000400:00000200:0.0:1769074860.811207:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 74560 00000400:00000200:0.0:1769074860.811282:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.811288:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.811296:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.811304:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90886a00. 00000020:00000010:3.0:1769074860.811661:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.811667:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.811674:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.811679:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.811685:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.811722:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.811724:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.811727:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826518784 00000001:00000010:3.0:1769074860.811737:0:42297:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:3.0:1769074860.811763:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074860.811771:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 02000000:00000010:3.0:1769074860.811797:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8672a000. 00010000:00000010:3.0:1769074860.811826:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074860.811830:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.811850:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074860.811853:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074860.811858:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074860.811861:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074860.811961:0:42297:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074860.811965:0:42297:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074860.811969:0:42297:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.811972:0:42297:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074860.812042:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.812053:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074860.812058:0:42297:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074860.812077:0:42297:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074860.812092:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90886a00 x1855007826518784/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.812111:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074860.812118:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826518784, offset 224 00000400:00000200:3.0:1769074860.812125:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.812137:0:42297:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.812144:0:42297:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41310:41310:256:4294967295] 192.168.204.10@tcp LPNI seq info [41306:41306:8:4294967295] 00000400:00000200:3.0:1769074860.812155:0:42297:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.812161:0:42297:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.812166:0:42297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074860.812172:0:42297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.812179:0:42297:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.812183:0:42297:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.812209:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.812214:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.812218:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000800:00000200:0.0:1769074860.812360:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.812365:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074860.812371:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.812375:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.812380:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c464c8 00000400:00000010:0.0:1769074860.812382:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c464c8. 00010000:00000010:2.1:1769074860.815722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074860.815738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00010000:00000010:3.1:1769074860.817702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074860.817717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074860.817720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074860.817723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:1.1:1769074860.817976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074860.817983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074860.817987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074860.817990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:3.0:1769074860.819473:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.819493:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e2400 00000400:00000200:3.0:1769074860.819502:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 75136 00000400:00000200:3.0:1769074860.819521:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.819526:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.819535:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.819541:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cb800. 00010000:00000010:2.1:1769074860.819853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:2.1:1769074860.819861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:2.1:1769074860.819867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.1:1769074860.819871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074860.819874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.1:1769074860.819890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:0.1:1769074860.820679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074860.820687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00000020:00000010:1.0:1769074860.820855:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.820861:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.820870:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:1.0:1769074860.820876:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a680. 00000020:00000010:1.0:1769074860.820890:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562578. 00000020:00000010:1.0:1769074860.820981:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.820985:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074860.820988:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826519040 02000000:00000010:1.0:1769074860.821028:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc545000. 00010000:00000010:1.0:1769074860.821069:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:1.0:1769074860.821086:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:1.0:1769074860.821109:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074860.821115:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074860.821132:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074860.821135:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.821140:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074860.821143:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.821412:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074860.821416:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a380. 00010000:00000010:1.0:1769074860.821420:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074860.821423:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00000020:00000010:1.0:1769074860.821450:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3a0. 00000020:00000010:1.0:1769074860.821457:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3a0. 00000020:00000010:1.0:1769074860.821469:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560180. 00080000:00000010:1.0:1769074860.821479:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f753000. 00000001:00000010:0.0:1769074860.823087:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbf60. 00000001:00000010:0.0:1769074860.823098:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8600. 00000020:00000010:0.0:1769074860.823135:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560180. 00010000:00000010:0.0:1769074860.823149:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074860.823155:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.823174:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8780. 00010000:00000010:0.0:1769074860.823435:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00080000:00000010:0.0:1769074860.823487:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0f398. 00000004:00000010:0.0:1769074860.823496:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa83c99a80. 00000004:00000010:0.0:1769074860.823500:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58a000. 00000004:00000010:0.0:1769074860.823506:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa44d20. 00000004:00000010:0.0:1769074860.823511:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea5860. 00010000:00000010:0.0:1769074860.823525:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000200:0.0:1769074860.823550:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890276, last committed = 17179889941 00010000:00000200:0.0:1769074860.823574:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908cb800 x1855007826519040/t17179890276(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.823594:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074860.823619:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826519040, offset 224 00000400:00000010:0.0:1769074860.823626:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aee38. 00000400:00000200:0.0:1769074860.823630:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.823645:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.823651:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41311:41311:256:4294967295] 192.168.204.10@tcp LPNI seq info [41307:41307:8:4294967295] 00000400:00000200:0.0:1769074860.823658:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.823665:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.823671:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.823676:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074860.823682:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.823689:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.823693:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.823716:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a680. 00000020:00000010:0.0:1769074860.823720:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562578. 00000020:00000010:0.0:1769074860.823724:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000800:00000200:3.0:1769074860.823914:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.823919:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:3.0:1769074860.823924:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.823929:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.827700:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074860.827722:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x666cd 00000400:00000200:0.0:1769074860.827730:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.827734:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074860.827741:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:0.0:1769074860.827744:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00010000:00000010:2.0:1769074860.827959:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:2.0:1769074860.827970:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac00. 00010000:00000010:1.0:1769074860.828128:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074860.828135:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a380. 00010000:00000010:1.0:1769074860.828141:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00000400:00000200:3.0:1769074860.829255:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074860.829271:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e2480 00000400:00000200:3.0:1769074860.829289:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 75624 00000400:00000200:3.0:1769074860.829343:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.829347:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074860.829354:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074860.829361:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908caa00. 00000020:00000010:0.0:1769074860.829531:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.829537:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.829544:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7400. 00000020:00000010:0.0:1769074860.829550:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66e00. 00000020:00000010:0.0:1769074860.829554:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074860.829598:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab89c45a00. 00000020:00000010:0.0:1769074860.829635:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab89c45a00. 00000100:00000200:0.0:1769074860.829638:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826519168 00000001:00000010:0.0:1769074860.829651:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:0.0:1769074860.829677:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074860.829685:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074860.829715:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c58c000. 00010000:00000010:0.0:1769074860.829770:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074860.829774:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.829793:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074860.829796:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074860.829801:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074860.829804:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074860.829900:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074860.829904:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074860.829908:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074860.829911:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074860.829975:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074860.829986:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074860.829991:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074860.830011:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074860.830025:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908caa00 x1855007826519168/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074860.830044:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074860.830050:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826519168, offset 224 00000400:00000200:0.0:1769074860.830057:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.830067:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.830072:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41312:41312:256:4294967295] 192.168.204.10@tcp LPNI seq info [41308:41308:8:4294967295] 00000400:00000200:0.0:1769074860.830083:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.830088:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.830093:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074860.830099:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.830106:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.830111:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.830126:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66e00. 00000020:00000010:0.0:1769074860.830129:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074860.830132:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7400. 00000800:00000200:3.0:1769074860.830662:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.830668:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074860.830672:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.830678:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.830682:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:3.0:1769074860.830685:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00010000:00000010:1.1:1769074860.832703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:1.1:1769074860.832717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00000400:00000200:0.0:1769074860.835116:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.835134:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e2580 00000400:00000200:0.0:1769074860.835144:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 76200 00000400:00000200:0.0:1769074860.835162:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.835167:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.835258:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.835266:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90885500. 00000020:00000010:2.0:1769074860.835434:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.835440:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.835445:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074860.835450:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074860.835456:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.835497:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.835500:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.835503:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826519424 02000000:00000010:2.0:1769074860.835539:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86427000. 00010000:00000010:2.0:1769074860.835581:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074860.835597:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e80. 00010000:00000010:2.0:1769074860.835657:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074860.835665:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.835681:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074860.835684:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074860.835688:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074860.835691:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074860.835791:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074860.835795:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074860.835798:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.0:1769074860.835802:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00000020:00000010:2.0:1769074860.835824:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef5a0. 00000020:00000010:2.0:1769074860.835832:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef5a0. 00000020:00000010:2.0:1769074860.835843:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a960. 00080000:00000010:2.0:1769074860.835853:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa85948000. 00000001:00000010:2.0:1769074860.836075:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a480. 00000001:00000010:2.0:1769074860.836083:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf180. 00000020:00000010:2.0:1769074860.836116:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a960. 00010000:00000010:2.0:1769074860.836125:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074860.836128:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074860.836140:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.1:1769074860.836979:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074860.836990:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:2.0:1769074860.837029:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00080000:00000010:2.0:1769074860.837055:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe99b1d0. 00000004:00000010:2.0:1769074860.837063:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50c6c0. 00000004:00000010:2.0:1769074860.837066:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4e330. 00000004:00000010:2.0:1769074860.837071:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10780. 00000004:00000010:2.0:1769074860.837075:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd224780. 00010000:00000010:2.0:1769074860.837083:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074860.837101:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890277, last committed = 17179889941 00010000:00000200:2.0:1769074860.837112:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90885500 x1855007826519424/t17179890277(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.837132:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074860.837138:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826519424, offset 224 00000400:00000010:2.0:1769074860.837145:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1ba10. 00000400:00000200:2.0:1769074860.837149:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.837163:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.837169:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41313:41313:256:4294967295] 192.168.204.10@tcp LPNI seq info [41309:41309:8:4294967295] 00000400:00000200:2.0:1769074860.837189:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.837197:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.837203:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.837209:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074860.837216:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.837223:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.837227:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.837251:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074860.837257:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.837262:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074860.837751:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.837757:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074860.837763:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.837768:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.840150:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074860.840172:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x666d5 00000400:00000200:3.0:1769074860.840191:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.840195:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074860.840203:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:3.0:1769074860.840206:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00010000:00000010:0.0:1769074860.840492:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:0.0:1769074860.840504:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00000400:00000200:0.0:1769074860.842770:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.842788:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e2600 00000400:00000200:0.0:1769074860.842797:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 76688 00000400:00000200:0.0:1769074860.842859:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.842864:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.842872:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.842889:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90885c00. 00000020:00000010:2.0:1769074860.842995:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.843001:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.843007:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074860.843012:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074860.843019:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.843062:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.843065:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.843068:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826519552 00000001:00000010:2.0:1769074860.843079:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8600. 00010000:00000010:2.0:1769074860.843105:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074860.843113:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 02000000:00000010:2.0:1769074860.843142:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86425000. 00010000:00000010:2.0:1769074860.843172:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.0:1769074860.843176:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.843196:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074860.843200:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074860.843205:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074860.843208:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074860.843296:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074860.843300:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074860.843305:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074860.843309:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074860.843380:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.843394:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074860.843399:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074860.843421:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074860.843435:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90885c00 x1855007826519552/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.843453:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074860.843459:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826519552, offset 224 00000400:00000200:2.0:1769074860.843466:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.843476:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.843482:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41314:41314:256:4294967295] 192.168.204.10@tcp LPNI seq info [41310:41310:8:4294967295] 00000400:00000200:2.0:1769074860.843492:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.843497:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.843502:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074860.843508:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.843514:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.843518:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.843533:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074860.843537:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.843541:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:3.0:1769074860.844468:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.844487:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:3.0:1769074860.844494:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.844500:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.844506:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:3.0:1769074860.844508:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00010000:00000010:1.0:1769074860.848672:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:1.0:1769074860.848699:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:1.0:1769074860.848714:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00000400:00000200:0.0:1769074860.849010:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.849030:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e2700 00000400:00000200:0.0:1769074860.849039:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 77264 00000400:00000200:0.0:1769074860.849055:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.849059:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.849068:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.849074:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90884380. 00000020:00000010:3.0:1769074860.849269:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.849368:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.849378:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.849384:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.849388:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.849469:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.849472:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.849476:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826519808 02000000:00000010:3.0:1769074860.849516:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8672d000. 00010000:00000010:3.0:1769074860.849551:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:3.0:1769074860.849574:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:3.0:1769074860.849593:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074860.849600:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074860.849647:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074860.849649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.0:1769074860.849650:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074860.849655:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:1.1:1769074860.849656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074860.849658:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074860.849752:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074860.849756:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074860.849760:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074860.849764:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00000020:00000010:3.0:1769074860.849789:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.849796:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.849810:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef13c0. 00080000:00000010:3.0:1769074860.849820:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e343c00. 00000001:00000010:3.0:1769074860.850049:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1840. 00000001:00000010:3.0:1769074860.850056:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074860.850093:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef13c0. 00010000:00000010:3.0:1769074860.850103:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.850107:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074860.850120:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074860.850161:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:1.0:1769074860.850166:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:1.0:1769074860.850171:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:1.0:1769074860.850177:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 00080000:00000010:3.0:1769074860.850201:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121b398. 00000004:00000010:3.0:1769074860.850209:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0c9c0. 00000004:00000010:3.0:1769074860.850213:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa88c4cbb0. 00000004:00000010:3.0:1769074860.850217:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca7d98. 00000004:00000010:3.0:1769074860.850222:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee87860. 00010000:00000010:3.0:1769074860.850232:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074860.850251:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890278, last committed = 17179889941 00010000:00000200:3.0:1769074860.850263:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90884380 x1855007826519808/t17179890278(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.850293:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074860.850300:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826519808, offset 224 00000400:00000010:3.0:1769074860.850306:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc0a8. 00000400:00000200:3.0:1769074860.850310:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.850323:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.850330:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41315:41315:256:4294967295] 192.168.204.10@tcp LPNI seq info [41311:41311:8:4294967295] 00000400:00000200:3.0:1769074860.850335:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.850342:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.850348:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.850353:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074860.850359:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.850366:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.850370:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.850392:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.850395:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.850399:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00010000:00000010:0.1:1769074860.850457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:0.1:1769074860.850465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:0.1:1769074860.850469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074860.850472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074860.850475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074860.850478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000800:00000200:0.0:1769074860.850557:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.850561:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074860.850567:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.850571:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074860.853666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:2.1:1769074860.853681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074860.853687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.1:1769074860.853693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00000400:00000200:1.0:1769074860.854179:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.854198:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x666dd 00000400:00000200:1.0:1769074860.854206:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.854210:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.854216:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46550 00000400:00000010:1.0:1769074860.854219:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46550. 00000400:00000200:1.0:1769074860.854350:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.854357:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e2780 00000400:00000200:1.0:1769074860.854365:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 77752 00010000:00000010:2.0:1769074860.854653:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:2.0:1769074860.854664:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00000400:00000200:1.0:1769074860.854739:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.854744:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.854750:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.854757:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeed180. 00010000:00000010:3.1:1769074860.855161:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:3.1:1769074860.855168:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00000020:00000010:3.0:1769074860.855288:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.855295:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.855301:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.855307:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.855312:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.855396:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.855399:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.855403:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826519936 00000001:00000010:3.0:1769074860.855414:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf180. 00010000:00000010:3.0:1769074860.855440:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.855447:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 02000000:00000010:3.0:1769074860.855478:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbd197000. 00010000:00000010:3.0:1769074860.855511:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074860.855515:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.855534:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074860.855537:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074860.855542:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074860.855545:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:1.1:1769074860.855644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074860.855650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00010000:00000010:1.1:1769074860.855654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:1.1:1769074860.855657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.855665:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074860.855668:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074860.855672:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074860.855675:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.855756:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.855767:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074860.855776:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074860.855795:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000200:3.0:1769074860.855812:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeed180 x1855007826519936/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.855833:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074860.855840:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826519936, offset 224 00000400:00000200:3.0:1769074860.855849:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.855862:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.855868:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41316:41316:256:4294967295] 192.168.204.10@tcp LPNI seq info [41312:41312:8:4294967295] 00000400:00000200:3.0:1769074860.855893:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.855900:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.855906:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074860.855913:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.855922:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.855926:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.855950:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.855954:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.855959:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00010000:00000010:0.1:1769074860.856029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074860.856036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00000800:00000200:0.0:1769074860.856123:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.856128:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074860.856134:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.856140:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.856145:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46c38 00000400:00000010:0.0:1769074860.856147:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46c38. 00010000:00000010:2.1:1769074860.859720:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.1:1769074860.860031:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074860.860037:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.1:1769074860.860040:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00000400:00000200:0.0:1769074860.860254:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.860272:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e2880 00000400:00000200:0.0:1769074860.860282:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 78328 00000400:00000200:0.0:1769074860.860299:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.860304:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.860313:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.860320:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90885880. 00000020:00000010:3.0:1769074860.860432:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.860438:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.860444:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.860450:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.860455:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.860520:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.860524:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f480. 00000100:00000200:3.0:1769074860.860527:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826520192 02000000:00000010:3.0:1769074860.860583:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabc184f000. 00010000:00000010:3.0:1769074860.860649:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.860667:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074860.860689:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074860.860695:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.860713:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074860.860717:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074860.860721:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074860.860724:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074860.860820:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074860.860824:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074860.860827:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.860830:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00000020:00000010:3.0:1769074860.860850:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.860856:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8720. 00000020:00000010:3.0:1769074860.860865:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef13c0. 00080000:00000010:3.0:1769074860.860875:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e340800. 00000001:00000010:3.0:1769074860.861099:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1f00. 00000001:00000010:3.0:1769074860.861107:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074860.861141:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef13c0. 00010000:00000010:3.0:1769074860.861149:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074860.861154:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074860.861165:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074860.861442:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00080000:00000010:3.0:1769074860.861468:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff93ab8. 00000004:00000010:3.0:1769074860.861490:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab81254180. 00000004:00000010:3.0:1769074860.861494:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa88c4d540. 00000004:00000010:3.0:1769074860.861504:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca71e0. 00000004:00000010:3.0:1769074860.861509:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee863c0. 00010000:00000010:3.0:1769074860.861523:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074860.861542:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890279, last committed = 17179889941 00010000:00000200:3.0:1769074860.861564:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90885880 x1855007826520192/t17179890279(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.861585:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074860.861592:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826520192, offset 224 00000400:00000010:3.0:1769074860.861599:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc540. 00000400:00000200:3.0:1769074860.861632:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.861647:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.861653:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41317:41317:256:4294967295] 192.168.204.10@tcp LPNI seq info [41313:41313:8:4294967295] 00000400:00000200:3.0:1769074860.861660:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.861667:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.861672:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.861678:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000100:00000010:1.0:1769074860.861682:0:42320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec700. 00000800:00000200:3.0:1769074860.861684:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.861690:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.861694:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 02000000:00000010:1.0:1769074860.861696:0:42320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab864d4700. 00000020:00000010:3.0:1769074860.861715:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.861719:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.861723:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00010000:00000010:0.0:1769074860.861811:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:0.0:1769074860.861819:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:0.0:1769074860.861826:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e900. 00000100:00000010:0.0:1769074860.861858:0:42322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90886680. 02000000:00000010:0.0:1769074860.861866:0:42322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51ad00. 00000800:00000200:1.0:1769074860.862117:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.862121:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074860.862128:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.862133:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 02000000:00000010:2.0:1769074860.866440:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8594b400. 00000400:00000010:2.0:1769074860.866456:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4630. 00000400:00000010:2.0:1769074860.866464:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074860.866473:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852325632, portal 4 00000400:00000010:2.0:1769074860.866480:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074860.866483:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007852325632, offset 0 00000400:00000200:2.0:1769074860.866492:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074860.866505:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074860.866518:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971eac17eb00 00000400:00000200:2.0:1769074860.866524:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1c431 [8] + 2016 00000400:00000200:2.0:1769074860.866532:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.866535:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074860.866543:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1769074860.866549:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc123100. 00000100:00000010:0.0:1769074860.866851:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90887b80. 02000000:00000010:0.0:1769074860.866865:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51ae00. 00000100:00000010:0.0:1769074860.866908:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90886300. 02000000:00000010:1.0:1769074860.866912:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8c4b0e00. 02000000:00000010:0.0:1769074860.866913:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51a400. 00000400:00000010:1.0:1769074860.866918:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1840. 00000100:00000010:0.0:1769074860.866919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90887480. 00000400:00000010:1.0:1769074860.866922:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 02000000:00000010:0.0:1769074860.866923:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51a600. 00000100:00000200:1.0:1769074860.866926:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852325888, portal 25 00000100:00000010:0.0:1769074860.866928:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90884e00. 00000400:00000010:1.0:1769074860.866930:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 02000000:00000010:0.0:1769074860.866931:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51a200. 00000100:00000200:1.0:1769074860.866932:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007852325888, offset 0 00000400:00000200:1.0:1769074860.866936:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1769074860.866937:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843ba300. 02000000:00000010:0.0:1769074860.866940:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51ab00. 00000400:00000200:1.0:1769074860.866942:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1769074860.866946:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b9500. 00000400:00000200:1.0:1769074860.866948:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6971eac17ec00 02000000:00000010:0.0:1769074860.866950:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51a700. 00000400:00000200:1.0:1769074860.866953:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x515e1 [2] + 0 00000400:00000010:1.0:1769074860.866957:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63580. 00000400:00000200:1.0:1769074860.866960:0:12645:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8fd77240 00000400:00000200:1.0:1769074860.866963:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.866966:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074860.866969:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd77240 02000000:00000010:0.0:1769074860.866971:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabbfec6600. 00000400:00000010:1.0:1769074860.866971:0:12645:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd77240. 00000100:00000200:1.0:1769074860.866987:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1769074860.867001:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:1.0:1769074860.867003:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074860.867010:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa90887b80 x1855007852325888/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074860.867350:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:2.0:1769074860.867353:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074860.867359:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbfeec700 x1855007852325632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074860.867380:0:12647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8eb3a960. 00000100:00000010:2.0:1769074860.867391:0:12647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8eb3a060. 00000100:00000010:2.0:1769074860.867396:0:12647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8eb3a420. 00000100:00000010:2.0:1769074860.867400:0:12647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8eb3a660. 02000000:00000010:2.0:1769074860.867416:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabbfe88200. 00000400:00000010:2.0:1769074860.867420:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4948. 00000400:00000010:2.0:1769074860.867424:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074860.867427:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852326144, portal 10 00000400:00000010:2.0:1769074860.867432:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074860.867434:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852326144, offset 0 00000400:00000200:2.0:1769074860.867438:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074860.867443:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074860.867448:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac17ed00 00000400:00000200:2.0:1769074860.867454:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c25 [64] + 78816 00000400:00000200:2.0:1769074860.867458:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.867461:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074860.867465:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.867469:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc120e00. 00000400:00000200:2.0:1769074860.867477:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:2.0:1769074860.867479:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074860.867484:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa90887480 x1855007852326144/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.867821:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a89f8. 00000400:00000010:0.0:1769074860.867826:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074860.867830:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852326016, portal 10 00000400:00000010:0.0:1769074860.867834:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074860.867836:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852326016, offset 0 00000400:00000200:0.0:1769074860.867841:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074860.867846:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074860.867852:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac17ec80 00000400:00000200:0.0:1769074860.867857:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c25 [64] + 79040 00000400:00000200:0.0:1769074860.867861:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.867864:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074860.867867:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.867871:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b8700. 00000400:00000200:0.0:1769074860.867894:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:0.0:1769074860.867896:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074860.867902:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa90886300 x1855007852326016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074860.867920:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabbfec7200. 00000400:00000010:0.0:1769074860.867923:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8bb0. 00000400:00000010:0.0:1769074860.867926:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074860.867929:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852326528, portal 10 00000400:00000010:0.0:1769074860.867933:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074860.867935:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852326528, offset 0 00000400:00000200:0.0:1769074860.867939:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074860.867944:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074860.867948:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac17ee80 00000400:00000200:0.0:1769074860.867952:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c25 [64] + 79264 00000400:00000200:0.0:1769074860.867956:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.867958:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074860.867961:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.867964:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b9c00. 00000020:00000010:3.0:1769074860.868063:0:37049:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f480. 00000020:00000010:3.0:1769074860.868070:0:37049:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8470de80. 00000020:00000010:3.0:1769074860.868088:0:37049:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.868093:0:37049:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.868098:0:37049:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.868130:0:37049:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f940. 00000020:00000010:3.0:1769074860.868133:0:37049:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f940. 00000100:00000200:3.0:1769074860.868137:0:37049:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852325632 02000000:00000010:3.0:1769074860.868158:0:37049:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8daa8e343400. 00000400:00000200:0.0:1769074860.868530:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:0.0:1769074860.868533:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074860.868539:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dab843b9500 x1855007852326528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074860.868661:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8594ac00. 00000400:00000010:2.0:1769074860.868670:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec48f0. 00000400:00000010:2.0:1769074860.868674:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074860.868677:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852325760, portal 4 00000400:00000010:2.0:1769074860.868682:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074860.868684:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007852325760, offset 0 00000400:00000200:2.0:1769074860.868690:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074860.868696:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074860.868701:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971eac17eb80 00000400:00000200:2.0:1769074860.868706:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1c431 [8] + 2240 00000400:00000200:2.0:1769074860.868711:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.868713:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074860.868717:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1769074860.868720:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc122a00. 00010000:00000200:3.0:1769074860.868835:0:37049:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc123100 x1855007852325632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 224/368 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074860.868891:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabbfec6800. 00000400:00000010:0.0:1769074860.868895:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8b58. 00000400:00000010:0.0:1769074860.868898:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074860.868901:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852326400, portal 4 00000400:00000010:0.0:1769074860.868905:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074860.868908:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007852326400, offset 0 00000400:00000200:0.0:1769074860.868911:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074860.868931:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:2.0:1769074860.868933:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074860.868938:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa90886680 x1855007852325760/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.868967:0:37049:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074860.868970:0:37049:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855007852325632, offset 224 00000400:00000200:3.0:1769074860.868983:0:37049:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074860.868988:0:37049:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074860.868993:0:37049:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971eac17eb00 00000400:00000200:3.0:1769074860.868999:0:37049:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x666e9 [1] + 224 00000400:00000200:3.0:1769074860.869003:0:37049:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.869006:0:37049:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074860.869011:0:37049:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbfeec700 x1855007852325632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074860.869012:0:42292:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000400:00000200:3.0:1769074860.869023:0:37049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074860.869025:0:37049:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000020:00000010:3.0:1769074860.869038:0:37049:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.869043:0:37049:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.869047:0:37049:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.869063:0:37049:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f940. 00000020:00000010:3.0:1769074860.869067:0:37049:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8556cb00. 00000020:00000010:3.0:1769074860.869072:0:37049:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.869075:0:37049:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.869078:0:37049:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.869091:0:37049:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f8c0. 00000020:00000010:3.0:1769074860.869093:0:37049:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f8c0. 00000100:00000200:3.0:1769074860.869096:0:37049:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852325760 02000000:00000010:3.0:1769074860.869104:0:37049:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8daa8e342800. 00010000:00000200:3.0:1769074860.869123:0:37049:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc122a00 x1855007852325760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 224/368 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.869133:0:37049:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074860.869136:0:37049:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855007852325760, offset 224 00000400:00000200:3.0:1769074860.869140:0:37049:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074860.869146:0:37049:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074860.869150:0:37049:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971eac17eb80 00000400:00000200:3.0:1769074860.869155:0:37049:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x66711 [1] + 224 00000020:00000010:1.0:1769074860.869158:0:42292:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000400:00000200:3.0:1769074860.869158:0:37049:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.869160:0:37049:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1769074860.869164:0:42292:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000100:00000200:3.0:1769074860.869166:0:37049:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa90886680 x1855007852325760/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074860.869167:0:42292:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a380. 00000020:00000010:1.0:1769074860.869171:0:42292:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562708. 00000020:00000010:1.0:1769074860.869193:0:42292:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000400:00000200:3.0:1769074860.869193:0:37049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074860.869194:0:37049:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000020:00000010:1.0:1769074860.869195:0:42292:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074860.869198:0:42292:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852325888 00000020:00000010:3.0:1769074860.869202:0:37049:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.869204:0:37049:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.869207:0:37049:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 02000000:00000010:1.0:1769074860.869215:0:42292:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8f752c00. 00000020:00000010:3.0:1769074860.869229:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f8c0. 00010000:00000200:1.0:1769074860.869230:0:42292:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb4847c50 x1855007852325888/t0(0) o400->cac2d028-eb51-4ca5-bfc5-0b8972635d61@0@lo:396/0 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074860.869234:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f8c0. 00000020:00000010:3.0:1769074860.869237:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.869239:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000400:00000010:1.0:1769074860.869240:0:42292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000020:00000010:3.0:1769074860.869242:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000100:00000200:1.0:1769074860.869243:0:42292:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855007852325888, offset 224 00000400:00000200:1.0:1769074860.869246:0:42292:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074860.869252:0:42292:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074860.869257:0:42292:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6971eac17ec00 00000020:00000010:3.0:1769074860.869261:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f8c0. 00000400:00000200:1.0:1769074860.869262:0:42292:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x666f1 [1] + 224 00000020:00000010:3.0:1769074860.869264:0:42297:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8470db40. 00000400:00000200:1.0:1769074860.869267:0:42292:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074860.869267:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f8c0. 00000400:00000200:1.0:1769074860.869270:0:42292:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1769074860.869271:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074860.869273:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074860.869276:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074860.869291:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f8c0. 00000020:00000010:3.0:1769074860.869293:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f8c0. 00000020:00000010:3.0:1769074860.869297:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.869299:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074860.869301:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014abb8. 00000020:00000010:3.0:1769074860.869309:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f8c0. 00000020:00000010:3.0:1769074860.869311:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f8c0. 00000100:00000200:3.0:1769074860.869313:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852326144 02000000:00000010:3.0:1769074860.869321:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e342400. 00010000:00000200:3.0:1769074860.869326:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc120e00 x1855007852326144/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:396/0 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.869335:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074860.869339:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852326144, offset 224 00000400:00000200:3.0:1769074860.869342:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074860.869348:0:42297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074860.869353:0:42297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac17ed00 00000400:00000200:3.0:1769074860.869358:0:42297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x666f9 [1] + 224 00000400:00000200:3.0:1769074860.869362:0:42297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.869364:0:42297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074860.869370:0:42297:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa90887480 x1855007852326144/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074860.869379:0:42297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074860.869381:0:42297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000020:00000010:3.0:1769074860.869387:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.869390:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.869393:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.869403:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f8c0. 00000020:00000010:3.0:1769074860.869405:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f8c0. 00000100:00000200:3.0:1769074860.869407:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852326016 02000000:00000010:3.0:1769074860.869413:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e341000. 00010000:00000200:3.0:1769074860.869417:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b8700 x1855007852326016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:396/0 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.869427:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074860.869429:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852326016, offset 224 00000400:00000200:3.0:1769074860.869433:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074860.869438:0:42297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074860.869443:0:42297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac17ec80 00000400:00000200:3.0:1769074860.869447:0:42297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66701 [1] + 224 00000400:00000200:3.0:1769074860.869451:0:42297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.869453:0:42297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074860.869458:0:42297:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa90886300 x1855007852326016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074860.869466:0:42297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074860.869468:0:42297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000020:00000010:3.0:1769074860.869475:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074860.869477:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074860.869480:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074860.869490:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f8c0. 00000020:00000010:3.0:1769074860.869492:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f8c0. 00000100:00000200:3.0:1769074860.869494:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852326528 02000000:00000010:3.0:1769074860.869500:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e342c00. 00010000:00000200:3.0:1769074860.869505:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b9c00 x1855007852326528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:396/0 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.869513:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074860.869516:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852326528, offset 224 00000400:00000200:3.0:1769074860.869519:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074860.869524:0:42297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074860.869528:0:42297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac17ee80 00000400:00000200:3.0:1769074860.869532:0:42297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66709 [1] + 224 00000400:00000200:3.0:1769074860.869536:0:42297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.869539:0:42297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074860.869544:0:42297:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dab843b9500 x1855007852326528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074860.869553:0:42297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074860.869554:0:42297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000020:00000010:3.0:1769074860.869572:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074860.869575:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014abb8. 00000020:00000010:3.0:1769074860.869578:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000100:00000200:1.0:1769074860.869600:0:42292:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa90887b80 x1855007852325888/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074860.869634:0:42292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:1.0:1769074860.869635:0:42292:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00000020:00000010:1.0:1769074860.869644:0:42292:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a380. 00000020:00000010:1.0:1769074860.869647:0:42292:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562708. 00000020:00000010:1.0:1769074860.869650:0:42292:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 02000000:00000010:1.0:1769074860.869656:0:42292:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8f752c00. 00000400:00000010:3.0:1769074860.869659:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1840. 00000100:00000200:1.0:1769074860.869663:0:42292:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1769074860.869663:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcdd0 00000400:00000010:3.0:1769074860.869665:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcdd0. 00000400:00000010:1.0:1769074860.869667:0:42292:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1aa8. 00000100:00000200:3.0:1769074860.869669:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa90887b80 x1855007852325888/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074860.869670:0:42292:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabae111180. 00000100:00000200:3.0:1769074860.869678:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa90887b80 x1855007852325888/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074860.869699:0:12645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8c4b0e00. 02000000:00000010:3.0:1769074860.869703:0:12645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51ae00. 00000100:00000010:3.0:1769074860.869709:0:12645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90887b80. 00000400:00000200:0.0:1769074860.870421:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074860.870431:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971eac17ee00 00000400:00000200:0.0:1769074860.870438:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x56995 [8] + 7104 00000400:00000200:0.0:1769074860.870443:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.870446:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074860.870452:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074860.870457:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b8000. 00000400:00000200:0.0:1769074860.870483:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:0.0:1769074860.870485:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074860.870492:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dab843ba300 x1855007852326400/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.870512:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a89f8. 00000400:00000200:0.0:1769074860.870516:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:0.0:1769074860.870517:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074860.870521:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa90886300 x1855007852326016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074860.870529:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa90886300 x1855007852326016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.870550:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8bb0. 00000400:00000200:0.0:1769074860.870565:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:0.0:1769074860.870566:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074860.870570:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dab843b9500 x1855007852326528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074860.870577:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dab843b9500 x1855007852326528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074860.870590:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabbfec6600. 02000000:00000010:0.0:1769074860.870595:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51a400. 00000100:00000010:0.0:1769074860.870599:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90886300. 02000000:00000010:0.0:1769074860.870622:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabbfec7200. 02000000:00000010:0.0:1769074860.870625:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51a700. 00000100:00000010:0.0:1769074860.870627:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9500. 00000400:00000200:0.0:1769074860.870687:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074860.870698:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x666e5 00000400:00000200:0.0:1769074860.870702:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.870705:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074860.870709:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:0.0:1769074860.870711:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00010000:00000010:0.0:1769074860.870759:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:0.0:1769074860.870772:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00000400:00000200:0.0:1769074860.870798:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.870805:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e2900 00000400:00000200:0.0:1769074860.870810:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 79488 00000400:00000200:0.0:1769074860.870874:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.870887:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.870891:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.870894:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b9500. 00010000:00000010:3.1:1769074860.871544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074860.871567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000020:00000010:3.0:1769074860.871640:0:45106:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f8c0. 00000020:00000010:3.0:1769074860.871646:0:45106:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f8c0. 00000020:00000010:3.0:1769074860.871652:0:45106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58c00. 00000020:00000010:3.0:1769074860.871658:0:45106:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074860.871663:0:45106:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014abb8. 00000020:00000010:3.0:1769074860.871701:0:45106:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f8c0. 00000020:00000010:3.0:1769074860.871704:0:45106:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f8c0. 00000100:00000200:3.0:1769074860.871708:0:45106:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852326400 02000000:00000010:3.0:1769074860.871724:0:45106:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e341c00. 00010000:00000200:3.0:1769074860.871734:0:45106:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b8000 x1855007852326400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074860.871751:0:45106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074860.871755:0:45106:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007852326400, offset 224 00000400:00000200:3.0:1769074860.871761:0:45106:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074860.871770:0:45106:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074860.871777:0:45106:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971eac17ee00 00000400:00000200:3.0:1769074860.871782:0:45106:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x66719 [1] + 224 00000400:00000200:3.0:1769074860.871787:0:45106:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.871790:0:45106:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074860.871798:0:45106:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dab843ba300 x1855007852326400/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074860.871813:0:45106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074860.871815:0:45106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000020:00000010:3.0:1769074860.871826:0:45106:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074860.871829:0:45106:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014abb8. 00000020:00000010:3.0:1769074860.871833:0:45106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58c00. 00000400:00000010:0.0:1769074860.871923:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8b58. 00000400:00000200:0.0:1769074860.871927:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:0.0:1769074860.871929:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074860.871935:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dab843ba300 x1855007852326400/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074860.871943:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dab843ba300 x1855007852326400/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074860.871990:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabbfec6800. 02000000:00000010:0.0:1769074860.871995:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51ab00. 00000100:00000010:0.0:1769074860.872000:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843ba300. 00000004:00000010:3.0:1769074860.872149:0:42321:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 20 at ffff8daa8f8f8720. 02000000:00000010:3.0:1769074860.872156:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8f443c00. 00000020:00000010:1.0:1769074860.872161:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 02000000:00000010:3.0:1769074860.872161:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8a41d800. 00000100:00000010:3.0:1769074860.872164:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a2680. 00000020:00000010:1.0:1769074860.872165:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 02000000:00000010:3.0:1769074860.872169:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8f440800. 00000020:00000010:1.0:1769074860.872171:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074860.872175:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a380. 00000020:00000010:1.0:1769074860.872179:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562708. 02000000:00000010:3.0:1769074860.872182:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8a41e800. 00000100:00000010:3.0:1769074860.872188:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1880. 02000000:00000010:3.0:1769074860.872193:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daba0dd0c00. 02000000:00000010:3.0:1769074860.872197:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8a41cc00. 00000100:00000010:3.0:1769074860.872200:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3100. 02000000:00000010:3.0:1769074860.872204:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8a41e000. 02000000:00000010:3.0:1769074860.872206:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8a41f000. 00000100:00000010:3.0:1769074860.872209:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc945180. 02000000:00000010:3.0:1769074860.872213:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8a41fc00. 02000000:00000010:3.0:1769074860.872215:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8a41c400. 00000020:00000010:1.0:1769074860.872218:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000100:00000010:3.0:1769074860.872218:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1f80. 00000020:00000010:1.0:1769074860.872220:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074860.872231:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826520320 00080000:00000010:3.0:1769074860.872235:0:42321:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daba0dd0c00. 00000001:00000010:1.0:1769074860.872239:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:1.0:1769074860.872258:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074860.872267:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 02000000:00000010:1.0:1769074860.872300:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc540000. 00010000:00000010:1.0:1769074860.872327:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074860.872331:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074860.872348:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074860.872351:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074860.872355:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074860.872358:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00000004:00000010:3.0:1769074860.872410:0:42321:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 20 at ffff8daa8f8f8720. 00010000:00000010:1.0:1769074860.872411:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074860.872414:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a980. 00010000:00000010:1.0:1769074860.872418:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074860.872421:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074860.872486:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074860.872496:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.872501:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074860.872521:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074860.872534:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b9500 x1855007826520320/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074860.872548:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074860.872552:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826520320, offset 224 00000400:00000200:1.0:1769074860.872558:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.872567:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.872573:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41318:41318:256:4294967295] 192.168.204.10@tcp LPNI seq info [41314:41314:8:4294967295] 00000400:00000200:1.0:1769074860.872584:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.872589:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.872593:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074860.872599:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.872622:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.872627:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074860.872644:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a380. 00000020:00000010:1.0:1769074860.872647:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562708. 00000020:00000010:1.0:1769074860.872651:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000800:00000200:0.0:1769074860.872729:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.872733:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:0.0:1769074860.872737:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.872755:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.872760:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:0.0:1769074860.872761:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00000400:00000010:2.0:1769074860.884092:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec48f0. 00000400:00000200:2.0:1769074860.884104:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:2.0:1769074860.884107:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074860.884120:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa90886680 x1855007852325760/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074860.884133:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa90886680 x1855007852325760/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074860.884198:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabbfe88e00. 00000400:00000010:2.0:1769074860.884204:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec48f0. 00000400:00000010:2.0:1769074860.884209:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074860.884215:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852326272, portal 4 00000400:00000010:2.0:1769074860.884221:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074860.884224:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007852326272, offset 0 00000400:00000200:2.0:1769074860.884229:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074860.884240:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074860.884250:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971eac17ed80 00000400:00000200:2.0:1769074860.884257:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x56995 [8] + 7328 00000400:00000200:2.0:1769074860.884263:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.884268:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074860.884285:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074860.884292:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc123800. 00000400:00000200:2.0:1769074860.884316:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:2.0:1769074860.884318:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074860.884323:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa90884e00 x1855007852326272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.884340:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4948. 00000400:00000200:2.0:1769074860.884342:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:2.0:1769074860.884344:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074860.884348:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa90887480 x1855007852326144/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074860.884356:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa90887480 x1855007852326144/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.884372:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4630. 00000400:00000200:2.0:1769074860.884374:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:2.0:1769074860.884376:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074860.884380:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbfeec700 x1855007852325632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074860.884386:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbfeec700 x1855007852325632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074860.884410:0:12647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8594ac00. 02000000:00000010:2.0:1769074860.884417:0:12647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51ad00. 00000100:00000010:2.0:1769074860.884423:0:12647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90886680. 02000000:00000010:2.0:1769074860.884427:0:12647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabbfe88200. 02000000:00000010:2.0:1769074860.884430:0:12647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51a600. 00000100:00000010:2.0:1769074860.884432:0:12647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90887480. 02000000:00000010:2.0:1769074860.884435:0:12647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8594b400. 02000000:00000010:2.0:1769074860.884437:0:12647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab864d4700. 00000100:00000010:2.0:1769074860.884441:0:12647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec700. 00000020:00000010:1.0:1769074860.884536:0:47062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.884542:0:47062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.884549:0:47062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074860.884564:0:47062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a380. 00000020:00000010:1.0:1769074860.884569:0:47062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562708. 00000020:00000010:1.0:1769074860.884627:0:47062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074860.884631:0:47062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074860.884634:0:47062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852326272 02000000:00000010:1.0:1769074860.884651:0:47062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8f752c00. 00010000:00000200:1.0:1769074860.884660:0:47062:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc123800 x1855007852326272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 224/224 e 0 to 0 dl 1769074871 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074860.884673:0:47062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074860.884676:0:47062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007852326272, offset 224 00000400:00000200:1.0:1769074860.884681:0:47062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074860.884687:0:47062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074860.884692:0:47062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971eac17ed80 00000400:00000200:1.0:1769074860.884697:0:47062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x66745 [1] + 224 00000400:00000200:1.0:1769074860.884701:0:47062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.884704:0:47062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074860.884709:0:47062:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa90884e00 x1855007852326272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074860.884725:0:47062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:1.0:1769074860.884727:0:47062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00000020:00000010:1.0:1769074860.884738:0:47062:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a380. 00000020:00000010:1.0:1769074860.884741:0:47062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562708. 00000020:00000010:1.0:1769074860.884745:0:47062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00080000:00000010:1.0:1769074860.884777:0:42319:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f753c00. 02000000:00000010:1.0:1769074860.884986:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabb5b01c00. 02000000:00000010:1.0:1769074860.884993:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daba0dd0800. 00000100:00000010:1.0:1769074860.884998:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0000. 00000400:00000010:1.0:1769074860.885016:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec48f0. 00000400:00000200:1.0:1769074860.885019:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:1.0:1769074860.885021:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00000100:00000200:1.0:1769074860.885026:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa90884e00 x1855007852326272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074860.885034:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa90884e00 x1855007852326272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074860.885048:0:12647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabbfe88e00. 02000000:00000010:1.0:1769074860.885052:0:12647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51a200. 00000100:00000010:1.0:1769074860.885054:0:12647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90884e00. 00010000:00000010:2.1:1769074860.885679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:2.1:1769074860.885689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:0.1:1769074860.885946:0:42147:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:0.1:1769074860.885954:0:42147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00000400:00000200:1.0:1769074860.888423:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074860.888442:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e2a00 00000400:00000200:1.0:1769074860.888450:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 80064 00000400:00000200:1.0:1769074860.888465:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.888470:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074860.888477:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074860.888483:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeee300. 00000020:00000010:2.0:1769074860.891000:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.891010:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.891015:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074860.891021:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074860.891026:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.891070:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.891073:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.891076:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826520576 02000000:00000010:2.0:1769074860.891112:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86421000. 00010000:00000010:2.0:1769074860.891152:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:2.0:1769074860.891168:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a980. 00010000:00000010:2.0:1769074860.891202:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074860.891208:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.891224:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074860.891228:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074860.891232:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074860.891234:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074860.891352:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074860.891355:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074860.891359:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074860.891362:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00000020:00000010:2.0:1769074860.891389:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef5a0. 00000020:00000010:2.0:1769074860.891395:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef5a0. 00000020:00000010:2.0:1769074860.891407:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3acc0. 00080000:00000010:2.0:1769074860.891416:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8594b400. 00000001:00000010:2.0:1769074860.891720:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3aa80. 00000001:00000010:2.0:1769074860.891727:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074860.891823:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3acc0. 00010000:00000010:2.0:1769074860.891834:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074860.891839:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074860.891853:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074860.891907:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00080000:00000010:2.0:1769074860.891945:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe99bab8. 00000004:00000010:2.0:1769074860.891954:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50ca80. 00000004:00000010:2.0:1769074860.891959:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4e990. 00000004:00000010:2.0:1769074860.891964:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10d98. 00000004:00000010:2.0:1769074860.891969:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd224000. 00010000:00000010:2.0:1769074860.891981:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074860.892001:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890280, last committed = 17179889941 00010000:00000200:2.0:1769074860.892013:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeee300 x1855007826520576/t17179890280(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.892034:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074860.892040:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826520576, offset 224 00000400:00000010:2.0:1769074860.892048:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1b2a0. 00000400:00000200:2.0:1769074860.892053:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.892069:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.892076:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41319:41319:256:4294967295] 192.168.204.10@tcp LPNI seq info [41315:41315:8:4294967295] 00000400:00000200:2.0:1769074860.892083:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.892091:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.892097:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.892102:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074860.892109:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.892116:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.892121:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.892144:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074860.892149:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.892154:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00010000:00000010:2.0:1769074860.892186:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074860.892191:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074860.892198:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00000800:00000200:2.0:1769074860.892306:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.892310:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:2.0:1769074860.892315:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.892320:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.896058:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.896079:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66751 00000400:00000200:2.0:1769074860.896087:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.896091:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.896098:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:2.0:1769074860.896101:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00000400:00000200:2.0:1769074860.896126:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.896133:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e2a80 00000400:00000200:2.0:1769074860.896140:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 80552 00000400:00000200:2.0:1769074860.896206:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.896211:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.896217:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.896224:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121500. 00010000:00000010:2.0:1769074860.896280:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074860.896290:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00000020:00000010:2.0:1769074860.896338:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.896343:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.896349:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074860.896354:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b400. 00000020:00000010:2.0:1769074860.896359:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.896397:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074860.896400:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074860.896404:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826520704 00000001:00000010:2.0:1769074860.896413:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:2.0:1769074860.896435:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074860.896442:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074860.896470:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86422000. 00010000:00000010:2.0:1769074860.896499:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074860.896504:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074860.896519:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074860.896523:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074860.896527:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074860.896530:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.896634:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074860.896638:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074860.896643:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074860.896646:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.896705:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074860.896715:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.896719:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074860.896752:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074860.896769:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc121500 x1855007826520704/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.896787:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074860.896793:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826520704, offset 224 00000400:00000200:2.0:1769074860.896799:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.896809:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.896815:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41320:41320:256:4294967295] 192.168.204.10@tcp LPNI seq info [41316:41316:8:4294967295] 00000400:00000200:2.0:1769074860.896825:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.896831:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.896835:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074860.896841:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.896847:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.896851:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.896874:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b400. 00000020:00000010:2.0:1769074860.896892:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.896899:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00010000:00000010:3.1:1769074860.896977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074860.896985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074860.896988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074860.896990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074860.896994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074860.896996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.1:1769074860.896999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074860.897004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000800:00000200:3.0:1769074860.898424:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.898432:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074860.898438:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.898446:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.898452:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:3.0:1769074860.898454:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00000400:00000200:2.0:1769074860.902338:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.902358:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e2b80 00000400:00000200:2.0:1769074860.902367:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 81128 00000400:00000200:2.0:1769074860.902383:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.902388:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.902397:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.902403:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc120000. 00000020:00000010:2.0:1769074860.902460:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074860.902465:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074860.902471:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074860.902476:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b400. 00000020:00000010:2.0:1769074860.902482:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.902521:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074860.902524:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074860.902527:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826520960 00010000:00000010:1.1:1769074860.902623:0:42129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074860.902632:0:42129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074860.902636:0:42129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074860.902639:0:42129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 02000000:00000010:2.0:1769074860.903896:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86424000. 00010000:00000010:2.0:1769074860.903943:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.903957:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074860.903975:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074860.903980:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.903995:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074860.903999:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074860.904005:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074860.904009:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074860.904085:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074860.904089:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074860.904092:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074860.904096:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074860.904120:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efd80. 00000020:00000010:2.0:1769074860.904127:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efd80. 00000020:00000010:2.0:1769074860.904138:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3acc0. 00080000:00000010:2.0:1769074860.904147:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8594b000. 00000001:00000010:2.0:1769074860.904523:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6420. 00000001:00000010:2.0:1769074860.904530:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074860.904576:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3acc0. 00010000:00000010:2.0:1769074860.904585:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.0:1769074860.904590:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074860.904627:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074860.904662:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00080000:00000010:2.0:1769074860.904697:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8593d1d0. 00000004:00000010:2.0:1769074860.904711:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8e40. 00000004:00000010:2.0:1769074860.904715:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d80000. 00000004:00000010:2.0:1769074860.904720:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f59a168. 00000004:00000010:2.0:1769074860.904724:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae86bc20. 00010000:00000010:2.0:1769074860.904750:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074860.904771:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890281, last committed = 17179889941 00010000:00000200:2.0:1769074860.904782:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc120000 x1855007826520960/t17179890281(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074860.904803:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074860.904810:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826520960, offset 224 00000400:00000010:2.0:1769074860.904817:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab88e1be00. 00000400:00000200:2.0:1769074860.904822:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.904838:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.904845:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41321:41321:256:4294967295] 192.168.204.10@tcp LPNI seq info [41317:41317:8:4294967295] 00000400:00000200:2.0:1769074860.904854:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.904861:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.904867:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.904873:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074860.904889:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.904897:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.904902:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.904926:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b400. 00000020:00000010:2.0:1769074860.904931:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.904936:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:2.0:1769074860.905062:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.905067:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:2.0:1769074860.905072:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.905077:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074860.905155:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:1.0:1769074860.905161:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:1.0:1769074860.905168:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00010000:00000010:0.1:1769074860.905322:0:42147:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074860.905329:0:42147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:2.1:1769074860.919678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074860.919693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074860.919700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074860.919718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074860.919724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074860.919729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074860.919755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074860.919758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00000400:00000200:0.0:1769074860.920517:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074860.920537:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66759 00000400:00000200:0.0:1769074860.920545:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.920550:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074860.920730:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:0.0:1769074860.920734:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00000400:00000200:0.0:1769074860.920971:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.920980:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e2c00 00000400:00000200:0.0:1769074860.920988:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 81616 00000400:00000200:0.0:1769074860.921050:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.921054:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.921059:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.921065:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843ba300. 00000020:00000010:1.0:1769074860.921576:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d500. 00000020:00000010:1.0:1769074860.921583:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d500. 00000020:00000010:1.0:1769074860.921589:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:1.0:1769074860.921595:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074860.921600:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562708. 00000020:00000010:1.0:1769074860.921679:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d500. 00000020:00000010:1.0:1769074860.921681:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d500. 00000100:00000200:1.0:1769074860.921685:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826521088 00000001:00000010:1.0:1769074860.921694:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:1.0:1769074860.921717:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074860.921725:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 02000000:00000010:1.0:1769074860.921752:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc543000. 00010000:00000010:1.0:1769074860.921784:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074860.921788:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.921807:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074860.921810:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074860.921814:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074860.921817:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074860.921896:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074860.921900:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a280. 00010000:00000010:1.0:1769074860.921904:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074860.921907:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074860.921980:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074860.921991:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074860.921996:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2aa00. 00010000:00000010:1.0:1769074860.922015:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074860.922032:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843ba300 x1855007826521088/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074860.922050:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074860.922057:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826521088, offset 224 00000400:00000200:1.0:1769074860.922063:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.922074:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.922079:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41322:41322:256:4294967295] 192.168.204.10@tcp LPNI seq info [41318:41318:8:4294967295] 00000400:00000200:1.0:1769074860.922089:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.922095:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.922100:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4500. 00000800:00000200:1.0:1769074860.922105:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.922111:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.922115:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074860.922133:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ad80. 00000020:00000010:1.0:1769074860.922137:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562708. 00000020:00000010:1.0:1769074860.922140:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00010000:00000010:1.1:1769074860.925647:0:47039:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074860.925662:0:47039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.1:1769074860.929409:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074860.929426:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074860.929430:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074860.929433:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074860.929436:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074860.929438:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074860.929442:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.1:1769074860.929450:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074860.929484:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074860.929494:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00000800:00000200:2.0:1769074860.929909:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.929914:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4500. 00000400:00000200:2.0:1769074860.929920:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.929928:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.929936:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:2.0:1769074860.929938:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00000400:00000200:0.0:1769074860.935894:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.935915:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e2d00 00000400:00000200:0.0:1769074860.935924:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 82192 00000400:00000200:0.0:1769074860.935952:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.935958:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.935965:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.935972:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b8380. 00000020:00000010:0.0:1769074860.936031:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c200. 00000020:00000010:0.0:1769074860.936036:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c200. 00000020:00000010:0.0:1769074860.936043:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6e00. 00000020:00000010:0.0:1769074860.936048:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074860.936053:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074860.936109:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c200. 00000020:00000010:0.0:1769074860.936112:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c200. 00000100:00000200:0.0:1769074860.936116:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826521344 02000000:00000010:0.0:1769074860.936153:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf01e000. 00010000:00000010:0.0:1769074860.936295:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:0.0:1769074860.936313:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a280. 00010000:00000010:0.0:1769074860.936338:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074860.936345:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074860.936364:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074860.936368:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074860.936373:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074860.936376:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074860.936458:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074860.936462:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074860.936464:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074860.936467:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074860.936493:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56360. 00000020:00000010:0.0:1769074860.936500:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56360. 00000020:00000010:0.0:1769074860.936512:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb420. 00080000:00000010:0.0:1769074860.936525:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86442400. 00000001:00000010:0.0:1769074860.937368:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8aba0. 00000001:00000010:0.0:1769074860.937376:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074860.937413:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb420. 00010000:00000010:0.0:1769074860.937424:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074860.937430:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.937446:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074860.937492:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074860.937520:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121b728. 00000004:00000010:0.0:1769074860.937528:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0c600. 00000004:00000010:0.0:1769074860.937532:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49afcb0. 00000004:00000010:0.0:1769074860.937537:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca7528. 00000004:00000010:0.0:1769074860.937541:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee872c0. 00010000:00000010:0.0:1769074860.937551:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074860.937572:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890282, last committed = 17179889941 00010000:00000200:0.0:1769074860.937583:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b8380 x1855007826521344/t17179890282(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.937623:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074860.937631:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826521344, offset 224 00000400:00000010:0.0:1769074860.937638:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aed90. 00000400:00000200:0.0:1769074860.937642:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.937656:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.937662:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41323:41323:256:4294967295] 192.168.204.10@tcp LPNI seq info [41319:41319:8:4294967295] 00000400:00000200:0.0:1769074860.937668:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.937675:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.937679:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.937684:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074860.937691:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.937699:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.937703:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.937722:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074860.937727:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074860.939794:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6e00. 00010000:00000010:0.0:1769074860.939862:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.939871:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074860.939889:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00000800:00000200:0.0:1769074860.941622:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.941631:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:0.0:1769074860.941639:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.941648:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074860.942622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074860.942632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00010000:00000010:1.1:1769074860.942735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074860.942750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074860.942755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074860.942758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:0.1:1769074860.945979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:0.1:1769074860.945993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00000400:00000200:2.0:1769074860.949025:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074860.949047:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66761 00000400:00000200:2.0:1769074860.949055:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.949060:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074860.949067:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:2.0:1769074860.949071:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00000400:00000200:2.0:1769074860.949095:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.949102:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e2d80 00000400:00000200:2.0:1769074860.949109:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 82680 00000400:00000200:2.0:1769074860.949121:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.949124:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.949128:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.949134:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc122300. 00010000:00000010:2.0:1769074860.949994:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074860.950006:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00000020:00000010:2.0:1769074860.950078:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074860.950083:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074860.950090:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88200. 00000020:00000010:2.0:1769074860.950094:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074860.950099:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074860.950145:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074860.950148:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074860.950151:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826521472 00000001:00000010:2.0:1769074860.950161:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074860.951026:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074860.951036:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074860.951065:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab82bcd000. 00010000:00000010:2.0:1769074860.951096:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074860.951100:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074860.951117:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074860.951120:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074860.951124:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074860.951126:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:0.1:1769074860.951587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074860.951596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074860.951600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074860.951617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074860.951863:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074860.951868:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074860.951872:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074860.951887:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.951961:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:3.0:1769074860.951971:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:3.0:1769074860.951976:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:3.0:1769074860.951996:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:3.0:1769074860.952016:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc122300 x1855007826521472/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074860.952036:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074860.952044:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826521472, offset 224 00000400:00000200:3.0:1769074860.952052:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.952066:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.952072:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41324:41324:256:4294967295] 192.168.204.10@tcp LPNI seq info [41320:41320:8:4294967295] 00000400:00000200:3.0:1769074860.952082:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.952088:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.952092:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074860.952098:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.952106:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.952110:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.952170:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:3.0:1769074860.952256:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:3.0:1769074860.952262:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88200. 00000800:00000200:0.0:1769074860.953160:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074860.953167:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074860.953184:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.953192:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.953198:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:0.0:1769074860.953200:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00010000:00000010:2.1:1769074860.954647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074860.954659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074860.962088:0:42130:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00010000:00000010:3.1:1769074860.962103:0:42130:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074860.962107:0:42130:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:3.1:1769074860.962110:0:42130:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00000400:00000200:2.0:1769074860.963558:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074860.963579:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e2e80 00000400:00000200:2.0:1769074860.963588:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 83256 00000400:00000200:2.0:1769074860.963643:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.963648:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074860.963657:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074860.963667:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9500. 00000020:00000010:3.0:1769074860.963765:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074860.963771:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074860.963778:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074860.963783:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e500. 00000020:00000010:3.0:1769074860.963788:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014abb8. 00000020:00000010:3.0:1769074860.963833:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f0c0. 00000020:00000010:3.0:1769074860.963836:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f0c0. 00000100:00000200:3.0:1769074860.963839:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826521728 02000000:00000010:3.0:1769074860.963889:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb3000. 00010000:00000010:3.0:1769074860.963929:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.963948:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074860.963968:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074860.963974:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074860.963990:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074860.963993:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074860.963998:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074860.964001:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074860.964082:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074860.964086:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074860.964090:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074860.964093:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00000020:00000010:3.0:1769074860.964116:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8f60. 00000020:00000010:3.0:1769074860.964124:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8f60. 00000020:00000010:3.0:1769074860.964135:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1ba0. 00080000:00000010:3.0:1769074860.964143:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daba0dd0800. 00000001:00000010:0.0:1769074860.970317:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8ae40. 00000001:00000010:0.0:1769074860.970330:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d89c0. 00000020:00000010:0.0:1769074860.970375:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1ba0. 00010000:00000010:0.0:1769074860.970393:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074860.970403:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074860.970430:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074860.970490:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00080000:00000010:0.0:1769074860.970520:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121ae40. 00000004:00000010:0.0:1769074860.970527:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0c180. 00000004:00000010:0.0:1769074860.970531:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49afba0. 00000004:00000010:0.0:1769074860.970535:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca75a0. 00000004:00000010:0.0:1769074860.970539:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee86f00. 00010000:00000010:0.0:1769074860.970550:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:0.0:1769074860.970570:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890283, last committed = 17179889941 00010000:00000200:0.0:1769074860.970582:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d9500 x1855007826521728/t17179890283(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 488/456 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074860.970634:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074860.970642:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826521728, offset 224 00000400:00000010:0.0:1769074860.970649:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae1c0. 00000400:00000200:0.0:1769074860.970654:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.970671:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.970678:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41325:41325:256:4294967295] 192.168.204.10@tcp LPNI seq info [41321:41321:8:4294967295] 00000400:00000200:0.0:1769074860.970685:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.970692:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.970699:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.970704:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074860.970711:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.970719:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.970724:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.971005:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e500. 00000020:00000010:0.0:1769074860.971011:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014abb8. 00000020:00000010:0.0:1769074860.971016:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000800:00000200:3.0:1769074860.971245:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.971250:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:3.0:1769074860.971255:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.971261:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074860.971544:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074860.971555:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:1.0:1769074860.971563:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00000400:00000200:1.0:1769074860.976554:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074860.976577:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66769 00000400:00000200:1.0:1769074860.976588:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.976592:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074860.976599:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:1.0:1769074860.976620:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00010000:00000010:2.0:1769074860.977057:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:2.0:1769074860.977070:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00000001:00000010:3.0:1769074860.977139:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb720. 00080000:00000010:3.0:1769074860.977147:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefc400. 00000001:00000010:3.0:1769074860.977152:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a4e0. 00080000:00000010:3.0:1769074860.977155:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefe000. 00000001:00000010:3.0:1769074860.977158:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb3c0. 00080000:00000010:3.0:1769074860.977160:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefd800. 00000001:00000010:3.0:1769074860.977163:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a240. 00080000:00000010:3.0:1769074860.977165:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfeff000. 00000001:00000010:3.0:1769074860.977168:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb360. 00080000:00000010:3.0:1769074860.977236:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefe400. 00000001:00000010:3.0:1769074860.977240:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad4e0. 00080000:00000010:3.0:1769074860.977243:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefc800. 00000001:00000010:3.0:1769074860.977246:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb5a0. 00080000:00000010:3.0:1769074860.977248:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7cc00. 00000001:00000010:3.0:1769074860.977250:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad960. 00080000:00000010:3.0:1769074860.977252:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7ec00. 00000001:00000010:3.0:1769074860.977255:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb480. 00080000:00000010:3.0:1769074860.977257:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7f800. 00000001:00000010:3.0:1769074860.977259:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbea0. 00080000:00000010:3.0:1769074860.977261:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7e000. 00000001:00000010:3.0:1769074860.977264:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbf00. 00080000:00000010:3.0:1769074860.977266:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7c800. 00000001:00000010:3.0:1769074860.977269:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbd20. 00080000:00000010:3.0:1769074860.977280:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7c000. 00000001:00000010:3.0:1769074860.977284:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb0c0. 00080000:00000010:3.0:1769074860.977287:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbefc00. 00000001:00000010:3.0:1769074860.977290:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bba20. 00080000:00000010:3.0:1769074860.977292:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbed400. 00000001:00000010:3.0:1769074860.977296:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbb40. 00080000:00000010:3.0:1769074860.977298:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbef800. 00000001:00000010:3.0:1769074860.977301:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbe40. 00080000:00000010:3.0:1769074860.977303:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbee800. 00000001:00000010:3.0:1769074860.977306:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbd80. 00080000:00000010:3.0:1769074860.977309:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbecc00. 00000001:00000010:3.0:1769074860.977312:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb240. 00080000:00000010:3.0:1769074860.977315:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fbedc00. 00000001:00000010:3.0:1769074860.977318:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb4e0. 00080000:00000010:3.0:1769074860.977320:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd31400. 00000001:00000010:3.0:1769074860.977323:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb900. 00080000:00000010:3.0:1769074860.977325:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd30800. 00000001:00000010:3.0:1769074860.977328:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb000. 00080000:00000010:3.0:1769074860.977331:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd33000. 00000001:00000010:3.0:1769074860.977334:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbba0. 00080000:00000010:3.0:1769074860.977336:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd33800. 00000001:00000010:3.0:1769074860.977338:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bba80. 00080000:00000010:3.0:1769074860.977341:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd32000. 00000001:00000010:3.0:1769074860.977346:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbcc0. 00080000:00000010:3.0:1769074860.977348:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd30400. 00000001:00000010:3.0:1769074860.977351:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbc00. 00080000:00000010:3.0:1769074860.977353:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd31000. 00000001:00000010:3.0:1769074860.977355:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb9c0. 00080000:00000010:3.0:1769074860.977358:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff03400. 00000001:00000010:3.0:1769074860.977361:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbc60. 00080000:00000010:3.0:1769074860.977363:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff00800. 00000001:00000010:3.0:1769074860.977367:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb540. 00080000:00000010:3.0:1769074860.977369:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff01400. 00000001:00000010:3.0:1769074860.977372:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb600. 00080000:00000010:3.0:1769074860.977374:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff01000. 00000001:00000010:3.0:1769074860.977377:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb1e0. 00080000:00000010:3.0:1769074860.977379:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff02400. 00000001:00000010:3.0:1769074860.977382:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb6c0. 00080000:00000010:3.0:1769074860.977384:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff03800. 00000001:00000010:3.0:1769074860.977386:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb2a0. 00080000:00000010:3.0:1769074860.977389:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a410000. 00000001:00000010:3.0:1769074860.977391:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb7e0. 00080000:00000010:3.0:1769074860.977393:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a410800. 00000001:00000010:3.0:1769074860.977396:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb8a0. 00080000:00000010:3.0:1769074860.977399:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a412000. 00000001:00000010:3.0:1769074860.977401:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb840. 00080000:00000010:3.0:1769074860.977404:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a412c00. 00000001:00000010:3.0:1769074860.977406:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb180. 00080000:00000010:3.0:1769074860.977408:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb23000. 00000001:00000010:3.0:1769074860.977412:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb060. 00080000:00000010:3.0:1769074860.977415:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb22000. 00000001:00000010:3.0:1769074860.977418:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a3c0. 00080000:00000010:3.0:1769074860.977421:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb21c00. 00000001:00000010:3.0:1769074860.977425:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad720. 00080000:00000010:3.0:1769074860.977427:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb22400. 00000001:00000010:3.0:1769074860.977431:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a060. 00080000:00000010:3.0:1769074860.977433:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb21000. 00000001:00000010:3.0:1769074860.977436:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad060. 00080000:00000010:3.0:1769074860.977439:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb20000. 00000001:00000010:3.0:1769074860.977444:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad7e0. 00080000:00000010:3.0:1769074860.977446:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb20400. 00000001:00000010:3.0:1769074860.977449:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad5a0. 00080000:00000010:3.0:1769074860.977451:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb21400. 00000001:00000010:3.0:1769074860.977453:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a120. 00080000:00000010:3.0:1769074860.977456:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b13800. 00000001:00000010:3.0:1769074860.977459:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adc00. 00080000:00000010:3.0:1769074860.977462:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b11000. 00000001:00000010:3.0:1769074860.977464:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a2a0. 00080000:00000010:3.0:1769074860.977466:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b11800. 00000001:00000010:3.0:1769074860.977469:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ada80. 00080000:00000010:3.0:1769074860.977471:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b10000. 00000001:00000010:3.0:1769074860.977474:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a360. 00080000:00000010:3.0:1769074860.977477:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df34800. 00000001:00000010:3.0:1769074860.977480:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a6c0. 00080000:00000010:3.0:1769074860.977482:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df36000. 00000001:00000010:3.0:1769074860.977485:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a780. 00080000:00000010:3.0:1769074860.977488:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df36400. 00000001:00000010:3.0:1769074860.977491:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a9c0. 00080000:00000010:3.0:1769074860.977493:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df37800. 00000001:00000010:3.0:1769074860.977496:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad3c0. 00080000:00000010:3.0:1769074860.977498:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df37c00. 00000001:00000010:3.0:1769074860.977501:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad2a0. 00080000:00000010:3.0:1769074860.977503:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df35c00. 00000001:00000010:3.0:1769074860.977506:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad8a0. 00080000:00000010:3.0:1769074860.977508:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df34000. 00000001:00000010:3.0:1769074860.977511:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad900. 00080000:00000010:3.0:1769074860.977513:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839edc00. 00000001:00000010:3.0:1769074860.977516:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad1e0. 00080000:00000010:3.0:1769074860.977518:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ef400. 00000001:00000010:3.0:1769074860.977521:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ada20. 00080000:00000010:3.0:1769074860.977524:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ef000. 00000001:00000010:3.0:1769074860.977526:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad240. 00080000:00000010:3.0:1769074860.977528:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ee400. 00000001:00000010:3.0:1769074860.977531:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adb40. 00080000:00000010:3.0:1769074860.977534:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ee000. 00000001:00000010:3.0:1769074860.977537:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad000. 00080000:00000010:3.0:1769074860.977539:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ef800. 00000001:00000010:3.0:1769074860.977542:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ade40. 00080000:00000010:3.0:1769074860.977544:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ec400. 00000001:00000010:3.0:1769074860.977547:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adf60. 00080000:00000010:3.0:1769074860.977549:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb48d1800. 00000001:00000010:3.0:1769074860.977552:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad840. 00080000:00000010:3.0:1769074860.977555:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb48d0c00. 00000001:00000010:3.0:1769074860.977557:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad300. 00000004:00000010:3.0:1769074860.977630:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8daa8f7ad780. 00080000:00000010:3.0:1769074860.977634:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb48d1400. 00000001:00000010:3.0:1769074860.977639:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adf00. 00000004:00000010:3.0:1769074860.977649:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8daa8f7ad480. 00080000:00000010:3.0:1769074860.977653:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e930000. 00000001:00000010:3.0:1769074860.977657:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad540. 00080000:00000010:3.0:1769074860.977660:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e931000. 00000001:00000010:3.0:1769074860.977664:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adba0. 00080000:00000010:3.0:1769074860.977666:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fb49c00. 00000001:00000010:3.0:1769074860.977670:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adae0. 00080000:00000010:3.0:1769074860.977672:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fb49400. 00000001:00000010:3.0:1769074860.977676:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7add20. 00080000:00000010:3.0:1769074860.977679:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84372800. 00000001:00000010:3.0:1769074860.977681:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad660. 00080000:00000010:3.0:1769074860.977683:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84370000. 00000001:00000010:3.0:1769074860.977686:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adcc0. 00080000:00000010:3.0:1769074860.977689:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84372400. 00000001:00000010:3.0:1769074860.977691:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad420. 00080000:00000010:3.0:1769074860.977693:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84372c00. 00000001:00000010:3.0:1769074860.977696:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad120. 00080000:00000010:3.0:1769074860.977698:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84370c00. 00000001:00000010:3.0:1769074860.977701:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad600. 00080000:00000010:3.0:1769074860.977703:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83a06c00. 00000001:00000010:3.0:1769074860.977706:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad0c0. 00080000:00000010:3.0:1769074860.977709:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83a06800. 00000001:00000010:3.0:1769074860.977711:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad180. 00080000:00000010:3.0:1769074860.977713:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83a07c00. 00000001:00000010:3.0:1769074860.977717:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adc60. 00080000:00000010:3.0:1769074860.977720:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83a05000. 00000001:00000010:3.0:1769074860.977724:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad6c0. 00080000:00000010:3.0:1769074860.977726:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83a07800. 00000001:00000010:3.0:1769074860.977728:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad360. 00080000:00000010:3.0:1769074860.977731:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83a04000. 00000001:00000010:3.0:1769074860.977734:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f06ae0. 00080000:00000010:3.0:1769074860.977737:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83a06400. 00000001:00000010:3.0:1769074860.977739:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8aae0. 00080000:00000010:3.0:1769074860.977742:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83a05c00. 00000001:00000010:3.0:1769074860.977745:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a8a0. 00080000:00000010:3.0:1769074860.977748:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc770000. 00000001:00000010:3.0:1769074860.977751:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a960. 00080000:00000010:3.0:1769074860.977753:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc770800. 00000001:00000010:3.0:1769074860.977756:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a660. 00080000:00000010:3.0:1769074860.977758:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc773000. 00000001:00000010:3.0:1769074860.977761:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a720. 00080000:00000010:3.0:1769074860.977763:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad52ac00. 00000001:00000010:3.0:1769074860.977767:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8af00. 00080000:00000010:3.0:1769074860.977769:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40f800. 00000001:00000010:3.0:1769074860.977772:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8aa20. 00080000:00000010:3.0:1769074860.977774:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40e400. 00000001:00000010:3.0:1769074860.977777:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a900. 00080000:00000010:3.0:1769074860.977779:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a41d000. 00000001:00000010:3.0:1769074860.977782:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb120. 00080000:00000010:3.0:1769074860.977784:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a41d400. 00000100:00000010:2.0:1769074860.978064:0:42321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9180. 02000000:00000010:2.0:1769074860.978082:0:42321:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa85949400. 02000000:00000010:2.0:1769074860.978134:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8594bc00. 00000400:00000010:2.0:1769074860.978142:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4630. 00000400:00000010:2.0:1769074860.978149:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074860.978155:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852326656, portal 4 00000400:00000010:2.0:1769074860.978162:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074860.978165:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852326656, offset 0 00000400:00000200:2.0:1769074860.978171:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074860.978263:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074860.978283:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17ef00 00000400:00000200:2.0:1769074860.978291:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 7552 00000400:00000200:2.0:1769074860.978298:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.978302:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074860.978309:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074860.978313:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0dad80. 00000400:00000200:2.0:1769074860.978327:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:2.0:1769074860.978329:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074860.978336:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0d9180 x1855007852326656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074860.978395:0:45106:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074860.978399:0:45106:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074860.978405:0:45106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:2.0:1769074860.978410:0:45106:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bf80. 00000020:00000010:2.0:1769074860.978414:0:45106:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117e10. 00000020:00000010:2.0:1769074860.978447:0:45106:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074860.978449:0:45106:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000100:00000200:2.0:1769074860.978452:0:45106:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852326656 02000000:00000010:2.0:1769074860.978472:0:45106:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa85948400. 00010000:00000010:2.0:1769074860.978494:0:45106:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.0:1769074860.978510:0:45106:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8656f700. 00000100:00000010:2.0:1769074860.978517:0:45106:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab89ddfb40. 00000100:00000010:2.0:1769074860.978525:0:45106:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0db100. 02000000:00000010:2.0:1769074860.978533:0:45106:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dabbfe89800. 02000000:00000010:2.0:1769074860.978548:0:45106:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabbfe88200. 00000400:00000010:2.0:1769074860.978552:0:45106:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4948. 00000400:00000010:2.0:1769074860.978555:0:45106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074860.978558:0:45106:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852326784, portal 16 00000400:00000010:2.0:1769074860.978561:0:45106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074860.978563:0:45106:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852326784, offset 0 00000400:00000200:2.0:1769074860.978569:0:45106:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.978577:0:45106:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.978582:0:45106:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074860.978586:0:45106:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:2.0:1769074860.978589:0:45106:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074860.978592:0:45106:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.978595:0:45106:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41326:41326:256:4294967295] 192.168.204.10@tcp LPNI seq info [41322:41322:8:4294967295] 00000400:00000200:2.0:1769074860.978625:0:45106:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.978632:0:45106:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.978637:0:45106:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074860.978644:0:45106:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.978650:0:45106:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.978655:0:45106:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1769074860.978763:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074860.978767:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:2.0:1769074860.978771:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.978774:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074860.978777:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:2.0:1769074860.978778:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074860.978784:0:12639:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0db100 x1855007852326784/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1769074860.979259:0:42319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec000. 02000000:00000010:1.0:1769074860.979269:0:42319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8f751400. 00000100:00000010:1.0:1769074860.979537:0:42319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeee680. 02000000:00000010:1.0:1769074860.979545:0:42319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8f750c00. 00000100:00000010:1.0:1769074860.979563:0:42319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeece00. 02000000:00000010:1.0:1769074860.979568:0:42319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8f752800. 00000100:00000010:1.0:1769074860.979574:0:42319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef480. 02000000:00000010:1.0:1769074860.979578:0:42319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8f750400. 00000100:00000010:1.0:1769074860.979667:0:42319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec380. 02000000:00000010:1.0:1769074860.979673:0:42319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8f751800. 00000100:00000010:1.0:1769074860.979681:0:42319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeeed80. 02000000:00000010:1.0:1769074860.979685:0:42319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8f750000. 00000100:00000010:1.0:1769074860.979690:0:42319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeed880. 02000000:00000010:1.0:1769074860.979694:0:42319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8f752000. 02000000:00000010:1.0:1769074860.979714:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8f751c00. 00000400:00000010:1.0:1769074860.979719:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1528. 00000400:00000010:1.0:1769074860.979724:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074860.979729:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852327040, portal 4 00000400:00000010:1.0:1769074860.979734:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074860.979736:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852327040, offset 0 00000400:00000200:1.0:1769074860.979742:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074860.979750:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074860.979757:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17f080 00000400:00000200:1.0:1769074860.979763:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 8096 00000400:00000200:1.0:1769074860.979769:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.979772:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074860.979777:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074860.979781:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeeea00. 00000400:00000200:1.0:1769074860.979792:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:1.0:1769074860.979794:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074860.979799:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbfeee680 x1855007852327040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074860.979819:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabb5b01c00. 00000400:00000010:1.0:1769074860.979823:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1c08. 00000400:00000010:1.0:1769074860.979826:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074860.979828:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852327552, portal 4 00000400:00000010:1.0:1769074860.979831:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074860.979833:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852327552, offset 0 00000400:00000200:1.0:1769074860.979836:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074860.979840:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074860.979844:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17f280 00000400:00000200:1.0:1769074860.979848:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 8640 00000400:00000200:1.0:1769074860.979851:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.979854:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074860.979856:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074860.979859:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef100. 00000400:00000200:1.0:1769074860.979870:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:1.0:1769074860.979872:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074860.979886:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbfeeed80 x1855007852327552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074860.979911:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8fc2f000. 00000400:00000010:1.0:1769074860.979915:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1ec8. 00000400:00000010:1.0:1769074860.979917:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074860.979920:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852327168, portal 4 00000400:00000010:1.0:1769074860.979923:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074860.979925:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852327168, offset 0 00000400:00000200:1.0:1769074860.979929:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074860.979933:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074860.979938:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17f100 00000400:00000200:1.0:1769074860.979942:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 9184 00000400:00000200:1.0:1769074860.979946:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.979948:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074860.979951:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074860.979955:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec700. 00000400:00000200:1.0:1769074860.979966:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:1.0:1769074860.979968:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074860.979972:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbfeece00 x1855007852327168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074860.979987:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8fc2c800. 00000400:00000010:1.0:1769074860.979990:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee19a0. 00000400:00000010:1.0:1769074860.979993:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074860.979996:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852327680, portal 4 00000400:00000010:1.0:1769074860.979999:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074860.980001:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852327680, offset 0 00000400:00000200:1.0:1769074860.980005:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074860.980009:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074860.980014:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17f300 00000400:00000200:1.0:1769074860.980017:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 9728 00000400:00000200:1.0:1769074860.980021:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.980024:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074860.980027:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074860.980033:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8700. 00000400:00000200:1.0:1769074860.980043:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:1.0:1769074860.980046:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074860.980050:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbfeed880 x1855007852327680/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074860.980091:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074860.980094:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074860.980101:0:45112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502e00. 00000020:00000010:1.0:1769074860.980107:0:45112:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab97c52d00. 00000020:00000010:1.0:1769074860.980113:0:45112:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562708. 00000020:00000010:1.0:1769074860.980138:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074860.980141:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074860.980145:0:45112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:1.0:1769074860.980148:0:45112:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab97c52c80. 00000020:00000010:1.0:1769074860.980151:0:45112:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562af0. 00000020:00000010:1.0:1769074860.980166:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074860.980168:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 02000000:00000010:3.0:1769074860.980315:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8a41d400. 00000400:00000010:3.0:1769074860.980321:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481688. 00000400:00000010:3.0:1769074860.980326:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074860.980329:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852327296, portal 4 00000400:00000010:3.0:1769074860.980333:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c463b8. 00000100:00000200:3.0:1769074860.980336:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852327296, offset 0 00000400:00000200:3.0:1769074860.980340:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074860.980345:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074860.980351:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17f180 00000400:00000200:3.0:1769074860.980355:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 10272 00000400:00000200:3.0:1769074860.980359:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.980362:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074860.980365:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074860.980368:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8380. 00000400:00000200:3.0:1769074860.980381:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c463b8 00000400:00000010:3.0:1769074860.980384:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c463b8. 00000100:00000200:3.0:1769074860.980388:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbfeef480 x1855007852327296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074860.980411:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8a41d000. 00000400:00000010:3.0:1769074860.980415:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481370. 00000400:00000010:3.0:1769074860.980417:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c463b8. 00000100:00000200:3.0:1769074860.980420:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852326912, portal 4 00000400:00000010:3.0:1769074860.980423:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074860.980425:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852326912, offset 0 00000400:00000200:3.0:1769074860.980429:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074860.980433:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074860.980437:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17f000 00000400:00000200:3.0:1769074860.980440:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 10816 00000400:00000200:3.0:1769074860.980443:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.980445:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074860.980448:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074860.980451:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cad80. 00000400:00000200:3.0:1769074860.980459:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:3.0:1769074860.980461:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074860.980465:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbfeec000 x1855007852326912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074860.980480:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8a41f800. 00000400:00000010:3.0:1769074860.980483:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481b00. 00000400:00000010:3.0:1769074860.980486:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074860.980488:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852327424, portal 4 00000400:00000010:3.0:1769074860.980491:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074860.980493:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852327424, offset 0 00000400:00000200:3.0:1769074860.980496:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074860.980499:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074860.980503:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17f200 00000400:00000200:3.0:1769074860.980506:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 11360 00000400:00000200:3.0:1769074860.980510:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.980512:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074860.980514:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074860.980517:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8e00. 00000400:00000200:3.0:1769074860.980525:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:3.0:1769074860.980527:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074860.980531:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbfeec380 x1855007852327424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074860.980720:0:45100:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074860.980724:0:45100:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074860.980729:0:45100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59600. 00000020:00000010:3.0:1769074860.980732:0:45100:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074860.980736:0:45100:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ac80. 00000020:00000010:3.0:1769074860.980754:0:45100:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074860.980757:0:45100:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074860.980760:0:45100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59e00. 00000020:00000010:3.0:1769074860.980763:0:45100:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074860.980766:0:45100:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074860.980780:0:45100:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074860.980782:0:45100:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074860.980785:0:45100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc58e00. 00000020:00000010:3.0:1769074860.980788:0:45100:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e980. 00000020:00000010:3.0:1769074860.980791:0:45100:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a000. 00000020:00000010:3.0:1769074860.980805:0:45100:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074860.980808:0:45100:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074860.980812:0:45100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8dc59200. 00000020:00000010:3.0:1769074860.980814:0:45100:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074860.980817:0:45100:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:3.0:1769074860.980833:0:45100:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074860.980836:0:45100:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074860.980838:0:45100:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852327040 02000000:00000010:3.0:1769074860.980858:0:45100:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8a41c800. 00010000:00000010:3.0:1769074860.980890:0:45100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074860.980910:0:45100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8432fe40. 00000100:00000010:3.0:1769074860.980920:0:45100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabbc12e840. 00000100:00000010:3.0:1769074860.980928:0:45100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8700. 02000000:00000010:3.0:1769074860.980938:0:45100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8ed59000. 02000000:00000010:3.0:1769074860.980953:0:45100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8e3fe600. 00000400:00000010:3.0:1769074860.980958:0:45100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864810b0. 00000400:00000010:3.0:1769074860.980962:0:45100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074860.980965:0:45100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852327808, portal 16 00000400:00000010:3.0:1769074860.980968:0:45100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074860.980970:0:45100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852327808, offset 0 00000400:00000200:3.0:1769074860.980976:0:45100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.980984:0:45100:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.980990:0:45100:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074860.980994:0:45100:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:3.0:1769074860.980997:0:45100:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074860.981000:0:45100:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.981003:0:45100:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41327:41327:256:4294967295] 192.168.204.10@tcp LPNI seq info [41323:41323:8:4294967295] 00000400:00000200:3.0:1769074860.981013:0:45100:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.981019:0:45100:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.981023:0:45100:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074860.981030:0:45100:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.981036:0:45100:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.981041:0:45100:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1769074860.981077:0:45108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb80. 00000020:00000010:3.0:1769074860.981080:0:45108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb80. 00000100:00000200:3.0:1769074860.981083:0:45108:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852327552 02000000:00000010:3.0:1769074860.981093:0:45108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8a41c400. 00010000:00000010:3.0:1769074860.981139:0:45108:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074860.981147:0:45108:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8432fb80. 00000100:00000010:3.0:1769074860.981151:0:45108:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabbc12e780. 00000100:00000010:3.0:1769074860.981156:0:45108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c9500. 02000000:00000010:3.0:1769074860.981162:0:45108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8980d400. 00000020:00000010:2.0:1769074860.981322:0:47062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656fd80. 00000020:00000010:2.0:1769074860.981326:0:47062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656fd80. 00000100:00000200:2.0:1769074860.981329:0:47062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852327680 02000000:00000010:2.0:1769074860.981338:0:47062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8594a800. 00010000:00000010:2.0:1769074860.981348:0:47062:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074860.981356:0:47062:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8656fd80. 00000100:00000010:2.0:1769074860.981360:0:47062:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab89ddf3c0. 00000100:00000010:2.0:1769074860.981365:0:47062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0da680. 02000000:00000010:2.0:1769074860.981371:0:47062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dabbfe88e00. 02000000:00000010:2.0:1769074860.981379:0:47062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabbfe89200. 00000400:00000010:2.0:1769074860.981383:0:47062:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4370. 00000400:00000010:2.0:1769074860.981386:0:47062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074860.981389:0:47062:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852328064, portal 16 00000400:00000010:2.0:1769074860.981392:0:47062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074860.981395:0:47062:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852328064, offset 0 00000400:00000200:2.0:1769074860.981400:0:47062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.981405:0:47062:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.981408:0:47062:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074860.981411:0:47062:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:2.0:1769074860.981413:0:47062:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074860.981415:0:47062:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.981418:0:47062:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41328:41328:255:4294967295] 192.168.204.10@tcp LPNI seq info [41324:41324:7:4294967295] 00000400:00000200:2.0:1769074860.981425:0:47062:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.981429:0:47062:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.981432:0:47062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074860.981436:0:47062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.981440:0:47062:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.981443:0:47062:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.981463:0:45113:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074860.981467:0:45113:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074860.981469:0:45113:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852327296 02000000:00000010:2.0:1769074860.981478:0:45113:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8594a000. 00010000:00000010:2.0:1769074860.981559:0:45113:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074860.981577:0:45113:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8656f8c0. 00000100:00000010:2.0:1769074860.981581:0:45113:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab89ddf780. 00000100:00000010:2.0:1769074860.981586:0:45113:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9c00. 02000000:00000010:2.0:1769074860.981591:0:45113:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dabbfe88c00. 02000000:00000010:2.0:1769074860.981617:0:45113:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dab8367d400. 00000400:00000010:2.0:1769074860.981621:0:45113:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4160. 00000400:00000010:2.0:1769074860.981626:0:45113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074860.981629:0:45113:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852328192, portal 16 00000400:00000010:2.0:1769074860.981632:0:45113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074860.981633:0:45113:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852328192, offset 0 00000400:00000200:2.0:1769074860.981638:0:45113:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.981643:0:45113:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.981645:0:45113:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074860.981648:0:45113:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:2.0:1769074860.981650:0:45113:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074860.981652:0:45113:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.981655:0:45113:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41329:41329:254:4294967295] 192.168.204.10@tcp LPNI seq info [41325:41325:6:4294967295] 00000400:00000200:2.0:1769074860.981662:0:45113:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.981666:0:45113:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.981670:0:45113:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074860.981673:0:45113:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.981677:0:45113:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.981680:0:45113:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1769074860.981700:0:45098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074860.981703:0:45098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074860.981705:0:45098:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852326912 02000000:00000010:2.0:1769074860.981713:0:45098:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa85948c00. 00010000:00000010:2.0:1769074860.981722:0:45098:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074860.981729:0:45098:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8656f300. 00000020:00000010:1.0:1769074860.982081:0:45112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:1.0:1769074860.982090:0:45112:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab97c52480. 00000020:00000010:1.0:1769074860.982095:0:45112:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5624b0. 00000020:00000010:1.0:1769074860.982133:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074860.982135:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074860.982139:0:45112:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852327424 02000000:00000010:1.0:1769074860.982150:0:45112:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8fc2c400. 00010000:00000010:1.0:1769074860.982160:0:45112:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074860.982167:0:45112:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8470d340. 00000100:00000010:2.0:1769074860.982255:0:45098:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab89ddf540. 00000100:00000010:2.0:1769074860.982261:0:45098:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8a80. 02000000:00000010:2.0:1769074860.982345:0:45098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dab8367da00. 02000000:00000010:2.0:1769074860.982360:0:45098:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8c4b0e00. 00000400:00000010:2.0:1769074860.982364:0:45098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4318. 00000400:00000010:2.0:1769074860.982368:0:45098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074860.982371:0:45098:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852328320, portal 16 00000400:00000010:2.0:1769074860.982375:0:45098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074860.982377:0:45098:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852328320, offset 0 00000400:00000200:2.0:1769074860.982382:0:45098:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074860.982389:0:45098:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074860.982391:0:45098:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074860.982394:0:45098:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:2.0:1769074860.982396:0:45098:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074860.982399:0:45098:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:2.0:1769074860.982402:0:45098:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41330:41330:253:4294967295] 192.168.204.10@tcp LPNI seq info [41326:41326:5:4294967295] 00000400:00000200:2.0:1769074860.982409:0:45098:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074860.982414:0:45098:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074860.982418:0:45098:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074860.982423:0:45098:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074860.982428:0:45098:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074860.982430:0:45098:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1769074860.982491:0:38654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c700. 00000020:00000010:0.0:1769074860.982495:0:38654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c700. 00000100:00000200:0.0:1769074860.982498:0:38654:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852327168 02000000:00000010:0.0:1769074860.982508:0:38654:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8dabbff75000. 00010000:00000010:0.0:1769074860.982518:0:38654:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074860.982526:0:38654:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8eb3c700. 00000100:00000010:0.0:1769074860.982530:0:38654:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d8b40. 00000100:00000010:0.0:1769074860.982535:0:38654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843bb800. 02000000:00000010:0.0:1769074860.982541:0:38654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dabbfec6800. 02000000:00000010:0.0:1769074860.982550:0:38654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabbfec7200. 00000400:00000010:0.0:1769074860.982553:0:38654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8b58. 00000400:00000010:0.0:1769074860.982556:0:38654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074860.982559:0:38654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852328448, portal 16 00000400:00000010:0.0:1769074860.982561:0:38654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074860.982563:0:38654:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852328448, offset 0 00000400:00000200:0.0:1769074860.982568:0:38654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.982573:0:38654:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.982576:0:38654:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074860.982579:0:38654:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074860.982581:0:38654:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074860.982583:0:38654:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.982586:0:38654:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41331:41331:252:4294967295] 192.168.204.10@tcp LPNI seq info [41327:41327:4:4294967295] 00000400:00000200:0.0:1769074860.982593:0:38654:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.982597:0:38654:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.982600:0:38654:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074860.982640:0:38654:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.982646:0:38654:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.982649:0:38654:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1769074860.982760:0:45108:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074860.982768:0:45108:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 02000000:00000010:3.0:1769074860.982774:0:45108:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8980c400. 00000400:00000010:3.0:1769074860.982779:0:45108:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864816e0. 00000400:00000010:3.0:1769074860.982783:0:45108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46088. 00000100:00000200:3.0:1769074860.982786:0:45108:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852327936, portal 16 00000400:00000010:3.0:1769074860.982789:0:45108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074860.982791:0:45108:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852327936, offset 0 00000400:00000200:3.0:1769074860.982797:0:45108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074860.982802:0:45108:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074860.982804:0:45108:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074860.982807:0:45108:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:3.0:1769074860.982809:0:45108:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074860.982811:0:45108:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:3.0:1769074860.982814:0:45108:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41332:41332:251:4294967295] 192.168.204.10@tcp LPNI seq info [41328:41328:3:4294967295] 00000400:00000200:3.0:1769074860.982820:0:45108:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074860.982825:0:45108:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074860.982829:0:45108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074860.982833:0:45108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074860.982836:0:45108:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074860.982839:0:45108:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074860.982916:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.982920:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:3.0:1769074860.982928:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.982933:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.982937:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:3.0:1769074860.982939:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074860.982947:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa908c8700 x1855007852327808/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769074860.982967:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.982970:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:3.0:1769074860.982973:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.982976:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.982979:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:3.0:1769074860.982981:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00000100:00000200:3.0:1769074860.982986:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0da680 x1855007852328064/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769074860.982999:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.983001:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:3.0:1769074860.983003:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.983006:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.983009:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:3.0:1769074860.983011:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00000100:00000200:3.0:1769074860.983015:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0d9c00 x1855007852328192/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769074860.983027:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.983029:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074860.983032:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.983034:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.983037:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:3.0:1769074860.983038:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00000100:00000200:3.0:1769074860.983042:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0d8a80 x1855007852328320/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769074860.983053:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.983054:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074860.983057:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.983060:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.983062:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:3.0:1769074860.983064:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000100:00000200:3.0:1769074860.983068:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dab843bb800 x1855007852328448/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074860.983407:0:45112:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074860.983415:0:45112:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000100:00000010:1.0:1769074860.983419:0:45112:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabae111780. 00000100:00000010:1.0:1769074860.983431:0:45112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5ab480. 02000000:00000010:1.0:1769074860.983442:0:45112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8b189600. 02000000:00000010:1.0:1769074860.983455:0:45112:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8b188600. 00000400:00000010:1.0:1769074860.983459:0:45112:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1cb8. 00000400:00000010:1.0:1769074860.983464:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074860.983467:0:45112:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852328576, portal 16 00000400:00000010:1.0:1769074860.983470:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074860.983473:0:45112:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852328576, offset 0 00000400:00000200:1.0:1769074860.983478:0:45112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.983485:0:45112:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.983488:0:45112:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074860.983490:0:45112:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:1.0:1769074860.983493:0:45112:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074860.983495:0:45112:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:1.0:1769074860.983498:0:45112:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41333:41333:255:4294967295] 192.168.204.10@tcp LPNI seq info [41329:41329:7:4294967295] 00000400:00000200:1.0:1769074860.983505:0:45112:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.983510:0:45112:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.983514:0:45112:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074860.983518:0:45112:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.983523:0:45112:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.983527:0:45112:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1769074860.983666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:0.1:1769074860.983675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000001:00000010:0.0:1769074860.983696:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbf60. 00080000:00000010:0.0:1769074860.983703:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f753000. 00000001:00000010:0.0:1769074860.983708:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560240. 00080000:00000010:0.0:1769074860.983711:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefdc00. 00000001:00000010:0.0:1769074860.983715:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560f00. 00080000:00000010:0.0:1769074860.983717:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f751000. 00000001:00000010:0.0:1769074860.983721:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560660. 00080000:00000010:0.0:1769074860.983724:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e921000. 00000001:00000010:0.0:1769074860.983728:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae5600c0. 00080000:00000010:0.0:1769074860.983731:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f753800. 00000001:00000010:0.0:1769074860.983733:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae5608a0. 00080000:00000010:0.0:1769074860.983736:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f753400. 00000001:00000010:0.0:1769074860.983739:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560c60. 00080000:00000010:0.0:1769074860.983742:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b23800. 00000001:00000010:0.0:1769074860.983748:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560060. 00080000:00000010:0.0:1769074860.983750:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe0c00. 00000001:00000010:0.0:1769074860.983753:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454f60. 00080000:00000010:0.0:1769074860.983756:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe1c00. 00000001:00000010:0.0:1769074860.983759:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b1e0. 00080000:00000010:0.0:1769074860.983762:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe1800. 00000001:00000010:0.0:1769074860.983765:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454180. 00080000:00000010:0.0:1769074860.983767:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe3c00. 00000001:00000010:0.0:1769074860.983771:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b7e0. 00080000:00000010:0.0:1769074860.983773:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe0400. 00000001:00000010:0.0:1769074860.983775:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454cc0. 00080000:00000010:0.0:1769074860.983778:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe3400. 00000001:00000010:0.0:1769074860.983780:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b840. 00080000:00000010:0.0:1769074860.983782:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe0000. 00000001:00000010:0.0:1769074860.983786:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454d80. 00080000:00000010:0.0:1769074860.983788:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe3000. 00000001:00000010:0.0:1769074860.983791:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454d20. 00080000:00000010:0.0:1769074860.983794:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b6dc00. 00000001:00000010:0.0:1769074860.983797:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454540. 00080000:00000010:0.0:1769074860.983799:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b6e000. 00000001:00000010:0.0:1769074860.983802:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90a55cc0. 00080000:00000010:0.0:1769074860.983805:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2d000. 00000001:00000010:0.0:1769074860.983809:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab83f0e1e0. 00080000:00000010:0.0:1769074860.983812:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2e400. 00000001:00000010:0.0:1769074860.983817:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b0c0. 00080000:00000010:0.0:1769074860.983820:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2ec00. 00000001:00000010:0.0:1769074860.983823:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b960. 00080000:00000010:0.0:1769074860.983825:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2e800. 00000001:00000010:0.0:1769074860.983828:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b300. 00080000:00000010:0.0:1769074860.983831:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bcd8000. 00000001:00000010:0.0:1769074860.983834:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b900. 00080000:00000010:0.0:1769074860.983836:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81bc1400. 00000001:00000010:0.0:1769074860.983839:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b180. 00080000:00000010:0.0:1769074860.983841:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88d47800. 00000001:00000010:0.0:1769074860.983845:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b000. 00080000:00000010:0.0:1769074860.983847:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc940800. 00000001:00000010:0.0:1769074860.983851:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bc60. 00080000:00000010:0.0:1769074860.983854:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9e400. 00000001:00000010:0.0:1769074860.983857:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b4e0. 00080000:00000010:0.0:1769074860.983860:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9f400. 00000001:00000010:0.0:1769074860.983863:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b9c0. 00080000:00000010:0.0:1769074860.983865:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9c000. 00000001:00000010:0.0:1769074860.983868:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bae0. 00080000:00000010:0.0:1769074860.983870:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9f800. 00000001:00000010:0.0:1769074860.983873:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b420. 00080000:00000010:0.0:1769074860.983875:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9fc00. 00000001:00000010:0.0:1769074860.983889:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b2a0. 00080000:00000010:0.0:1769074860.983892:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c16000. 00000001:00000010:0.0:1769074860.983895:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9be40. 00080000:00000010:0.0:1769074860.983897:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c14c00. 00000001:00000010:0.0:1769074860.983901:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bd20. 00080000:00000010:0.0:1769074860.983903:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c17800. 00000001:00000010:0.0:1769074860.983905:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b720. 00080000:00000010:0.0:1769074860.983908:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c15000. 00000001:00000010:0.0:1769074860.983911:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b8a0. 00080000:00000010:0.0:1769074860.983913:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c15c00. 00000001:00000010:0.0:1769074860.983916:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bde0. 00080000:00000010:0.0:1769074860.983918:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c16400. 00000001:00000010:0.0:1769074860.983921:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b660. 00080000:00000010:0.0:1769074860.983923:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c16800. 00000001:00000010:0.0:1769074860.983926:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bb40. 00080000:00000010:0.0:1769074860.983928:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c14800. 00000001:00000010:0.0:1769074860.983931:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b780. 00080000:00000010:0.0:1769074860.983933:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88d46000. 00000001:00000010:0.0:1769074860.983937:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9000. 00080000:00000010:0.0:1769074860.983939:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88d45c00. 00000001:00000010:0.0:1769074860.983943:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bd80. 00080000:00000010:0.0:1769074860.983945:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc5a6000. 00000001:00000010:0.0:1769074860.983948:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b060. 00080000:00000010:0.0:1769074860.983950:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc5a5800. 00000001:00000010:0.0:1769074860.983953:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b480. 00080000:00000010:0.0:1769074860.983955:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc5a7400. 00000001:00000010:0.0:1769074860.983958:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b360. 00080000:00000010:0.0:1769074860.983960:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc5a7000. 00000001:00000010:0.0:1769074860.983962:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bf00. 00080000:00000010:0.0:1769074860.983964:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc5a5400. 00000001:00000010:0.0:1769074860.983967:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b240. 00080000:00000010:0.0:1769074860.983969:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc5a4800. 00000001:00000010:0.0:1769074860.983972:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454780. 00080000:00000010:0.0:1769074860.983974:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daba284f800. 00000001:00000010:0.0:1769074860.983980:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90a551e0. 00080000:00000010:0.0:1769074860.983982:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae643400. 00000001:00000010:0.0:1769074860.983986:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454360. 00080000:00000010:0.0:1769074860.983989:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ed6e400. 00000001:00000010:0.0:1769074860.983993:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454ba0. 00080000:00000010:0.0:1769074860.983995:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ed6c400. 00000001:00000010:0.0:1769074860.983998:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454420. 00080000:00000010:0.0:1769074860.984000:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ed6d400. 00000001:00000010:0.0:1769074860.984003:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04547e0. 00080000:00000010:0.0:1769074860.984005:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ed6cc00. 00000001:00000010:0.0:1769074860.984008:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454480. 00080000:00000010:0.0:1769074860.984010:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ed6f800. 00000001:00000010:0.0:1769074860.984013:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd93c0. 00080000:00000010:0.0:1769074860.984016:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ed6f400. 00000001:00000010:0.0:1769074860.984019:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454900. 00080000:00000010:0.0:1769074860.984022:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ed6d800. 00000001:00000010:0.0:1769074860.984024:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454a20. 00080000:00000010:0.0:1769074860.984026:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ed6d000. 00000001:00000010:0.0:1769074860.984046:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454600. 00080000:00000010:0.0:1769074860.984049:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb4970000. 00000001:00000010:0.0:1769074860.984053:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454000. 00080000:00000010:0.0:1769074860.984055:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd2d6000. 00000001:00000010:0.0:1769074860.984059:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454ea0. 00080000:00000010:0.0:1769074860.984061:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c49000. 00000001:00000010:0.0:1769074860.984066:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04541e0. 00080000:00000010:0.0:1769074860.984068:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84306400. 00000001:00000010:0.0:1769074860.984071:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04548a0. 00080000:00000010:0.0:1769074860.984073:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84305400. 00000001:00000010:0.0:1769074860.984075:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04540c0. 00080000:00000010:0.0:1769074860.984078:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84304400. 00000001:00000010:0.0:1769074860.984081:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454300. 00080000:00000010:0.0:1769074860.984083:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84307400. 00000001:00000010:0.0:1769074860.984086:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454960. 00080000:00000010:0.0:1769074860.984088:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84307800. 00000001:00000010:0.0:1769074860.984091:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454660. 00080000:00000010:0.0:1769074860.984093:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c4b000. 00000001:00000010:0.0:1769074860.984097:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04543c0. 00080000:00000010:0.0:1769074860.984100:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c48000. 00000001:00000010:0.0:1769074860.984103:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454120. 00080000:00000010:0.0:1769074860.984106:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c49c00. 00000001:00000010:0.0:1769074860.984109:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454ae0. 00080000:00000010:0.0:1769074860.984111:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c4a400. 00000001:00000010:0.0:1769074860.984121:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454840. 00080000:00000010:0.0:1769074860.984123:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c4ac00. 00000001:00000010:0.0:1769074860.984126:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04542a0. 00080000:00000010:0.0:1769074860.984128:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e932400. 00080000:00000010:0.0:1769074860.984131:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e931c00. 00000004:00000010:0.0:1769074860.984153:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8daba04544e0. 00080000:00000010:0.0:1769074860.984157:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e930400. 00080000:00000010:0.0:1769074860.984159:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e933000. 00000800:00000200:3.0:1769074860.984502:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.984505:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:3.0:1769074860.984512:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.984519:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.984524:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46110 00000400:00000010:3.0:1769074860.984526:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074860.984535:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa908c9500 x1855007852327936/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769074860.984638:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074860.984640:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074860.984646:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.984649:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074860.984653:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:3.0:1769074860.984655:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00000100:00000200:3.0:1769074860.984662:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc5ab480 x1855007852328576/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:0.0:1769074860.985295:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a480. 00080000:00000010:0.0:1769074860.985304:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa85948000. 00000001:00000010:0.0:1769074860.985310:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3ade0. 00080000:00000010:0.0:1769074860.985312:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f623800. 00000001:00000010:0.0:1769074860.985315:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3ad80. 00080000:00000010:0.0:1769074860.985318:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f620000. 00000001:00000010:0.0:1769074860.985321:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3aae0. 00080000:00000010:0.0:1769074860.985323:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f621c00. 00000001:00000010:0.0:1769074860.985326:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6c60. 00080000:00000010:0.0:1769074860.985329:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f623c00. 00000001:00000010:0.0:1769074860.985333:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd6806c0. 00080000:00000010:0.0:1769074860.985338:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e921800. 00000001:00000010:0.0:1769074860.985341:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6240. 00080000:00000010:0.0:1769074860.985344:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e922400. 00000001:00000010:0.0:1769074860.985347:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680480. 00080000:00000010:0.0:1769074860.985350:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e922c00. 00000001:00000010:0.0:1769074860.985352:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ecc0. 00080000:00000010:0.0:1769074860.985356:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e920800. 00000001:00000010:0.0:1769074860.985359:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680b40. 00080000:00000010:0.0:1769074860.985362:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e920c00. 00000001:00000010:0.0:1769074860.985365:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e600. 00080000:00000010:0.0:1769074860.985367:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e921c00. 00000001:00000010:0.0:1769074860.985370:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680ea0. 00080000:00000010:0.0:1769074860.985372:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e920400. 00000001:00000010:0.0:1769074860.985375:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ee40. 00080000:00000010:0.0:1769074860.985377:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b6e400. 00000001:00000010:0.0:1769074860.985381:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680840. 00080000:00000010:0.0:1769074860.985383:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1f400. 00000001:00000010:0.0:1769074860.985387:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680cc0. 00080000:00000010:0.0:1769074860.985389:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bbde800. 00000001:00000010:0.0:1769074860.985393:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680900. 00080000:00000010:0.0:1769074860.985395:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bbdd000. 00000001:00000010:0.0:1769074860.985398:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680660. 00080000:00000010:0.0:1769074860.985400:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bbdd400. 00000001:00000010:0.0:1769074860.985403:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680a80. 00000004:00000010:0.0:1769074860.985421:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8dabbd680360. 00080000:00000010:0.0:1769074860.985424:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff64c00. 00000001:00000010:0.0:1769074860.985428:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9360. 00000004:00000010:0.0:1769074860.985435:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8daa88bd9a80. 00080000:00000010:0.0:1769074860.985437:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff64400. 00000001:00000010:0.0:1769074860.985440:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ec60. 00080000:00000010:0.0:1769074860.985443:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff64000. 00000001:00000010:0.0:1769074860.985445:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6a80. 00080000:00000010:0.0:1769074860.985448:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff67800. 00000001:00000010:0.0:1769074860.985451:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ea80. 00080000:00000010:0.0:1769074860.985453:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff67000. 00000001:00000010:0.0:1769074860.985455:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede69c0. 00080000:00000010:0.0:1769074860.985457:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff66000. 00000001:00000010:0.0:1769074860.985460:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e720. 00080000:00000010:0.0:1769074860.985463:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff66c00. 00000001:00000010:0.0:1769074860.985465:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede61e0. 00080000:00000010:0.0:1769074860.985467:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc4e6c00. 00000001:00000010:0.0:1769074860.985470:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e900. 00080000:00000010:0.0:1769074860.985473:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f0c00. 00000001:00000010:0.0:1769074860.985476:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e7e0. 00080000:00000010:0.0:1769074860.985479:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f3400. 00000001:00000010:0.0:1769074860.985482:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e1e0. 00080000:00000010:0.0:1769074860.985484:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f2800. 00000001:00000010:0.0:1769074860.985488:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb960. 00080000:00000010:0.0:1769074860.985490:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f1c00. 00000001:00000010:0.0:1769074860.985495:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e120. 00080000:00000010:0.0:1769074860.985497:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f0400. 00000001:00000010:0.0:1769074860.985499:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e240. 00080000:00000010:0.0:1769074860.985502:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f3c00. 00000001:00000010:0.0:1769074860.985505:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e360. 00080000:00000010:0.0:1769074860.985507:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f2c00. 00000001:00000010:0.0:1769074860.985510:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e5a0. 00080000:00000010:0.0:1769074860.985513:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df06000. 00000001:00000010:0.0:1769074860.985516:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ef00. 00080000:00000010:0.0:1769074860.985518:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df07800. 00000001:00000010:0.0:1769074860.985521:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ec00. 00080000:00000010:0.0:1769074860.985523:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df04000. 00000001:00000010:0.0:1769074860.985526:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e060. 00080000:00000010:0.0:1769074860.985529:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df04c00. 00000001:00000010:0.0:1769074860.985531:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e180. 00080000:00000010:0.0:1769074860.985533:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df05c00. 00000001:00000010:0.0:1769074860.985536:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e780. 00080000:00000010:0.0:1769074860.985538:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae926400. 00000001:00000010:0.0:1769074860.985542:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e660. 00080000:00000010:0.0:1769074860.985544:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff74400. 00000001:00000010:0.0:1769074860.985547:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e6c0. 00080000:00000010:0.0:1769074860.985550:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae925000. 00000001:00000010:0.0:1769074860.985553:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e0c0. 00080000:00000010:0.0:1769074860.985555:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae924400. 00000001:00000010:0.0:1769074860.985558:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e3c0. 00080000:00000010:0.0:1769074860.985560:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae926800. 00000001:00000010:0.0:1769074860.985564:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034eae0. 00080000:00000010:0.0:1769074860.985566:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c579400. 00000001:00000010:0.0:1769074860.985569:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e480. 00080000:00000010:0.0:1769074860.985572:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c579c00. 00000001:00000010:0.0:1769074860.985575:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ed80. 00080000:00000010:0.0:1769074860.985577:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c57bc00. 00000001:00000010:0.0:1769074860.985580:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034eba0. 00080000:00000010:0.0:1769074860.985582:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c57a000. 00000001:00000010:0.0:1769074860.985585:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ea20. 00080000:00000010:0.0:1769074860.985587:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c578c00. 00000001:00000010:0.0:1769074860.985590:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e6c0. 00080000:00000010:0.0:1769074860.985593:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c57b800. 00000001:00000010:0.0:1769074860.985596:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a0c0. 00080000:00000010:0.0:1769074860.985598:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c579800. 00000001:00000010:0.0:1769074860.985620:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9a20. 00080000:00000010:0.0:1769074860.985624:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1c000. 00000001:00000010:0.0:1769074860.985628:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a900. 00080000:00000010:0.0:1769074860.985631:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1fc00. 00000001:00000010:0.0:1769074860.985633:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9cc0. 00080000:00000010:0.0:1769074860.985635:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1e000. 00000001:00000010:0.0:1769074860.985638:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a5a0. 00080000:00000010:0.0:1769074860.985640:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1f000. 00000001:00000010:0.0:1769074860.985644:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9b40. 00080000:00000010:0.0:1769074860.985646:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1cc00. 00000001:00000010:0.0:1769074860.985649:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a840. 00080000:00000010:0.0:1769074860.985651:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1c400. 00000001:00000010:0.0:1769074860.985653:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a720. 00080000:00000010:0.0:1769074860.985656:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1f800. 00000001:00000010:0.0:1769074860.985659:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3aa20. 00080000:00000010:0.0:1769074860.985661:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81bc2800. 00000001:00000010:0.0:1769074860.985664:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a2a0. 00080000:00000010:0.0:1769074860.985666:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83452000. 00000001:00000010:0.0:1769074860.985670:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3af00. 00080000:00000010:0.0:1769074860.985672:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83453000. 00000001:00000010:0.0:1769074860.985676:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3ad20. 00080000:00000010:0.0:1769074860.985678:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83451c00. 00000001:00000010:0.0:1769074860.985681:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a540. 00080000:00000010:0.0:1769074860.985684:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83453400. 00000001:00000010:0.0:1769074860.985686:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a3c0. 00080000:00000010:0.0:1769074860.985689:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83450800. 00000001:00000010:0.0:1769074860.985691:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a000. 00080000:00000010:0.0:1769074860.985694:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83452c00. 00000001:00000010:0.0:1769074860.985696:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a9c0. 00080000:00000010:0.0:1769074860.985698:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83450400. 00000001:00000010:0.0:1769074860.985701:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3ab40. 00080000:00000010:0.0:1769074860.985703:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d57000. 00000001:00000010:0.0:1769074860.985706:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3ae40. 00080000:00000010:0.0:1769074860.985708:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d55c00. 00000001:00000010:0.0:1769074860.985711:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3ac60. 00080000:00000010:0.0:1769074860.985713:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d56000. 00000001:00000010:0.0:1769074860.985716:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a360. 00080000:00000010:0.0:1769074860.985718:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d56800. 00000001:00000010:0.0:1769074860.985720:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9d20. 00080000:00000010:0.0:1769074860.985722:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d56c00. 00000001:00000010:0.0:1769074860.985724:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145ea80. 00080000:00000010:0.0:1769074860.985726:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d57c00. 00000001:00000010:0.0:1769074860.985729:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd94e0. 00000100:00000010:3.0:1769074860.985994:0:42319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cb480. 02000000:00000010:3.0:1769074860.986013:0:42319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8a41e000. 02000000:00000010:3.0:1769074860.986061:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8a41cc00. 00000400:00000010:3.0:1769074860.986068:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481268. 00000400:00000010:3.0:1769074860.986074:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074860.986082:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852328704, portal 4 00000400:00000010:3.0:1769074860.986088:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074860.986091:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852328704, offset 0 00000400:00000200:3.0:1769074860.986098:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074860.986109:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074860.986121:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17f700 00000400:00000200:3.0:1769074860.986127:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 11904 00000400:00000200:3.0:1769074860.986135:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074860.986138:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074860.986145:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074860.986152:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0000. 00000400:00000200:3.0:1769074860.986169:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:3.0:1769074860.986171:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00000020:00000010:1.0:1769074860.986561:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d240. 00000020:00000010:1.0:1769074860.986567:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d240. 00000020:00000010:1.0:1769074860.986574:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189200. 00000020:00000010:1.0:1769074860.986580:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab97c52400. 00000020:00000010:1.0:1769074860.986584:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562e10. 00000100:00000010:2.0:1769074860.986702:0:42321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8700. 02000000:00000010:2.0:1769074860.986711:0:42321:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8594b800. 02000000:00000010:2.0:1769074860.986735:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa85949800. 00000400:00000010:2.0:1769074860.986740:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4738. 00000020:00000010:1.0:1769074860.986789:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d240. 00000020:00000010:1.0:1769074860.986792:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d240. 00000100:00000200:1.0:1769074860.986795:0:45110:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852328704 02000000:00000010:1.0:1769074860.986815:0:45110:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8fc2e000. 00010000:00000010:1.0:1769074860.986838:0:45110:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074860.986856:0:45110:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8470d240. 00000100:00000010:1.0:1769074860.986862:0:45110:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabae1113c0. 00000100:00000010:1.0:1769074860.986870:0:45110:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5aad80. 02000000:00000010:1.0:1769074860.986887:0:45110:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dab88dca200. 02000000:00000010:1.0:1769074860.986901:0:45110:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dab88dcb800. 00000400:00000010:1.0:1769074860.986906:0:45110:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1e18. 00000100:00000200:3.0:1769074860.987010:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa908cb480 x1855007852328704/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1769074860.987097:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d54800. 00000001:00000010:0.0:1769074860.987108:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145ea20. 00080000:00000010:0.0:1769074860.987112:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f877c00. 00000001:00000010:0.0:1769074860.987116:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e5a0. 00080000:00000010:0.0:1769074860.987118:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f877400. 00000001:00000010:0.0:1769074860.987121:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145ee40. 00080000:00000010:0.0:1769074860.987123:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f876c00. 00000001:00000010:0.0:1769074860.987126:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e1e0. 00080000:00000010:0.0:1769074860.987129:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f874400. 00000001:00000010:0.0:1769074860.987132:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e240. 00080000:00000010:0.0:1769074860.987134:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f875800. 00000001:00000010:0.0:1769074860.987137:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e480. 00080000:00000010:0.0:1769074860.987139:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f875000. 00000001:00000010:0.0:1769074860.987142:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e9c0. 00080000:00000010:0.0:1769074860.987144:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f877800. 00000001:00000010:0.0:1769074860.987147:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e600. 00080000:00000010:0.0:1769074860.987149:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb4bc8000. 00000001:00000010:0.0:1769074860.987152:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae870de0. 00080000:00000010:0.0:1769074860.987156:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb4bcb800. 00000001:00000010:0.0:1769074860.987159:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dababba4ae0. 00080000:00000010:0.0:1769074860.987162:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb4bca400. 00000001:00000010:0.0:1769074860.987165:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9060. 00080000:00000010:0.0:1769074860.987167:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb4bca800. 00000001:00000010:0.0:1769074860.987171:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9780. 00080000:00000010:0.0:1769074860.987183:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daba02d3800. 00000001:00000010:0.0:1769074860.987186:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9660. 00080000:00000010:0.0:1769074860.987188:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daba02d1c00. 00000001:00000010:0.0:1769074860.987190:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9180. 00080000:00000010:0.0:1769074860.987193:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daba02d0400. 00000001:00000010:0.0:1769074860.987196:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd96c0. 00080000:00000010:0.0:1769074860.987198:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa897df000. 00000001:00000010:0.0:1769074860.987201:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9ae0. 00080000:00000010:0.0:1769074860.987204:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8374c400. 00000001:00000010:0.0:1769074860.987207:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9240. 00080000:00000010:0.0:1769074860.987209:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8374dc00. 00000001:00000010:0.0:1769074860.987212:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9840. 00080000:00000010:0.0:1769074860.987215:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff0f400. 00000001:00000010:0.0:1769074860.987218:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9e40. 00080000:00000010:0.0:1769074860.987220:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff0f000. 00000001:00000010:0.0:1769074860.987223:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9c60. 00080000:00000010:0.0:1769074860.987225:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff0ec00. 00000001:00000010:0.0:1769074860.987230:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9f00. 00080000:00000010:0.0:1769074860.987232:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff0d000. 00000001:00000010:0.0:1769074860.987234:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9960. 00080000:00000010:0.0:1769074860.987236:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff0c400. 00000001:00000010:0.0:1769074860.987239:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9600. 00080000:00000010:0.0:1769074860.987241:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff0d800. 00000001:00000010:0.0:1769074860.987244:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd99c0. 00080000:00000010:0.0:1769074860.987246:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff0cc00. 00000001:00000010:0.0:1769074860.987248:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9ba0. 00080000:00000010:0.0:1769074860.987251:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e346000. 00000001:00000010:0.0:1769074860.987255:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9f60. 00080000:00000010:0.0:1769074860.987257:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e345c00. 00000001:00000010:0.0:1769074860.987260:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9c00. 00080000:00000010:0.0:1769074860.987261:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e344400. 00000001:00000010:0.0:1769074860.987264:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9420. 00080000:00000010:0.0:1769074860.987266:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e344c00. 00000001:00000010:0.0:1769074860.987268:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9300. 00080000:00000010:0.0:1769074860.987271:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e347000. 00000001:00000010:0.0:1769074860.987280:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd90c0. 00080000:00000010:0.0:1769074860.987282:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e346800. 00000001:00000010:0.0:1769074860.987285:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9480. 00080000:00000010:0.0:1769074860.987288:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f442c00. 00000001:00000010:0.0:1769074860.987291:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd95a0. 00080000:00000010:0.0:1769074860.987294:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f441000. 00000001:00000010:0.0:1769074860.987298:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd91e0. 00080000:00000010:0.0:1769074860.987300:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f443000. 00000001:00000010:0.0:1769074860.987304:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd98a0. 00080000:00000010:0.0:1769074860.987306:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f440400. 00000001:00000010:0.0:1769074860.987309:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e0c0. 00080000:00000010:0.0:1769074860.987312:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab83d92400. 00000001:00000010:0.0:1769074860.987315:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145ed80. 00080000:00000010:0.0:1769074860.987317:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab83d93000. 00000001:00000010:0.0:1769074860.987321:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e840. 00080000:00000010:0.0:1769074860.987323:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51f400. 00000001:00000010:0.0:1769074860.987326:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e060. 00080000:00000010:0.0:1769074860.987328:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51d800. 00000001:00000010:0.0:1769074860.987331:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e8a0. 00080000:00000010:0.0:1769074860.987333:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51ec00. 00000001:00000010:0.0:1769074860.987337:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e960. 00080000:00000010:0.0:1769074860.987339:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51f800. 00000001:00000010:0.0:1769074860.987351:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1f00. 00080000:00000010:0.0:1769074860.987355:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e340800. 00000001:00000010:0.0:1769074860.987358:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1840. 00080000:00000010:0.0:1769074860.987360:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e343c00. 00000001:00000010:0.0:1769074860.987363:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab878857e0. 00080000:00000010:0.0:1769074860.987366:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e340400. 00000001:00000010:0.0:1769074860.987368:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1c60. 00080000:00000010:0.0:1769074860.987371:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e341400. 00000001:00000010:0.0:1769074860.987374:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1540. 00080000:00000010:0.0:1769074860.987376:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e342000. 00000001:00000010:0.0:1769074860.987379:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1960. 00080000:00000010:0.0:1769074860.987381:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2bb400. 00000001:00000010:0.0:1769074860.987384:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef10c0. 00080000:00000010:0.0:1769074860.987386:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b8000. 00000001:00000010:0.0:1769074860.987389:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1e40. 00080000:00000010:0.0:1769074860.987391:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b9000. 00000001:00000010:0.0:1769074860.987394:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1300. 00080000:00000010:0.0:1769074860.987397:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b8c00. 00000001:00000010:0.0:1769074860.987400:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1ae0. 00080000:00000010:0.0:1769074860.987403:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f620c00. 00000001:00000010:0.0:1769074860.987406:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1cc0. 00080000:00000010:0.0:1769074860.987408:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b9c00. 00000001:00000010:0.0:1769074860.987411:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1240. 00080000:00000010:0.0:1769074860.987413:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b8400. 00000001:00000010:0.0:1769074860.987415:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1de0. 00080000:00000010:0.0:1769074860.987418:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b9800. 00000001:00000010:0.0:1769074860.987422:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1900. 00080000:00000010:0.0:1769074860.987424:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff75c00. 00000001:00000010:0.0:1769074860.987427:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e300. 00080000:00000010:0.0:1769074860.987429:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd94c00. 00000001:00000010:0.0:1769074860.987432:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef17e0. 00080000:00000010:0.0:1769074860.987434:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd96c00. 00000001:00000010:0.0:1769074860.987437:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1000. 00080000:00000010:0.0:1769074860.987439:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd97c00. 00000001:00000010:0.0:1769074860.987442:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef12a0. 00080000:00000010:0.0:1769074860.987443:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd94000. 00000001:00000010:0.0:1769074860.987446:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef15a0. 00080000:00000010:0.0:1769074860.987448:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd97400. 00000001:00000010:0.0:1769074860.987451:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1a80. 00080000:00000010:0.0:1769074860.987454:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd94800. 00000001:00000010:0.0:1769074860.987457:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1360. 00080000:00000010:0.0:1769074860.987459:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff75800. 00000001:00000010:0.0:1769074860.987461:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef14e0. 00080000:00000010:0.0:1769074860.987463:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff76400. 00000001:00000010:0.0:1769074860.987465:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1780. 00080000:00000010:0.0:1769074860.987468:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff77000. 00000001:00000010:0.0:1769074860.987470:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034eb40. 00080000:00000010:0.0:1769074860.987472:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff76c00. 00000001:00000010:0.0:1769074860.987475:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a600. 00080000:00000010:0.0:1769074860.987477:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff74000. 00000001:00000010:0.0:1769074860.987480:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a240. 00080000:00000010:0.0:1769074860.987483:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30d800. 00000001:00000010:0.0:1769074860.987485:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6720. 00080000:00000010:0.0:1769074860.987487:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30ec00. 00000001:00000010:0.0:1769074860.987490:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a4e0. 00080000:00000010:0.0:1769074860.987493:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30c000. 00000001:00000010:0.0:1769074860.987495:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede60c0. 00080000:00000010:0.0:1769074860.987498:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30cc00. 00000001:00000010:0.0:1769074860.987501:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145ef00. 00080000:00000010:0.0:1769074860.987504:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30e400. 00000001:00000010:0.0:1769074860.987506:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a7e0. 00080000:00000010:0.0:1769074860.987508:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30f800. 00000001:00000010:0.0:1769074860.987511:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e180. 00080000:00000010:0.0:1769074860.987513:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc759c00. 00000001:00000010:0.0:1769074860.987516:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede66c0. 00080000:00000010:0.0:1769074860.987518:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc758c00. 00000001:00000010:0.0:1769074860.987521:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145eba0. 00080000:00000010:0.0:1769074860.987523:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc759800. 00000001:00000010:0.0:1769074860.987525:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6a20. 00080000:00000010:0.0:1769074860.987527:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83884000. 00000001:00000010:0.0:1769074860.987531:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e360. 00080000:00000010:0.0:1769074860.987532:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83885000. 00000001:00000010:0.0:1769074860.987535:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6e40. 00080000:00000010:0.0:1769074860.987538:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83887c00. 00000001:00000010:0.0:1769074860.987540:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6b40. 00080000:00000010:0.0:1769074860.987542:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dd9800. 00000001:00000010:0.0:1769074860.987545:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6ba0. 00080000:00000010:0.0:1769074860.987547:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dda800. 00000001:00000010:0.0:1769074860.987550:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6120. 00080000:00000010:0.0:1769074860.987552:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88ddbc00. 00000001:00000010:0.0:1769074860.987555:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6d80. 00080000:00000010:0.0:1769074860.987557:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dd9000. 00000001:00000010:0.0:1769074860.987560:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6540. 00080000:00000010:0.0:1769074860.987562:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83269400. 00000001:00000010:0.0:1769074860.987564:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6900. 00080000:00000010:0.0:1769074860.987566:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83269c00. 00000001:00000010:0.0:1769074860.987569:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6660. 00080000:00000010:0.0:1769074860.987571:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83268400. 00000001:00000010:0.0:1769074860.987574:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede65a0. 00080000:00000010:0.0:1769074860.987576:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8326b400. 00000001:00000010:0.0:1769074860.987578:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6600. 00080000:00000010:0.0:1769074860.987581:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8326b000. 00000001:00000010:0.0:1769074860.987583:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6de0. 00080000:00000010:0.0:1769074860.987585:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83268000. 00000001:00000010:0.0:1769074860.987588:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6360. 00080000:00000010:0.0:1769074860.987590:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a427800. 00000001:00000010:0.0:1769074860.987593:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6780. 00080000:00000010:0.0:1769074860.987595:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a426400. 00000001:00000010:0.0:1769074860.987598:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6960. 00080000:00000010:0.0:1769074860.987626:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40d800. 00000001:00000010:0.0:1769074860.987631:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6300. 00080000:00000010:0.0:1769074860.987634:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40c000. 00000001:00000010:0.0:1769074860.987637:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6180. 00080000:00000010:0.0:1769074860.987639:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40f000. 00000001:00000010:0.0:1769074860.987642:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6000. 00080000:00000010:0.0:1769074860.987645:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40c800. 00000001:00000010:0.0:1769074860.987647:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede64e0. 00080000:00000010:0.0:1769074860.987650:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc942800. 00000001:00000010:0.0:1769074860.987653:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede62a0. 00080000:00000010:0.0:1769074860.987655:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc943800. 00000001:00000010:0.0:1769074860.987658:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6ea0. 00080000:00000010:0.0:1769074860.987660:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc941000. 00000001:00000010:0.0:1769074860.987663:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6cc0. 00080000:00000010:0.0:1769074860.987666:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc940c00. 00000001:00000010:0.0:1769074860.987669:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede68a0. 00080000:00000010:0.0:1769074860.987672:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc941800. 00000001:00000010:0.0:1769074860.987674:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6060. 00080000:00000010:0.0:1769074860.987677:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc943c00. 00000001:00000010:0.0:1769074860.987680:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6d20. 00080000:00000010:0.0:1769074860.987682:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc940000. 00000001:00000010:0.0:1769074860.987684:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6ae0. 00080000:00000010:0.0:1769074860.987686:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc943000. 00000001:00000010:0.0:1769074860.987689:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede63c0. 00080000:00000010:0.0:1769074860.987691:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd747400. 00000001:00000010:0.0:1769074860.987695:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede67e0. 00080000:00000010:0.0:1769074860.987699:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e932c00. 00000001:00000010:0.0:1769074860.987703:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6480. 00080000:00000010:0.0:1769074860.987705:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fb4b800. 00000001:00000010:0.0:1769074860.987708:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6f00. 00080000:00000010:0.0:1769074860.987710:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fb4a800. 00000001:00000010:0.0:1769074860.987713:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6c00. 00080000:00000010:0.0:1769074860.987715:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fb4a000. 00000001:00000010:0.0:1769074860.987718:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6f60. 00080000:00000010:0.0:1769074860.987720:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fb4bc00. 00000001:00000010:0.0:1769074860.987722:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6840. 00080000:00000010:0.0:1769074860.987725:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fb48000. 00010000:00000010:2.1:1769074860.988818:0:12648:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:2.1:1769074860.988829:0:12648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000010:2.0:1769074860.988841:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074860.988850:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852328832, portal 4 00000400:00000010:2.0:1769074860.988858:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074860.988862:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852328832, offset 0 00000400:00000200:2.0:1769074860.988871:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074860.988894:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074860.988905:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17f780 00000400:00000200:2.0:1769074860.988913:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 12448 00000400:00000200:2.0:1769074860.988921:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.988925:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074860.988931:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074860.988937:0:12648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9880. 00000400:00000200:2.0:1769074860.988959:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:2.0:1769074860.988962:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074860.988968:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0d8700 x1855007852328832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074860.989059:0:45109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074860.989064:0:45109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074860.989069:0:45109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6600. 00000020:00000010:0.0:1769074860.989075:0:45109:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074860.989079:0:45109:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074860.989115:0:45109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074860.989118:0:45109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c940. 00000100:00000200:0.0:1769074860.989120:0:45109:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852328832 02000000:00000010:0.0:1769074860.989139:0:45109:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8dabbff74000. 00010000:00000010:0.0:1769074860.989158:0:45109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074860.989186:0:45109:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8eb3c940. 00000100:00000010:0.0:1769074860.989193:0:45109:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d83c0. 00000100:00000010:0.0:1769074860.989201:0:45109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843bb480. 02000000:00000010:0.0:1769074860.989211:0:45109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dabbfec6000. 02000000:00000010:0.0:1769074860.989229:0:45109:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabbfec7000. 00000400:00000010:0.0:1769074860.989234:0:45109:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8bb0. 00000400:00000010:0.0:1769074860.989239:0:45109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074860.989242:0:45109:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852329088, portal 16 00000400:00000010:0.0:1769074860.989245:0:45109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074860.989247:0:45109:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852329088, offset 0 00000400:00000200:0.0:1769074860.989254:0:45109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.989263:0:45109:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074860.989269:0:45109:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074860.989283:0:45109:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074860.989287:0:45109:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074860.989290:0:45109:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074860.989293:0:45109:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41334:41334:256:4294967295] 192.168.204.10@tcp LPNI seq info [41330:41330:8:4294967295] 00000400:00000200:0.0:1769074860.989303:0:45109:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074860.989309:0:45109:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074860.989314:0:45109:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074860.989322:0:45109:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074860.989329:0:45109:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074860.989334:0:45109:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1769074860.989583:0:45110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074860.989589:0:45110:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852328960, portal 16 00000400:00000010:1.0:1769074860.989593:0:45110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074860.989595:0:45110:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852328960, offset 0 00000400:00000200:1.0:1769074860.989601:0:45110:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074860.989623:0:45110:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074860.989626:0:45110:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074860.989628:0:45110:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:1.0:1769074860.989631:0:45110:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074860.989633:0:45110:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:1.0:1769074860.989635:0:45110:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41335:41335:255:4294967295] 192.168.204.10@tcp LPNI seq info [41331:41331:7:4294967295] 00000400:00000200:1.0:1769074860.989643:0:45110:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074860.989647:0:45110:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074860.989651:0:45110:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074860.989655:0:45110:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074860.989659:0:45110:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074860.989662:0:45110:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074860.989704:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.989708:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074860.989711:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.989715:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.989718:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:1.0:1769074860.989720:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00000100:00000200:1.0:1769074860.989727:0:12640:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dab843bb480 x1855007852329088/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1769074860.990152:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074860.990156:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:1.0:1769074860.990161:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074860.990166:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074860.990170:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:1.0:1769074860.990246:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074860.990255:0:12640:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc5aad80 x1855007852328960/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074860.997782:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.997805:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e2f00 00000400:00000200:0.0:1769074860.997816:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 83744 00000400:00000200:0.0:1769074860.997830:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.997834:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.997843:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074860.997849:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b8a80. 00000400:00000200:0.0:1769074860.997895:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.997901:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17ef80 00000400:00000200:0.0:1769074860.997908:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x66775 [1] + 224 00000400:00000200:0.0:1769074860.997914:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.997917:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.997927:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0db100 x1855007852326784/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074860.997954:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.997960:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8e2f80 00000400:00000200:0.0:1769074860.997965:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b889 [2] + 1968 00000400:00000010:0.0:1769074860.997970:0:12639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39e18. 00000400:00000200:0.0:1769074860.997975:0:12639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8dab854f5240 00000400:00000200:0.0:1769074860.997980:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.997983:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074860.997986:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab854f5240 00000400:00000010:0.0:1769074860.997988:0:12639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab854f5240. 00000100:00000200:0.0:1769074860.997993:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1769074860.998017:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.998023:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17f380 00000400:00000200:0.0:1769074860.998027:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x667b5 [1] + 224 00000400:00000200:0.0:1769074860.998033:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.998036:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.998042:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa908c8700 x1855007852327808/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074860.998058:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.998063:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17f480 00000400:00000200:0.0:1769074860.998066:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x667bd [1] + 224 00000400:00000200:0.0:1769074860.998071:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.998074:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.998079:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0da680 x1855007852328064/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074860.998095:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.998100:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17f500 00000400:00000200:0.0:1769074860.998104:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x667c5 [1] + 224 00000400:00000200:0.0:1769074860.998108:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.998111:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.998116:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0d9c00 x1855007852328192/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074860.998136:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074860.998141:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17f580 00000400:00000200:0.0:1769074860.998145:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x667cd [1] + 224 00000400:00000200:0.0:1769074860.998151:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074860.998154:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074860.998160:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0d8a80 x1855007852328320/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1769074860.998508:0:38629:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db00. 00000020:00000010:1.0:1769074860.998515:0:38629:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470db00. 00000020:00000010:1.0:1769074860.998523:0:38629:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcb000. 00000020:00000010:1.0:1769074860.998530:0:38629:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabbd0f2500. 00000020:00000010:1.0:1769074860.998536:0:38629:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000100:00000200:1.0:1769074860.998577:0:38629:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8daa85893050 x1855007826521984/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 328/0 e 0 to 0 dl 1769074871 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074860.998627:0:38629:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db00. 00000020:00000010:1.0:1769074860.998631:0:38629:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470db00. 00000100:00000200:1.0:1769074860.998634:0:38629:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826521984 02000000:00000010:1.0:1769074860.998647:0:38629:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8fc2d800. 00010000:00000010:1.0:1769074860.998694:0:38629:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8470db00. 00000100:00000010:1.0:1769074860.998703:0:38629:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabae111e40. 00000100:00000010:1.0:1769074860.998710:0:38629:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabae111e40. 00010000:00000010:1.0:1769074860.998713:0:38629:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8470db00. 00000400:00000010:1.0:1769074860.998732:0:38629:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074860.998738:0:38629:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826521984, offset 224 00000400:00000200:1.0:1769074860.998747:0:38629:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000010:2.0:1769074860.998816:0:47062:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4370. 00000400:00000200:2.0:1769074860.998821:0:47062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:2.0:1769074860.998823:0:47062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074860.998830:0:47062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0da680 x1855007852328064/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074860.998838:0:47062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0da680 x1855007852328064/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074860.998867:0:47062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabbfe89200. 02000000:00000010:2.0:1769074860.998875:0:47062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dabbfe88e00. 00000100:00000010:2.0:1769074860.998891:0:47062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0da680. 00000100:00000010:2.0:1769074860.998895:0:47062:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab89ddf3c0. 00010000:00000010:2.0:1769074860.998898:0:47062:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8656fd80. 00000400:00000010:2.0:1769074860.998923:0:45113:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4160. 00000400:00000200:2.0:1769074860.998925:0:45113:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:2.0:1769074860.998927:0:45113:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074860.998932:0:45113:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0d9c00 x1855007852328192/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074860.998940:0:45113:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0d9c00 x1855007852328192/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074860.998952:0:45113:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dab8367d400. 02000000:00000010:2.0:1769074860.998956:0:45113:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dabbfe88c00. 00000100:00000010:2.0:1769074860.998959:0:45113:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9c00. 00000100:00000010:2.0:1769074860.998962:0:45113:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab89ddf780. 00010000:00000010:2.0:1769074860.998965:0:45113:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8656f8c0. 00000400:00000010:2.0:1769074860.998980:0:45098:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4318. 00000400:00000200:2.0:1769074860.998983:0:45098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:2.0:1769074860.998984:0:45098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074860.998990:0:45098:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0d8a80 x1855007852328320/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074860.998997:0:45098:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0d8a80 x1855007852328320/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074860.999007:0:45098:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8c4b0e00. 02000000:00000010:2.0:1769074860.999011:0:45098:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dab8367da00. 00000100:00000010:2.0:1769074860.999013:0:45098:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8a80. 00000100:00000010:2.0:1769074860.999016:0:45098:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074860.999017:0:45098:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8656f300. 00000020:00000010:2.0:1769074860.999049:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074860.999053:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074860.999056:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:2.0:1769074860.999059:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074860.999063:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074860.999093:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074860.999096:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074860.999099:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826521856 00000001:00000010:2.0:1769074860.999108:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:2.0:1769074860.999129:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.0:1769074860.999138:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 02000000:00000010:2.0:1769074860.999164:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab82bcf000. 00010000:00000010:2.0:1769074860.999205:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074860.999209:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074860.999225:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074860.999228:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074860.999233:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074860.999235:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074860.999321:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074860.999325:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074860.999329:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074860.999332:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074860.999396:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074860.999406:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074860.999410:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074860.999431:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000200:2.0:1769074860.999443:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b8a80 x1855007826521856/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:396/0 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074860.999456:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074860.999458:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826521856, offset 224 00000400:00000200:2.0:1769074860.999464:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074860.999633:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000010:3.0:1769074860.999943:0:45106:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4948. 00000400:00000200:3.0:1769074860.999948:0:45106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:3.0:1769074860.999950:0:45106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00000100:00000200:3.0:1769074860.999958:0:45106:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0db100 x1855007852326784/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074860.999966:0:45106:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0db100 x1855007852326784/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074860.999991:0:45106:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabbfe88200. 02000000:00000010:3.0:1769074860.999996:0:45106:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dabbfe89800. 00000100:00000010:3.0:1769074861.000001:0:45106:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0db100. 00000100:00000010:3.0:1769074861.000004:0:45106:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab89ddfb40. 00010000:00000010:3.0:1769074861.000008:0:45106:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8656f700. 00010000:00000010:3.0:1769074861.000019:0:45106:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00080000:00000010:3.0:1769074861.000041:0:45106:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a41f000. 00000001:00000010:3.0:1769074861.000833:0:45106:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1a80. 00080000:00000010:3.0:1769074861.000931:0:45106:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc89560. 00002000:00000010:3.0:1769074861.000937:0:45106:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb110a0. 00010000:00000200:3.0:1769074861.000956:0:45106:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0dad80 x1855007852326656/t4294970291(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.000973:0:45106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074861.000979:0:45106:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852326656, offset 224 00000400:00000200:3.0:1769074861.000986:0:45106:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074861.001095:0:38629:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.001103:0:38629:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41336:41336:256:4294967295] 192.168.204.10@tcp LPNI seq info [41332:41332:8:4294967295] 00000400:00000200:1.0:1769074861.001116:0:38629:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.001122:0:38629:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.001128:0:38629:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074861.001135:0:38629:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.001143:0:38629:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.001148:0:38629:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.001184:0:38629:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabbd0f2500. 00000020:00000010:1.0:1769074861.001189:0:38629:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.001194:0:38629:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcb000. 02000000:00000010:1.0:1769074861.001205:0:38629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8f441400. 00000100:00000010:1.0:1769074861.001210:0:38629:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bff100. 02000000:00000010:1.0:1769074861.001214:0:38629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8f442000. 00000100:00000010:1.0:1769074861.001216:0:38629:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb6bfce00. 02000000:00000010:1.0:1769074861.001232:0:38629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e931400. 00000100:00000010:1.0:1769074861.001234:0:38629:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0a80. 02000000:00000010:1.0:1769074861.001238:0:38629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e933800. 00000100:00000010:1.0:1769074861.001240:0:38629:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08700. 02000000:00000010:1.0:1769074861.001243:0:38629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e931800. 00000100:00000010:1.0:1769074861.001244:0:38629:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0aa00. 02000000:00000010:1.0:1769074861.001248:0:38629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e932000. 00000100:00000010:1.0:1769074861.001250:0:38629:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1f80. 00000100:00000200:1.0:1769074861.001261:0:38629:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074861.001267:0:38629:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee19f8. 00000400:00000010:1.0:1769074861.001654:0:38629:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabae111e40. 00000400:00000200:2.0:1769074861.001795:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.001800:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41337:41337:255:4294967295] 192.168.204.10@tcp LPNI seq info [41333:41333:7:4294967295] 00000400:00000200:2.0:1769074861.001810:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.001815:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.001820:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074861.001825:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.001829:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.001833:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.001846:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074861.001851:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.001856:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00002000:00000010:2.0:1769074861.001914:0:36254:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daa8fab1540. 00010000:00000010:2.0:1769074861.001920:0:36254:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8dab83c23500. 00010000:00000010:2.0:1769074861.001928:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00000400:00000200:0.0:1769074861.002015:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17f600 00000400:00000200:0.0:1769074861.002024:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x667d5 [1] + 224 00000400:00000200:0.0:1769074861.002046:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.002051:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.002062:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dab843bb800 x1855007852328448/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769074861.002123:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.002126:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:0.0:1769074861.002131:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.002134:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.002138:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:0.0:1769074861.002140:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 02000000:00000010:0.0:1769074861.002144:0:12639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8fc2d800. 00000400:00000200:0.0:1769074861.002159:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.002166:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17f400 00000400:00000200:0.0:1769074861.002243:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x667dd [1] + 224 00000400:00000200:0.0:1769074861.002254:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.002257:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.002264:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa908c9500 x1855007852327936/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769074861.002810:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.002815:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:0.0:1769074861.002820:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.002824:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.002828:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:0.0:1769074861.002830:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00000400:00000200:0.0:1769074861.002843:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.002850:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8e3080 00000400:00000200:0.0:1769074861.002855:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b88d [2] + 0 00000400:00000200:0.0:1769074861.002863:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.002866:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.002870:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074861.002886:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b9180. 00000400:00000200:0.0:1769074861.002903:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.002909:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8e3280 00000400:00000200:0.0:1769074861.002912:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b88d [2] + 328 00000400:00000200:0.0:1769074861.002917:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.002921:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.002924:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074861.002927:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843ba680. 00000400:00000200:0.0:1769074861.002937:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.002942:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8e3100 00000400:00000200:0.0:1769074861.002946:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b88d [2] + 656 00000400:00000200:0.0:1769074861.002951:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.002954:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.002956:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074861.002959:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b9880. 00000400:00000200:0.0:1769074861.002969:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.002974:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8e3000 00000400:00000200:0.0:1769074861.002977:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b88d [2] + 984 00000400:00000200:0.0:1769074861.002982:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.002985:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.002988:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074861.002990:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843bbb80. 00000400:00000200:0.0:1769074861.003002:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.003007:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8e3200 00000400:00000200:0.0:1769074861.003010:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b88d [2] + 1312 00000400:00000200:0.0:1769074861.003015:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.003018:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.003021:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074861.003024:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843bad80. 00000400:00000200:0.0:1769074861.003041:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.003045:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8e3180 00000400:00000200:0.0:1769074861.003049:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b88d [2] + 1640 00000400:00000200:0.0:1769074861.003054:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.003056:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.003058:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074861.003061:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843bb100. 00000400:00000200:0.0:1769074861.003072:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.003077:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17f680 00000400:00000200:0.0:1769074861.003082:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x667e5 [1] + 224 00000400:00000200:0.0:1769074861.003087:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.003090:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.003097:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc5ab480 x1855007852328576/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074861.003114:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.003120:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8e3300 00000400:00000200:0.0:1769074861.003123:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b88d [2] + 1968 00000400:00000010:0.0:1769074861.003127:0:12639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39bb0. 00000400:00000200:0.0:1769074861.003130:0:12639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa835cc3c0 00000400:00000200:0.0:1769074861.003134:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.003137:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.003139:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa835cc3c0 00000400:00000010:0.0:1769074861.003141:0:12639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa835cc3c0. 00000100:00000200:0.0:1769074861.003146:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1769074861.003155:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.003159:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17f880 00000400:00000200:0.0:1769074861.003164:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x667fd [1] + 224 00000400:00000200:0.0:1769074861.003170:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074861.003335:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074861.003342:0:47054:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab89c451c0. 00000020:00000010:2.0:1769074861.003359:0:47054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:2.0:1769074861.003365:0:47054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074861.003369:0:47054:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000100:00000200:2.0:1769074861.003392:0:47054:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dab843b9180 x1855007826522240/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 328/0 e 0 to 0 dl 1769074872 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074861.003417:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003419:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003423:0:47054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0600. 00000020:00000010:2.0:1769074861.003425:0:47054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.003429:0:47054:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000100:00000200:2.0:1769074861.003437:0:47054:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dab843ba680 x1855007826522752/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 328/0 e 0 to 0 dl 1769074872 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074861.003448:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003450:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003452:0:47054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b1a00. 00000020:00000010:2.0:1769074861.003454:0:47054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074861.003457:0:47054:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117320. 00000100:00000200:2.0:1769074861.003463:0:47054:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dab843b9880 x1855007826522368/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 328/0 e 0 to 0 dl 1769074872 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074861.003473:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003475:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003479:0:47054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:2.0:1769074861.003481:0:47054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.003484:0:47054:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901174b0. 00000100:00000200:2.0:1769074861.003492:0:47054:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dab843bbb80 x1855007826522112/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 328/0 e 0 to 0 dl 1769074872 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074861.003503:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003505:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003508:0:47054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8367da00. 00000020:00000010:2.0:1769074861.003510:0:47054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b480. 00000020:00000010:2.0:1769074861.003513:0:47054:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117d48. 00000100:00000200:2.0:1769074861.003520:0:47054:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dab843bad80 x1855007826522624/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 328/0 e 0 to 0 dl 1769074872 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074861.003531:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003534:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003537:0:47054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab8367d400. 00000020:00000010:2.0:1769074861.003540:0:47054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bb00. 00000020:00000010:2.0:1769074861.003544:0:47054:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117960. 00000100:00000200:2.0:1769074861.003552:0:47054:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dab843bb100 x1855007826522496/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 328/0 e 0 to 0 dl 1769074872 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074861.003832:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003835:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003840:0:47054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:2.0:1769074861.003842:0:47054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b680. 00000020:00000010:2.0:1769074861.003845:0:47054:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901173e8. 00000100:00000200:2.0:1769074861.003856:0:47054:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8daa85892850 x1855007826522880/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 328/0 e 0 to 0 dl 1769074872 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074861.003870:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.003872:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.003874:0:47054:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826522240 02000000:00000010:2.0:1769074861.003896:0:47054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa85949000. 00010000:00000010:2.0:1769074861.003939:0:47054:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8656f8c0. 00000100:00000010:2.0:1769074861.003947:0:47054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab89ddf540. 00000100:00000010:2.0:1769074861.003960:0:47054:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074861.003964:0:47054:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8656f8c0. 00000400:00000010:2.0:1769074861.003976:0:47054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074861.003981:0:47054:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826522240, offset 224 00000400:00000200:2.0:1769074861.003987:0:47054:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.003997:0:47054:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.004002:0:47054:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41338:41338:256:4294967295] 192.168.204.10@tcp LPNI seq info [41334:41334:8:4294967295] 00000400:00000200:2.0:1769074861.004011:0:47054:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.004016:0:47054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.004020:0:47054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074861.004026:0:47054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.004032:0:47054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.004035:0:47054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.004049:0:47054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b180. 00000020:00000010:2.0:1769074861.004053:0:47054:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.004057:0:47054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000020:00000010:2.0:1769074861.004070:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.004072:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.004074:0:47054:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826522752 02000000:00000010:2.0:1769074861.004079:0:47054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa85949c00. 00010000:00000010:2.0:1769074861.004092:0:47054:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8656f8c0. 00000100:00000010:2.0:1769074861.004095:0:47054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab89ddf540. 00000100:00000010:2.0:1769074861.004098:0:47054:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074861.004100:0:47054:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8656f8c0. 00000400:00000010:2.0:1769074861.004107:0:47054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074861.004110:0:47054:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826522752, offset 224 00000400:00000200:2.0:1769074861.004115:0:47054:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.004120:0:47054:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.004124:0:47054:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41339:41339:255:4294967295] 192.168.204.10@tcp LPNI seq info [41335:41335:7:4294967295] 00000400:00000200:2.0:1769074861.004131:0:47054:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.004137:0:47054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.004140:0:47054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074861.004144:0:47054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.004147:0:47054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.004150:0:47054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.004157:0:47054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.004159:0:47054:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074861.004162:0:47054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0600. 00000400:00000200:0.0:1769074861.004412:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.004423:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dab843bb480 x1855007852329088/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769074861.004465:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.004468:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:0.0:1769074861.004471:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.004474:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.004477:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:0.0:1769074861.004479:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00000400:00000200:0.0:1769074861.004494:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.004502:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac17f800 00000400:00000200:0.0:1769074861.004508:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x66805 [1] + 224 00000400:00000200:0.0:1769074861.004516:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.004519:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.004525:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc5aad80 x1855007852328960/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769074861.004546:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.004548:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:0.0:1769074861.004550:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.004565:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.004568:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:0.0:1769074861.004569:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00000400:00000200:0.0:1769074861.004579:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.004584:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8e3400 00000400:00000200:0.0:1769074861.004589:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b891 [2] + 0 00000400:00000200:0.0:1769074861.004595:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.004598:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.004617:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074861.004622:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843baa00. 00000400:00000200:0.0:1769074861.004633:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.004638:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8e3380 00000400:00000200:0.0:1769074861.004642:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b891 [2] + 328 00000400:00000200:0.0:1769074861.004652:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.004654:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.004657:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074861.004659:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b8e00. 00000020:00000010:0.0:1769074861.004687:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c080. 00000020:00000010:0.0:1769074861.004691:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c080. 00000020:00000010:0.0:1769074861.004695:0:36250:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074861.004698:0:36250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074861.004702:0:36250:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000100:00000200:0.0:1769074861.004714:0:36250:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dab843baa00 x1855007826523136/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 328/0 e 0 to 0 dl 1769074872 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074861.004727:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c080. 00000020:00000010:0.0:1769074861.004745:0:36250:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab89c45500. 00000020:00000010:0.0:1769074861.004752:0:36250:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074861.004754:0:36250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074861.004756:0:36250:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef7d0. 00000100:00000200:0.0:1769074861.004764:0:36250:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dab843b8e00 x1855007826523008/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 328/0 e 0 to 0 dl 1769074872 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074861.004776:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.004778:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074861.004780:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826522112 02000000:00000010:0.0:1769074861.004787:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbff75800. 00010000:00000010:0.0:1769074861.004806:0:36250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8eb3cf00. 00000100:00000010:0.0:1769074861.004812:0:36250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d8240. 00000100:00000010:0.0:1769074861.004816:0:36250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074861.004818:0:36250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8eb3cf00. 00000400:00000010:0.0:1769074861.004825:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074861.004828:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826522112, offset 224 00000400:00000200:0.0:1769074861.004833:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.004840:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.004844:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41340:41340:256:4294967295] 192.168.204.10@tcp LPNI seq info [41336:41336:8:4294967295] 00000400:00000200:0.0:1769074861.004851:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.004856:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.004860:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074861.004864:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.004869:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.004872:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.004898:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:0.0:1769074861.004903:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901174b0. 00000020:00000010:0.0:1769074861.004905:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000020:00000010:0.0:1769074861.004918:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.004921:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074861.004923:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826522624 02000000:00000010:0.0:1769074861.004929:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbff75c00. 00010000:00000010:0.0:1769074861.004942:0:36250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8eb3cf00. 00000100:00000010:0.0:1769074861.004946:0:36250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d8240. 00000100:00000010:0.0:1769074861.004949:0:36250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074861.004951:0:36250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8eb3cf00. 00000400:00000010:0.0:1769074861.004958:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074861.004960:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826522624, offset 224 00000400:00000200:0.0:1769074861.004966:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.004970:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.004975:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41341:41341:255:4294967295] 192.168.204.10@tcp LPNI seq info [41337:41337:7:4294967295] 00000400:00000200:0.0:1769074861.004981:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.004985:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.004989:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074861.004992:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.004996:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.004999:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.005005:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b480. 00000020:00000010:0.0:1769074861.005007:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117d48. 00000020:00000010:0.0:1769074861.005010:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8367da00. 00000020:00000010:0.0:1769074861.005021:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.005024:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074861.005026:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826522496 02000000:00000010:0.0:1769074861.005032:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbff74400. 00010000:00000010:0.0:1769074861.005051:0:36250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8eb3cf00. 00000100:00000010:0.0:1769074861.005054:0:36250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d8240. 00000100:00000010:0.0:1769074861.005066:0:36250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074861.005069:0:36250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8eb3cf00. 00000400:00000010:0.0:1769074861.005075:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074861.005078:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826522496, offset 224 00000400:00000200:0.0:1769074861.005082:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.005088:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.005092:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41342:41342:254:4294967295] 192.168.204.10@tcp LPNI seq info [41338:41338:6:4294967295] 00000400:00000200:0.0:1769074861.005099:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.005103:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.005106:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074861.005110:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.005114:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.005116:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.005121:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bb00. 00000020:00000010:0.0:1769074861.005124:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117960. 00000020:00000010:0.0:1769074861.005127:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8367d400. 00000020:00000010:0.0:1769074861.005136:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.005139:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074861.005141:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826522880 02000000:00000010:0.0:1769074861.005146:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbff77800. 00010000:00000010:0.0:1769074861.005159:0:36250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8eb3cf00. 00000100:00000010:0.0:1769074861.005163:0:36250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d8240. 00000100:00000010:0.0:1769074861.005166:0:36250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074861.005168:0:36250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8eb3cf00. 00000400:00000010:0.0:1769074861.005187:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074861.005191:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826522880, offset 224 00000400:00000200:0.0:1769074861.005196:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.005201:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.005205:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41343:41343:253:4294967295] 192.168.204.10@tcp LPNI seq info [41339:41339:5:4294967295] 00000400:00000200:0.0:1769074861.005212:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.005216:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.005219:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074861.005223:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.005227:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.005230:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.005236:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b680. 00000020:00000010:0.0:1769074861.005239:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901173e8. 00000020:00000010:0.0:1769074861.005242:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000020:00000010:0.0:1769074861.005254:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.005257:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074861.005259:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826523136 02000000:00000010:0.0:1769074861.005265:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbff76c00. 00010000:00000010:0.0:1769074861.005289:0:36250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8eb3cf00. 00000100:00000010:0.0:1769074861.005292:0:36250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d8240. 00000100:00000010:0.0:1769074861.005296:0:36250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074861.005298:0:36250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8eb3cf00. 00000400:00000010:0.0:1769074861.005304:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074861.005307:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826523136, offset 224 00000400:00000200:0.0:1769074861.005311:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.005316:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.005320:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41344:41344:252:4294967295] 192.168.204.10@tcp LPNI seq info [41340:41340:4:4294967295] 00000400:00000200:0.0:1769074861.005326:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.005330:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.005333:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074861.005337:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.005341:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.005343:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.005350:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074861.005353:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.005356:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074861.005367:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.005369:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074861.005371:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826523008 02000000:00000010:0.0:1769074861.005377:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbd747400. 00010000:00000010:0.0:1769074861.005393:0:36250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8daa8eb3cf00. 00000100:00000010:0.0:1769074861.005397:0:36250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa8f6d8240. 00000100:00000010:0.0:1769074861.005399:0:36250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074861.005401:0:36250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8eb3cf00. 00000400:00000010:0.0:1769074861.005407:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074861.005410:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826523008, offset 224 00000400:00000200:0.0:1769074861.005414:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.005420:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.005423:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41345:41345:251:4294967295] 192.168.204.10@tcp LPNI seq info [41341:41341:3:4294967295] 00000400:00000200:0.0:1769074861.005431:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.005435:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.005438:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074861.005441:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.005445:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.005447:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.005453:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074861.005456:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.005459:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000400:00000010:0.0:1769074861.005483:0:45109:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8bb0. 00000400:00000200:0.0:1769074861.005487:0:45109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:0.0:1769074861.005489:0:45109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074861.005495:0:45109:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dab843bb480 x1855007852329088/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074861.005504:0:45109:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dab843bb480 x1855007852329088/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074861.005534:0:45109:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabbfec7000. 02000000:00000010:0.0:1769074861.005540:0:45109:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dabbfec6000. 00000100:00000010:0.0:1769074861.005544:0:45109:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bb480. 00000100:00000010:0.0:1769074861.005547:0:45109:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074861.005549:0:45109:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8eb3c940. 00010000:00000010:0.0:1769074861.005563:0:45109:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d83c0. 00080000:00000010:0.0:1769074861.005582:0:45109:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae643400. 00000001:00000010:0.0:1769074861.005827:0:45109:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8af00. 00080000:00000010:0.0:1769074861.005892:0:45109:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fdac1c8. 00002000:00000010:0.0:1769074861.005900:0:45109:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fbf97c0. 00010000:00000200:0.0:1769074861.005918:0:45109:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d9880 x1855007852328832/t4294970292(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.005929:0:45109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074861.005933:0:45109:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852328832, offset 224 00000400:00000200:0.0:1769074861.005937:0:45109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074861.005944:0:45109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074861.005953:0:45109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17f780 00000400:00000200:0.0:1769074861.005961:0:45109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x667f5 [1] + 224 00000400:00000200:0.0:1769074861.005968:0:45109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.005971:0:45109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074861.005978:0:45109:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0d8700 x1855007852328832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074861.005998:0:45109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:0.0:1769074861.006001:0:45109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00000020:00000010:0.0:1769074861.006013:0:45109:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074861.006016:0:45109:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.006019:0:45109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6600. 00000800:00000200:0.0:1769074861.006051:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.006054:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:0.0:1769074861.006057:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.006061:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.006064:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:0.0:1769074861.006066:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00000800:00000200:0.0:1769074861.006078:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.006080:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:0.0:1769074861.006083:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.006086:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.006088:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:0.0:1769074861.006090:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00000800:00000200:0.0:1769074861.006097:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.006099:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:0.0:1769074861.006101:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.006103:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.006105:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:0.0:1769074861.006107:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000800:00000200:0.0:1769074861.006113:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.006115:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:0.0:1769074861.006117:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.006120:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.006122:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:0.0:1769074861.006123:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00000800:00000200:0.0:1769074861.006130:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.006132:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:0.0:1769074861.006134:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.006136:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.006138:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:0.0:1769074861.006140:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00000800:00000200:0.0:1769074861.006207:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.006209:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:0.0:1769074861.006212:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.006216:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.006218:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074861.006220:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000400:00000200:3.0:1769074861.006998:0:45106:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074861.007010:0:45106:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17ef00 00000400:00000200:3.0:1769074861.007016:0:45106:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x6676d [1] + 224 00000400:00000200:3.0:1769074861.007022:0:45106:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.007024:0:45106:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074861.007034:0:45106:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0d9180 x1855007852326656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074861.007058:0:45106:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:3.0:1769074861.007060:0:45106:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00000020:00000010:3.0:1769074861.007075:0:45106:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bf80. 00000020:00000010:3.0:1769074861.007079:0:45106:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117e10. 00000020:00000010:3.0:1769074861.007083:0:45106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000400:00000010:3.0:1769074861.007116:0:45100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864810b0. 00000400:00000200:3.0:1769074861.007121:0:45100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:3.0:1769074861.007123:0:45100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074861.007129:0:45100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa908c8700 x1855007852327808/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074861.007139:0:45100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa908c8700 x1855007852327808/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074861.007168:0:45100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8e3fe600. 02000000:00000010:3.0:1769074861.007187:0:45100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8ed59000. 00000100:00000010:3.0:1769074861.007193:0:45100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8700. 00000100:00000010:3.0:1769074861.007197:0:45100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074861.007201:0:45100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8432fe40. 00010000:00000010:3.0:1769074861.007218:0:45100:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00080000:00000010:3.0:1769074861.007241:0:45100:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a41e800. 00000001:00000010:3.0:1769074861.007703:0:45100:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef15a0. 00080000:00000010:3.0:1769074861.007752:0:45100:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fcc8c78. 00002000:00000010:3.0:1769074861.007758:0:45100:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc257c0. 00010000:00000200:3.0:1769074861.007773:0:45100:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeeea00 x1855007852327040/t4294970285(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.007793:0:45100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074861.007799:0:45100:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852327040, offset 224 00000400:00000200:3.0:1769074861.007805:0:45100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074861.007812:0:45100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074861.007818:0:45100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17f080 00000400:00000200:3.0:1769074861.007823:0:45100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x6677d [1] + 224 00000400:00000200:3.0:1769074861.007827:0:45100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.007830:0:45100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074861.007836:0:45100:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbfeee680 x1855007852327040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074861.007853:0:45100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:3.0:1769074861.007855:0:45100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00000020:00000010:3.0:1769074861.007865:0:45100:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab97c52d00. 00000020:00000010:3.0:1769074861.007868:0:45100:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562708. 00000020:00000010:3.0:1769074861.007871:0:45100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502e00. 00002000:00000010:3.0:1769074861.007926:0:36253:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8dab87fa6ec0. 00010000:00000010:3.0:1769074861.007931:0:36253:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daa8fab7d00. 00010000:00000010:3.0:1769074861.007938:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d83c0. 00002000:00000010:3.0:1769074861.007948:0:36253:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8dab87fa6040. 00010000:00000010:3.0:1769074861.007950:0:36253:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daa8fab7c00. 00010000:00000010:3.0:1769074861.007955:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00000400:00000010:3.0:1769074861.011071:0:38654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8b58. 00000400:00000200:3.0:1769074861.011083:0:38654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:3.0:1769074861.011085:0:38654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00000100:00000200:3.0:1769074861.011100:0:38654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dab843bb800 x1855007852328448/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074861.011110:0:38654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dab843bb800 x1855007852328448/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074861.011149:0:38654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabbfec7200. 02000000:00000010:3.0:1769074861.011153:0:38654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dabbfec6800. 00000100:00000010:3.0:1769074861.011159:0:38654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bb800. 00000100:00000010:3.0:1769074861.011163:0:38654:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa8f6d8b40. 00010000:00000010:3.0:1769074861.011167:0:38654:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8daa8eb3c700. 00000400:00000010:0.0:1769074861.011441:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4630. 00000400:00000200:0.0:1769074861.011445:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:0.0:1769074861.011447:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00000100:00000200:0.0:1769074861.011454:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0d9180 x1855007852326656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074861.011463:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0d9180 x1855007852326656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074861.011918:0:38654:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00080000:00000010:3.0:1769074861.011941:0:38654:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff76400. 00010000:00000010:0.0:1769074861.012765:0:45098:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00080000:00000010:0.0:1769074861.012797:0:45098:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabc180cc00. 00000001:00000010:0.0:1769074861.012967:0:45098:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a720. 00080000:00000010:0.0:1769074861.013025:0:45098:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ed5b728. 00002000:00000010:0.0:1769074861.013033:0:45098:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb2cf70. 00010000:00000200:0.0:1769074861.013053:0:45098:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908cad80 x1855007852326912/t4294970286(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.013072:0:45098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074861.013078:0:45098:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852326912, offset 224 00000400:00000200:0.0:1769074861.013084:0:45098:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074861.013097:0:45098:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074861.013107:0:45098:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17f000 00000400:00000200:0.0:1769074861.013114:0:45098:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x667a5 [1] + 224 00000400:00000200:0.0:1769074861.013121:0:45098:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.013125:0:45098:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074861.013134:0:45098:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbfeec000 x1855007852326912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074861.013152:0:45098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074861.013154:0:45098:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000020:00000010:0.0:1769074861.013170:0:45098:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e980. 00002000:00000010:2.0:1769074861.013710:0:36254:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daa8fab1780. 00010000:00000010:2.0:1769074861.013718:0:36254:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daba04b3700. 00010000:00000010:2.0:1769074861.013727:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00002000:00000010:2.0:1769074861.013737:0:36254:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daa8be37f80. 00010000:00000010:2.0:1769074861.013740:0:36254:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daa8d82e800. 00010000:00000010:2.0:1769074861.013745:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000400:00000010:2.0:1769074861.013770:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4738. 00000400:00000200:2.0:1769074861.013774:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:2.0:1769074861.013776:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074861.013785:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0d8700 x1855007852328832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074861.013794:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0d8700 x1855007852328832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074861.013839:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.013845:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.013848:0:47054:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826522368 02000000:00000010:2.0:1769074861.013862:0:47054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa85948000. 00010000:00000010:2.0:1769074861.013909:0:47054:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8656f8c0. 00000100:00000010:2.0:1769074861.013917:0:47054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab89ddf540. 00000100:00000010:2.0:1769074861.013930:0:47054:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074861.013933:0:47054:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8656f8c0. 00010000:00000010:2.0:1769074861.013953:0:45113:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00080000:00000010:2.0:1769074861.013974:0:45113:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8259ec00. 00000020:00000010:0.0:1769074861.014913:0:45098:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a000. 00000020:00000010:0.0:1769074861.014918:0:45098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc58e00. 00010000:00000010:0.0:1769074861.014958:0:47062:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d86c0. 00080000:00000010:0.0:1769074861.014973:0:47062:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabc180f800. 00000001:00000010:3.0:1769074861.015444:0:38654:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef12a0. 00080000:00000010:3.0:1769074861.015488:0:38654:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fcc9008. 00002000:00000010:3.0:1769074861.015493:0:38654:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc25db0. 00010000:00000200:3.0:1769074861.015512:0:38654:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeec700 x1855007852327168/t4294970287(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.015528:0:38654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074861.015534:0:38654:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852327168, offset 224 00000400:00000200:3.0:1769074861.015540:0:38654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074861.015551:0:38654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1769074861.015713:0:45110:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1e18. 00000400:00000200:1.0:1769074861.015719:0:45110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:1.0:1769074861.015721:0:45110:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074861.015740:0:45110:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc5aad80 x1855007852328960/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074861.015750:0:45110:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc5aad80 x1855007852328960/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074861.015783:0:45110:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dab88dcb800. 02000000:00000010:1.0:1769074861.015789:0:45110:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dab88dca200. 00000100:00000010:1.0:1769074861.015794:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5aad80. 00000100:00000010:1.0:1769074861.015799:0:45110:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabae1113c0. 00010000:00000010:1.0:1769074861.015802:0:45110:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8470d240. 00010000:00000010:1.0:1769074861.015815:0:45110:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1113c0. 00080000:00000010:1.0:1769074861.015823:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fc2d800. 00000001:00000010:1.0:1769074861.016088:0:45110:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560a80. 00080000:00000010:1.0:1769074861.016118:0:45110:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fda48e8. 00002000:00000010:1.0:1769074861.016121:0:45110:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb79c80. 00010000:00000200:1.0:1769074861.016133:0:45110:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a0000 x1855007852328704/t4294970288(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.016144:0:45110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074861.016148:0:45110:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852328704, offset 224 00000400:00000200:1.0:1769074861.016153:0:45110:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074861.016159:0:45110:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074861.016170:0:45110:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17f700 00000400:00000200:3.0:1769074861.016667:0:38654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17f100 00000400:00000200:3.0:1769074861.016675:0:38654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x6678d [1] + 224 00000400:00000200:3.0:1769074861.016683:0:38654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.016687:0:38654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074861.016697:0:38654:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbfeece00 x1855007852327168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074861.016711:0:38654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:3.0:1769074861.016713:0:38654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00000020:00000010:3.0:1769074861.016741:0:38654:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab97c52480. 00000020:00000010:3.0:1769074861.016746:0:38654:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5624b0. 00000020:00000010:3.0:1769074861.016751:0:38654:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000400:00000200:3.0:1769074861.016794:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.016801:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e3500 00000400:00000200:3.0:1769074861.016806:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 84320 00000400:00000200:3.0:1769074861.016818:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.016822:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.016826:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.016832:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1f80. 00000001:00000010:0.0:1769074861.016982:0:47062:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a660. 00080000:00000010:0.0:1769074861.017018:0:47062:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fb7dab8. 00002000:00000010:0.0:1769074861.017023:0:47062:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb79300. 00010000:00000200:0.0:1769074861.017034:0:47062:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a8700 x1855007852327680/t4294970289(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.017047:0:47062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074861.017052:0:47062:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852327680, offset 224 00000400:00000200:0.0:1769074861.017056:0:47062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074861.017063:0:47062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074861.017069:0:47062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17f300 00000400:00000200:0.0:1769074861.017074:0:47062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x66795 [1] + 224 00000400:00000200:0.0:1769074861.017078:0:47062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.017080:0:47062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074861.017087:0:47062:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbfeed880 x1855007852327680/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074861.017097:0:47062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074861.017098:0:47062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000020:00000010:0.0:1769074861.017108:0:47062:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:0.0:1769074861.017112:0:47062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ac80. 00000020:00000010:0.0:1769074861.017115:0:47062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59600. 00000400:00000010:0.0:1769074861.017141:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481370. 00000400:00000200:0.0:1769074861.017145:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c463b8 00000400:00000010:0.0:1769074861.017147:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c463b8. 00000100:00000200:0.0:1769074861.017153:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbfeec000 x1855007852326912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074861.017161:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbfeec000 x1855007852326912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1769074861.017472:0:45113:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6480. 00080000:00000010:2.0:1769074861.017496:0:45113:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fb7d8f0. 00002000:00000010:2.0:1769074861.017499:0:45113:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb784c0. 00010000:00000200:2.0:1769074861.017510:0:45113:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8380 x1855007852327296/t4294970290(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.017521:0:45113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074861.017524:0:45113:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852327296, offset 224 00000400:00000200:2.0:1769074861.017528:0:45113:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074861.017534:0:45113:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074861.017539:0:45113:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17f180 00000400:00000200:2.0:1769074861.017543:0:45113:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x6679d [1] + 224 00000400:00000200:2.0:1769074861.017548:0:45113:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.017550:0:45113:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074861.017567:0:45113:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbfeef480 x1855007852327296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074861.017577:0:45113:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:2.0:1769074861.017578:0:45113:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00000020:00000010:2.0:1769074861.017586:0:45113:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:2.0:1769074861.017589:0:45113:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:2.0:1769074861.017592:0:45113:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59e00. 00002000:00000010:2.0:1769074861.017652:0:36253:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8dab87fa6d00. 00010000:00000010:2.0:1769074861.017656:0:36253:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8dabada46900. 00010000:00000010:2.0:1769074861.017663:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00002000:00000010:2.0:1769074861.017670:0:36253:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8dab87fa6c40. 00010000:00000010:2.0:1769074861.017672:0:36253:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8dabada46a00. 00010000:00000010:2.0:1769074861.017676:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00002000:00000010:2.0:1769074861.017682:0:36253:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daa8be37040. 00010000:00000010:2.0:1769074861.017685:0:36253:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8dab89d22900. 00010000:00000010:2.0:1769074861.017689:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1113c0. 00000020:00000010:2.0:1769074861.017716:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.017720:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.017725:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:2.0:1769074861.017729:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.017733:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074861.017770:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.017773:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.017775:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826523392 02000000:00000010:2.0:1769074861.017809:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab82bce000. 00010000:00000010:2.0:1769074861.017841:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.017850:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074861.017868:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074861.017873:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.017898:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074861.017901:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074861.017905:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074861.017908:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074861.017965:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074861.017968:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074861.017971:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.017974:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000020:00000010:2.0:1769074861.017992:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074861.017998:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074861.018008:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6f00. 00080000:00000010:2.0:1769074861.018013:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8259c400. 00000400:00000200:1.0:1769074861.018392:0:45110:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x667ed [1] + 224 00000400:00000200:1.0:1769074861.018399:0:45110:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.018403:0:45110:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074861.018412:0:45110:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa908cb480 x1855007852328704/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074861.018425:0:45110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:1.0:1769074861.018427:0:45110:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000020:00000010:1.0:1769074861.018439:0:45110:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab97c52400. 00000020:00000010:1.0:1769074861.018442:0:45110:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562e10. 00000020:00000010:1.0:1769074861.018445:0:45110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189200. 00000400:00000010:1.0:1769074861.018482:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1ec8. 00000400:00000200:1.0:1769074861.018487:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:1.0:1769074861.018488:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074861.018493:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbfeece00 x1855007852327168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074861.018501:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbfeece00 x1855007852327168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.018531:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee19a0. 00000400:00000200:1.0:1769074861.018534:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:1.0:1769074861.018535:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074861.018539:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbfeed880 x1855007852327680/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074861.018546:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbfeed880 x1855007852327680/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.018557:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1528. 00000400:00000200:1.0:1769074861.018560:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:1.0:1769074861.018561:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074861.018566:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbfeee680 x1855007852327040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074861.018573:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbfeee680 x1855007852327040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.018619:0:45112:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1cb8. 00000400:00000200:1.0:1769074861.018622:0:45112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:1.0:1769074861.018624:0:45112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074861.018630:0:45112:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc5ab480 x1855007852328576/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074861.018640:0:45112:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc5ab480 x1855007852328576/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074861.018659:0:45112:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8b188600. 02000000:00000010:1.0:1769074861.018664:0:45112:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8b189600. 00000100:00000010:1.0:1769074861.018668:0:45112:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5ab480. 00000100:00000010:1.0:1769074861.018672:0:45112:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabae111780. 00010000:00000010:1.0:1769074861.018675:0:45112:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8470d340. 00010000:00000010:1.0:1769074861.018689:0:45112:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111780. 00080000:00000010:1.0:1769074861.018710:0:45112:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fc2e800. 00000001:00000010:1.0:1769074861.018954:0:45112:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560540. 00080000:00000010:1.0:1769074861.018984:0:45112:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fb7d560. 00002000:00000010:1.0:1769074861.018989:0:45112:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb79a20. 00010000:00000200:1.0:1769074861.019000:0:45112:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8e00 x1855007852327424/t4294970291(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.019012:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074861.019016:0:45112:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852327424, offset 224 00000400:00000200:1.0:1769074861.019021:0:45112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074861.019029:0:45112:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074861.019036:0:45112:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17f200 00000400:00000200:1.0:1769074861.019041:0:45112:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x667ad [1] + 224 00000400:00000200:1.0:1769074861.019045:0:45112:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.019048:0:45112:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074861.019054:0:45112:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbfeec380 x1855007852327424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074861.019064:0:45112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:1.0:1769074861.019065:0:45112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00000020:00000010:1.0:1769074861.019073:0:45112:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:1.0:1769074861.019076:0:45112:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a898. 00000020:00000010:1.0:1769074861.019080:0:45112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dc59200. 00000400:00000010:1.0:1769074861.019099:0:45108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864816e0. 00000400:00000200:1.0:1769074861.019103:0:45108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46088 00000400:00000010:1.0:1769074861.019104:0:45108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46088. 00000100:00000200:1.0:1769074861.019111:0:45108:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa908c9500 x1855007852327936/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074861.019118:0:45108:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa908c9500 x1855007852327936/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074861.019136:0:45108:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8980c400. 02000000:00000010:1.0:1769074861.019140:0:45108:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8980d400. 00000100:00000010:1.0:1769074861.019143:0:45108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c9500. 00000100:00000010:1.0:1769074861.019146:0:45108:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabbc12e780. 00010000:00000010:1.0:1769074861.019148:0:45108:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8432fb80. 00010000:00000010:1.0:1769074861.019156:0:45108:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111a80. 00080000:00000010:1.0:1769074861.019168:0:45108:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fc2e400. 00000400:00000010:0.0:1769074861.019918:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481b00. 00000400:00000200:0.0:1769074861.019925:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:0.0:1769074861.019926:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00000100:00000200:0.0:1769074861.019933:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbfeec380 x1855007852327424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074861.019940:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbfeec380 x1855007852327424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.019952:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481688. 00000400:00000200:0.0:1769074861.019955:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46d48 00000400:00000010:0.0:1769074861.019957:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46d48. 00000100:00000200:0.0:1769074861.019961:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbfeef480 x1855007852327296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074861.019969:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbfeef480 x1855007852327296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.019990:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481268. 00000400:00000200:0.0:1769074861.019993:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46110 00000400:00000010:0.0:1769074861.019995:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46110. 00000100:00000200:0.0:1769074861.019998:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa908cb480 x1855007852328704/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074861.020004:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa908cb480 x1855007852328704/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1769074861.020635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00002000:00000010:3.0:1769074861.020682:0:36253:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8dabae79f280. 00010000:00000010:3.0:1769074861.020687:0:36253:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daba2abcd00. 00010000:00000010:3.0:1769074861.020695:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111780. 00002000:00000010:3.0:1769074861.020705:0:36253:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daa8be37380. 00010000:00000010:3.0:1769074861.020708:0:36253:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daa8d82ea00. 00010000:00000010:3.0:1769074861.020713:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111a80. 00000400:00000010:3.0:1769074861.020746:0:47054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074861.020752:0:47054:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826522368, offset 224 00000400:00000200:3.0:1769074861.020763:0:47054:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.020775:0:47054:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.020781:0:47054:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41346:41346:256:4294967295] 192.168.204.10@tcp LPNI seq info [41342:41342:8:4294967295] 00000400:00000200:3.0:1769074861.020793:0:47054:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.020799:0:47054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.020804:0:47054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074861.020811:0:47054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.020818:0:47054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.020822:0:47054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.020850:0:47054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:3.0:1769074861.020855:0:47054:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117320. 00000020:00000010:3.0:1769074861.020860:0:47054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1a00. 00000100:00000010:3.0:1769074861.020869:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9880. 02000000:00000010:3.0:1769074861.020875:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbff77800. 02000000:00000010:3.0:1769074861.020888:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbff74400. 00000100:00000010:3.0:1769074861.020890:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bb100. 02000000:00000010:3.0:1769074861.020893:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbff75c00. 00000100:00000010:3.0:1769074861.020895:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bad80. 02000000:00000010:3.0:1769074861.020899:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbff75800. 00000100:00000010:3.0:1769074861.020901:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bbb80. 02000000:00000010:3.0:1769074861.020903:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa85949c00. 00000100:00000010:3.0:1769074861.020906:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843ba680. 02000000:00000010:3.0:1769074861.020909:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa85949000. 00000100:00000010:3.0:1769074861.020911:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9180. 00000100:00000200:3.0:1769074861.020919:0:47054:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1769074861.020925:0:47054:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864810b0. 00000400:00000010:3.0:1769074861.020930:0:47054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabbc12e480. 00010000:00000010:0.1:1769074861.021406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b600. 00010000:00000010:0.1:1769074861.021414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:2.1:1769074861.022318:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.1:1769074861.022329:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074861.022335:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.1:1769074861.022338:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.1:1769074861.022341:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83c23e00. 00010000:00000010:2.1:1769074861.022344:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801800. 00000001:00000010:2.0:1769074861.022432:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6cc0. 00000001:00000010:2.0:1769074861.022440:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074861.022489:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6f00. 00010000:00000010:2.0:1769074861.022504:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074861.022514:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074861.022537:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074861.022599:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00080000:00000010:2.0:1769074861.022645:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c0ee40. 00000004:00000010:2.0:1769074861.022655:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa83c99180. 00000004:00000010:2.0:1769074861.022659:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f58a550. 00000004:00000010:2.0:1769074861.022680:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa448e8. 00000004:00000010:2.0:1769074861.022685:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfea5a40. 00010000:00000010:2.0:1769074861.022699:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074861.022724:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890284, last committed = 17179890279 00010000:00000200:2.0:1769074861.022746:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a1f80 x1855007826523392/t17179890284(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.022769:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074861.022775:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826523392, offset 224 00000400:00000010:2.0:1769074861.022784:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1695e8. 00000400:00000200:2.0:1769074861.022788:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.022802:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.022808:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41347:41347:255:4294967295] 192.168.204.10@tcp LPNI seq info [41343:41343:7:4294967295] 00000400:00000200:2.0:1769074861.022814:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.022821:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.022826:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.022832:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074861.022838:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.022845:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.022850:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.022864:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.022868:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074861.022872:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000001:00000010:1.0:1769074861.023108:0:45108:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560b40. 00080000:00000010:1.0:1769074861.023140:0:45108:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ed5a720. 00002000:00000010:1.0:1769074861.023144:0:45108:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb2c130. 00010000:00000200:1.0:1769074861.023158:0:45108:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef100 x1855007852327552/t4294970292(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 544/432 e 0 to 0 dl 1769074871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.023171:0:45108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074861.023175:0:45108:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852327552, offset 224 00000400:00000200:1.0:1769074861.023179:0:45108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074861.023187:0:45108:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074861.023196:0:45108:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17f280 00000400:00000200:1.0:1769074861.023204:0:45108:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x66785 [1] + 224 00000400:00000200:1.0:1769074861.023211:0:45108:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.023215:0:45108:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074861.023226:0:45108:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbfeeed80 x1855007852327552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074861.023254:0:45108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:1.0:1769074861.023257:0:45108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00000020:00000010:1.0:1769074861.023269:0:45108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab97c52c80. 00000020:00000010:1.0:1769074861.023272:0:45108:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562af0. 00000020:00000010:1.0:1769074861.023275:0:45108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:0.0:1769074861.023667:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.023672:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074861.023679:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.023684:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.023688:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:0.0:1769074861.023689:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 02000000:00000010:0.0:1769074861.023694:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa85948000. 00000400:00000010:2.0:1769074861.023795:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1c08. 00000400:00000200:2.0:1769074861.023801:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:2.0:1769074861.023803:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00000100:00000200:2.0:1769074861.023809:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbfeeed80 x1855007852327552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074861.023819:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbfeeed80 x1855007852327552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074861.024083:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:3.0:1769074861.024093:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:3.0:1769074861.024101:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00010000:00000010:3.1:1769074861.024131:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074861.024766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f474200. 00010000:00000010:2.1:1769074861.024933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ec73c00. 00010000:00000010:2.1:1769074861.024941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba04b3d00. 00010000:00000010:2.1:1769074861.024946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:2.1:1769074861.024951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d82ef00. 00010000:00000010:2.1:1769074861.024955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.1:1769074861.024959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00000800:00000200:0.0:1769074861.027597:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1769074861.027988:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.028010:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66865 00000400:00000200:3.0:1769074861.028018:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.028022:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.028041:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.028047:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e3580 00000400:00000200:3.0:1769074861.028053:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 84808 00000800:00000010:0.0:1769074861.028529:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:0.0:1769074861.028534:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.028540:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.028544:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:0.0:1769074861.028547:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00000400:00000200:3.0:1769074861.028665:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.028670:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.028675:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.028682:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3100. 00000020:00000010:1.0:1769074861.028806:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.028812:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.028819:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8980d400. 00000020:00000010:1.0:1769074861.028825:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabbd0f2500. 00000020:00000010:1.0:1769074861.028830:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562af0. 00000020:00000010:1.0:1769074861.028872:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.028885:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074861.028889:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826523520 00000001:00000010:1.0:1769074861.028900:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 00010000:00000010:1.0:1769074861.028925:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074861.028933:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 02000000:00000010:1.0:1769074861.028960:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc547000. 00010000:00000010:1.0:1769074861.028989:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074861.028993:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074861.029012:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074861.029017:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab830bfb00. 00010000:00000010:1.0:1769074861.029021:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074861.029024:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074861.029095:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074861.029100:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daba21e1000. 00010000:00000010:1.0:1769074861.029103:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074861.029107:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074861.029189:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074861.029202:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074861.029207:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab830bfb00. 00010000:00000010:1.0:1769074861.029229:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074861.029245:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a3100 x1855007826523520/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.029265:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074861.029270:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826523520, offset 224 00000400:00000200:1.0:1769074861.029289:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.029300:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.029306:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41348:41348:255:4294967295] 192.168.204.10@tcp LPNI seq info [41344:41344:7:4294967295] 00000400:00000200:1.0:1769074861.029317:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.029323:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.029327:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074861.029333:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.029339:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.029343:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.029354:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabbd0f2500. 00000020:00000010:1.0:1769074861.029359:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562af0. 00000020:00000010:1.0:1769074861.029362:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8980d400. 00000800:00000200:0.0:1769074861.029708:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.029712:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:0.0:1769074861.029717:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.029722:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.029726:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:0.0:1769074861.029728:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00010000:00000010:2.0:1769074861.031144:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074861.031158:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.1:1769074861.031744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba2abcc00. 00010000:00000010:2.1:1769074861.031751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.1:1769074861.031755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabada46500. 00010000:00000010:2.1:1769074861.031758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.1:1769074861.031761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d82e300. 00010000:00000010:2.1:1769074861.031765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:2.1:1769074861.031770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074861.031773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074861.032667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab87ffee00. 00010000:00000010:1.1:1769074861.032682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:3.1:1769074861.032748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8fab7e00. 00010000:00000010:3.1:1769074861.032755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074861.032758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8fab7f00. 00010000:00000010:3.1:1769074861.032762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074861.032765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ec73a00. 00010000:00000010:3.1:1769074861.032793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba2abc900. 00010000:00000010:3.1:1769074861.032796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:3.1:1769074861.032801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d82ed00. 00010000:00000010:3.1:1769074861.032804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:1.0:1769074861.034828:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.034851:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e3680 00000400:00000200:1.0:1769074861.034862:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 85384 00000400:00000200:1.0:1769074861.034890:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.034895:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.034904:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.034911:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5ab480. 00000020:00000010:2.0:1769074861.035073:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.035078:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.035085:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:2.0:1769074861.035091:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074861.035096:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901177d0. 00000020:00000010:2.0:1769074861.035146:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.035149:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.035152:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826523776 02000000:00000010:2.0:1769074861.035211:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8782c000. 00010000:00000010:2.0:1769074861.035257:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:2.0:1769074861.035275:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daba21e1000. 00010000:00000010:2.0:1769074861.035297:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074861.035304:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074861.035320:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074861.035323:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074861.035328:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074861.035330:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.035414:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074861.035417:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074861.035421:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074861.035425:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000020:00000010:2.0:1769074861.035450:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074861.035457:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efca0. 00000020:00000010:2.0:1769074861.035467:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6f00. 00080000:00000010:2.0:1769074861.035478:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8259dc00. 00000001:00000010:0.0:1769074861.036316:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8aa20. 00000001:00000010:0.0:1769074861.036326:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8180. 00000020:00000010:0.0:1769074861.036361:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6f00. 00010000:00000010:0.0:1769074861.036373:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074861.036379:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.036396:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8540. 00010000:00000010:0.0:1769074861.036475:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00080000:00000010:0.0:1769074861.036507:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab8121b560. 00000004:00000010:0.0:1769074861.036515:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8eb0c000. 00000004:00000010:0.0:1769074861.036520:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabb49ae000. 00000004:00000010:0.0:1769074861.036525:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dca77f8. 00000004:00000010:0.0:1769074861.036529:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ee86d20. 00010000:00000010:0.0:1769074861.036540:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000200:0.0:1769074861.036561:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890285, last committed = 17179890279 00010000:00000200:0.0:1769074861.036571:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5ab480 x1855007826523776/t17179890285(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.036593:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074861.036599:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826523776, offset 224 00000400:00000010:0.0:1769074861.036642:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16ae968. 00000400:00000200:0.0:1769074861.036648:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.036666:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.036672:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41349:41349:256:4294967295] 192.168.204.10@tcp LPNI seq info [41345:41345:8:4294967295] 00000400:00000200:0.0:1769074861.036679:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.036685:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.036691:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.036698:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074861.036706:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.036716:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.036720:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.036757:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:0.0:1769074861.036763:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901177d0. 00000020:00000010:0.0:1769074861.036767:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00010000:00000010:2.1:1769074861.036836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074861.036844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:3.1:1769074861.036968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074861.036974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000800:00000200:3.0:1769074861.037061:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.037065:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074861.037068:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.037074:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.038863:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074861.038894:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66871 00000400:00000200:0.0:1769074861.038902:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.038906:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074861.038913:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074861.038916:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00010000:00000010:2.0:1769074861.039010:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.039021:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:1.0:1769074861.043919:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074861.043941:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00010000:00000010:1.0:1769074861.043952:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8540. 00010000:00000010:1.1:1769074861.045659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074861.045673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074861.045679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074861.045682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:2.1:1769074861.045727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074861.045960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00000400:00000200:1.0:1769074861.048505:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.048527:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e3700 00000400:00000200:1.0:1769074861.048537:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 85872 00010000:00000010:2.1:1769074861.048751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:2.1:1769074861.048759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074861.048804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:0.1:1769074861.048828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:1.1:1769074861.049035:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074861.049041:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000400:00000200:1.0:1769074861.049048:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.049055:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.049064:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.049070:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5aad80. 00000020:00000010:0.0:1769074861.049332:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.049338:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.049344:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7000. 00000020:00000010:0.0:1769074861.049351:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074861.049356:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.049442:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.049446:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c940. 00000100:00000200:0.0:1769074861.049449:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826523904 00000001:00000010:0.0:1769074861.049460:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 00010000:00000010:0.0:1769074861.049486:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074861.049494:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074861.049523:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf01c000. 00010000:00000010:0.0:1769074861.049552:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074861.049556:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.049574:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074861.049578:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074861.049582:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.049586:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.049690:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074861.049693:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074861.049697:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074861.049701:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.049905:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.049916:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.049922:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074861.049943:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074861.049961:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5aad80 x1855007826523904/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.050039:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074861.050046:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826523904, offset 224 00000400:00000200:0.0:1769074861.050053:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.050065:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.050071:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41350:41350:256:4294967295] 192.168.204.10@tcp LPNI seq info [41346:41346:8:4294967295] 00000400:00000200:0.0:1769074861.050083:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.050089:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.050094:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074861.050100:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.050107:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.050111:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.050194:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074861.050206:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.050210:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7000. 00000800:00000200:3.0:1769074861.050897:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.050903:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074861.050996:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.051004:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.051010:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:3.0:1769074861.051012:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00010000:00000010:2.1:1769074861.051653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074861.051662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00000400:00000200:0.0:1769074861.054157:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.054256:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e3800 00000400:00000200:0.0:1769074861.054266:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 86448 00000400:00000200:0.0:1769074861.054298:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.054304:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.054311:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.054318:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843bb480. 00000020:00000010:1.0:1769074861.054444:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.054449:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.054458:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8980d400. 00000020:00000010:1.0:1769074861.054465:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daba21e1000. 00000020:00000010:1.0:1769074861.054471:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562af0. 00000020:00000010:1.0:1769074861.054551:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.054554:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074861.054557:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826524160 02000000:00000010:1.0:1769074861.054592:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc541000. 00010000:00000010:1.0:1769074861.054670:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074861.054687:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:1.0:1769074861.054706:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074861.054713:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074861.054729:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074861.054745:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabbd0f2500. 00010000:00000010:1.0:1769074861.054750:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074861.054753:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074861.054837:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074861.054842:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab830bfb00. 00010000:00000010:1.0:1769074861.054846:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074861.054849:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00000020:00000010:1.0:1769074861.054873:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b1a0. 00000020:00000010:1.0:1769074861.054891:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b1a0. 00000020:00000010:1.0:1769074861.054902:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560ae0. 00080000:00000010:1.0:1769074861.054912:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b6e000. 00000001:00000010:1.0:1769074861.055400:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560c60. 00000001:00000010:1.0:1769074861.055407:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074861.055440:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560ae0. 00010000:00000010:1.0:1769074861.055449:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.055455:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074861.055468:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074861.055563:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00080000:00000010:1.0:1769074861.055588:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe99b398. 00000004:00000010:1.0:1769074861.055637:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f50c540. 00000004:00000010:1.0:1769074861.055648:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbea4eff0. 00000004:00000010:1.0:1769074861.055657:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8bb10f78. 00000004:00000010:1.0:1769074861.055662:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab8429b4a0. 00010000:00000010:1.0:1769074861.055674:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074861.055693:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890286, last committed = 17179890279 00010000:00000200:1.0:1769074861.055703:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843bb480 x1855007826524160/t17179890286(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.055724:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074861.055730:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826524160, offset 224 00000400:00000010:1.0:1769074861.055748:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c658. 00000400:00000200:1.0:1769074861.055752:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.055766:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.055773:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41351:41351:256:4294967295] 192.168.204.10@tcp LPNI seq info [41347:41347:8:4294967295] 00000400:00000200:1.0:1769074861.055779:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074861.055786:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.055792:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.055797:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074861.055803:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.055811:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.055815:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.055836:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daba21e1000. 00000020:00000010:1.0:1769074861.055841:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562af0. 00000020:00000010:1.0:1769074861.055845:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8980d400. 00000800:00000200:1.0:1769074861.055956:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.055960:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:1.0:1769074861.055965:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.055969:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074861.056498:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:2.0:1769074861.056508:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab830bfb00. 00010000:00000010:2.0:1769074861.056516:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00010000:00000010:0.1:1769074861.056674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074861.056682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074861.056686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074861.056689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:3.0:1769074861.058584:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.058637:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66879 00000400:00000200:3.0:1769074861.058646:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.058650:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.058657:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:3.0:1769074861.058660:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00010000:00000010:2.0:1769074861.058778:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:2.0:1769074861.058788:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabbd0f2500. 00000400:00000200:3.0:1769074861.059135:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.059156:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8e3900 00000400:00000200:3.0:1769074861.059165:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed1d [2] + 392 00000400:00000200:3.0:1769074861.059227:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.059232:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.059237:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074861.059244:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1880. 00000020:00000010:1.0:1769074861.059304:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.059310:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.059318:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8980d400. 00000020:00000010:1.0:1769074861.059325:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab830bfb00. 00000020:00000010:1.0:1769074861.059329:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562af0. 00000020:00000010:1.0:1769074861.059664:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.059667:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074861.059671:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826524416 00000001:00000010:1.0:1769074861.059682:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8180. 02000000:00000010:1.0:1769074861.059723:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabb5b6e800. 00000004:00000010:1.0:1769074861.060008:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabb491ba00. 00080000:00000010:1.0:1769074861.060031:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b6f400. 00000001:00000010:1.0:1769074861.060064:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560060. 00000001:00000010:1.0:1769074861.060071:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111840. 00010000:00000200:1.0:1769074861.060119:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a1880 x1855007826524416/t17179890287(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 392/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.060140:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074861.060146:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826524416, offset 224 00000400:00000200:1.0:1769074861.060153:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.060165:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.060372:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41352:41352:256:4294967295] 192.168.204.10@tcp LPNI seq info [41348:41348:8:4294967295] 00000400:00000200:1.0:1769074861.060384:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.060390:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.060396:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074861.060404:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.060412:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.060416:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.060497:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab830bfb00. 00000020:00000010:1.0:1769074861.060502:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562af0. 00000020:00000010:1.0:1769074861.060507:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8980d400. 00000800:00000200:3.0:1769074861.060710:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.060715:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:3.0:1769074861.060721:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.060726:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.060730:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:3.0:1769074861.060800:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00000400:00000200:3.0:1769074861.063033:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.063053:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e3a00 00000400:00000200:3.0:1769074861.063063:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 86936 00000400:00000200:3.0:1769074861.063078:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.063082:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.063090:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.063096:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a2680. 00000020:00000010:1.0:1769074861.063323:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.063328:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.063337:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8980d400. 00000020:00000010:1.0:1769074861.063343:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab830bfb00. 00000020:00000010:1.0:1769074861.063348:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562af0. 00000020:00000010:1.0:1769074861.063428:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.063431:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074861.063434:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826524672 00000001:00000010:1.0:1769074861.063443:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 02000000:00000010:1.0:1769074861.063480:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc544000. 00010000:00000010:1.0:1769074861.063521:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:1.0:1769074861.063535:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab82fd1f00. 00010000:00000010:1.0:1769074861.063546:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daba0ddb000. 00010000:00000010:1.0:1769074861.063566:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074861.063572:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074861.063589:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074861.063595:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daba21e1000. 00010000:00000010:1.0:1769074861.063600:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074861.063634:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:1.1:1769074861.063642:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074861.063646:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074861.063666:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074861.063676:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074861.063790:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074861.063795:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074861.063798:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074861.063802:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00000020:00000010:1.0:1769074861.063840:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bcc0. 00000020:00000010:1.0:1769074861.063848:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bcc0. 00080000:00000010:1.0:1769074861.063857:0:42296:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbcd3a2b0. 00080000:00000010:1.0:1769074861.063861:0:42296:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8470d340. 00080000:00000010:1.0:1769074861.063889:0:42296:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8470d340. 00080000:00000010:1.0:1769074861.063894:0:42296:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbcd3a2b0. 00000020:00000010:1.0:1769074861.063902:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560ae0. 00080000:00000010:1.0:1769074861.063912:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b6ec00. 00010000:00000010:2.1:1769074861.064299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074861.064306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000001:00000010:0.0:1769074861.065315:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a900. 00000001:00000010:0.0:1769074861.065326:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8300. 00000020:00000010:0.0:1769074861.065364:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560ae0. 00010000:00000010:0.0:1769074861.065405:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:0.0:1769074861.065413:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00080000:00000010:0.0:1769074861.065446:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ecf6720. 00000004:00000010:0.0:1769074861.065453:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f97c440. 00000004:00000010:0.0:1769074861.065458:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f8c91e0. 00000004:00000010:0.0:1769074861.065462:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f6c2f00. 00010000:00000010:0.0:1769074861.065474:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:0.0:1769074861.065495:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890288, last committed = 17179890279 00010000:00000200:0.0:1769074861.065506:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a2680 x1855007826524672/t17179890288(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.065526:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074861.065533:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826524672, offset 224 00000400:00000010:0.0:1769074861.065539:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daba16aed58. 00000400:00000200:0.0:1769074861.065543:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.065557:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.065564:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41353:41353:256:4294967295] 192.168.204.10@tcp LPNI seq info [41349:41349:8:4294967295] 00000400:00000200:0.0:1769074861.065571:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.065578:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.065584:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.065589:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074861.065596:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.065973:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.065978:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.066047:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab830bfb00. 00000020:00000010:0.0:1769074861.066052:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562af0. 00000020:00000010:0.0:1769074861.066057:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8980d400. 00000800:00000200:3.0:1769074861.066258:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.066264:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:3.0:1769074861.066268:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.066274:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.068012:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.068033:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66881 00000400:00000200:3.0:1769074861.068041:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.068045:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.068052:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:3.0:1769074861.068054:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00010000:00000010:2.0:1769074861.068151:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:2.0:1769074861.068162:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daba21e1000. 00010000:00000010:2.1:1769074861.068689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:2.1:1769074861.068696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:3.0:1769074861.072734:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.072757:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8e3b00 00000400:00000200:3.0:1769074861.072768:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c25 [64] + 87424 00000400:00000200:3.0:1769074861.072834:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.072840:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.072848:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.072856:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0a80. 00000020:00000010:0.0:1769074861.072973:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.072979:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.072986:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7000. 00000020:00000010:0.0:1769074861.072992:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074861.073007:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.073052:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.073055:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c940. 00000100:00000200:0.0:1769074861.073059:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826524928 00000001:00000010:0.0:1769074861.073069:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111840. 00010000:00000010:0.0:1769074861.073095:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074861.073104:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074861.073151:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabaf018000. 00000004:00000010:0.0:1769074861.073436:0:42296:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66c00. 00080000:00000010:0.0:1769074861.073449:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa84000. 00000001:00000010:0.0:1769074861.073485:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8af60. 00000001:00000010:0.0:1769074861.073491:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8480. 00010000:00000010:0.0:1769074861.073556:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074861.073574:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a0a80 x1855007826524928/t17179890289(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 648/608 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.073595:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074861.073625:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826524928, offset 224 00000400:00000200:0.0:1769074861.073633:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.073643:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.073649:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41354:41354:256:4294967295] 192.168.204.10@tcp LPNI seq info [41350:41350:8:4294967295] 00000400:00000200:0.0:1769074861.073659:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.073667:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.073673:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074861.073680:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.073686:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.073691:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.073722:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074861.073726:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.073730:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7000. 00000800:00000200:1.0:1769074861.073809:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.073815:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074861.073819:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.073824:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.073829:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:1.0:1769074861.073832:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00010000:00000010:1.1:1769074861.077653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:1.1:1769074861.077670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7c00. 00010000:00000010:1.1:1769074861.077676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f91c600. 00010000:00000010:0.1:1769074861.077815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:0.1:1769074861.077824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:0.1:1769074861.077845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:2.1:1769074861.082666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074861.082683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:0.1:1769074861.083372:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:3.0:1769074861.085041:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.085061:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 448 into portal 23 MB=0x6971eaa8e3b80 00000400:00000200:3.0:1769074861.085071:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 448/448 into md 0x2ed1d [2] + 784 00000400:00000200:3.0:1769074861.085086:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.085090:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.085097:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074861.085105:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c9500. 00000020:00000010:1.0:1769074861.085305:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.085313:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.085322:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8980d400. 00000020:00000010:1.0:1769074861.085329:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c680. 00000020:00000010:1.0:1769074861.085334:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562e10. 00000020:00000010:1.0:1769074861.085379:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.085381:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074861.085385:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826525056 00000001:00000010:1.0:1769074861.085396:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 02000000:00000010:1.0:1769074861.085420:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8dabb6bacc00. 00000004:00000010:1.0:1769074861.085427:0:42299:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa8a112800. 00080000:00000010:1.0:1769074861.085957:0:42299:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbcd3a2b0. 00080000:00000010:1.0:1769074861.085962:0:42299:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8470d340. 00080000:00000010:1.0:1769074861.085979:0:42299:0:(osd_index.c:355:osd_find_parent_fid()) kmalloced '(buf.lb_buf)': 87 at ffff8dabae5608a0. 00080000:00000010:1.0:1769074861.085983:0:42299:0:(osd_index.c:383:osd_find_parent_fid()) kfreed 'buf.lb_buf': 87 at ffff8dabae5608a0. 00080000:00000010:1.0:1769074861.086330:0:42299:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8470d340. 00080000:00000010:1.0:1769074861.086336:0:42299:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbcd3a2b0. 00000100:00000010:1.0:1769074861.086346:0:42299:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8dabb6bac000. 00000100:00000010:1.0:1769074861.086353:0:42299:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8daba12d1000. 00000400:00000010:1.0:1769074861.086363:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000400:00000010:1.0:1769074861.086374:0:42299:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cdc8. 00000400:00000200:1.0:1769074861.086381:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.086396:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.086401:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41355:41355:256:4294967295] 192.168.204.10@tcp LPNI seq info [41351:41351:8:4294967295] 00000400:00000200:1.0:1769074861.086408:0:42299:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074861.086414:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.086420:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.086425:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4600. 00000800:00000200:1.0:1769074861.086431:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.086439:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1022 00000800:00000200:1.0:1769074861.086444:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4600 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1769074861.087025:0:42299:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.10@tcp mbits 0x6971eaa8e3b80-0x6971eaa8e3b80 00000800:00000200:2.0:1769074861.089993:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.090003:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4600. 00000400:00000200:2.0:1769074861.090015:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.090024:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.090033:0:12639:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8dabb6bac000 00000400:00000200:1.0:1769074861.091047:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.091066:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66889 00000400:00000200:1.0:1769074861.091073:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.091076:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.091082:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:1.0:1769074861.091085:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074861.091090:0:12638:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8dabb6bac000 00000100:00000010:3.0:1769074861.091428:0:42299:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8daba12d1000. 00000100:00000010:3.0:1769074861.091435:0:42299:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8dabb6bac000. 00000004:00000010:3.0:1769074861.093157:0:42299:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa8a112800. 00010000:00000200:3.0:1769074861.093329:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c9500 x1855007826525056/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 448/440 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074861.093354:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074861.093361:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855007826525056, offset 224 00000400:00000200:3.0:1769074861.093369:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.093382:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.093388:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41356:41356:256:4294967295] 192.168.204.10@tcp LPNI seq info [41352:41352:8:4294967295] 00000400:00000200:3.0:1769074861.093399:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.093404:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.093411:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074861.093417:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.093425:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.093430:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.093470:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c680. 00000020:00000010:3.0:1769074861.093475:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562e10. 00000020:00000010:3.0:1769074861.093479:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8980d400. 00000800:00000200:1.0:1769074861.093625:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.093631:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074861.093638:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.093644:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.093649:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:1.0:1769074861.093651:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00000400:00000200:2.0:1769074861.099830:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.099851:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8e3c80 00000400:00000200:2.0:1769074861.099861:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed1d [2] + 1232 00000400:00000200:2.0:1769074861.099887:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.099892:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.099900:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074861.099920:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8a80. 00000020:00000010:3.0:1769074861.100803:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.100812:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.100819:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.100825:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.100830:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.100885:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.100888:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074861.100891:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826525312 02000000:00000010:3.0:1769074861.100937:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbff75800. 00000020:00000010:3.0:1769074861.101013:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1360. 00080000:00000010:3.0:1769074861.101036:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff75c00. 00000001:00000010:3.0:1769074861.101123:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1720. 00000001:00000010:3.0:1769074861.101131:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074861.101161:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1360. 00000004:00000010:3.0:1769074861.101190:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66c00. 00010000:00000200:3.0:1769074861.101482:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d8a80 x1855007826525312/t17179890290(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 392/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074861.101504:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46bb0. 00000100:00000200:3.0:1769074861.101511:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826525312, offset 224 00000400:00000200:3.0:1769074861.101517:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.101530:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.101535:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41357:41357:256:4294967295] 192.168.204.10@tcp LPNI seq info [41353:41353:8:4294967295] 00000400:00000200:3.0:1769074861.101546:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.101554:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.101559:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074861.101566:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.101573:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.101577:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.101651:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.101656:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.101660:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:1.0:1769074861.101965:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.101970:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074861.101978:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.101984:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.101988:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46bb0 00000400:00000010:1.0:1769074861.101991:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46bb0. 00000400:00000200:1.0:1769074861.106428:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.106453:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8e3d80 00000400:00000200:1.0:1769074861.106464:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c25 [64] + 88072 00000400:00000200:1.0:1769074861.106484:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.106489:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.106498:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.106505:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5aa300. 00000020:00000010:3.0:1769074861.106683:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.106688:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.106695:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.106703:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.106708:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.106813:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.106816:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074861.106820:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826525568 00000001:00000010:3.0:1769074861.106833:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8480. 00010000:00000010:3.0:1769074861.106861:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074861.106869:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 02000000:00000010:3.0:1769074861.106920:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8cbb4000. 00010000:00000010:3.0:1769074861.107021:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074861.107025:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00000004:00000010:3.0:1769074861.107067:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5ef80. 00080000:00000010:3.0:1769074861.107079:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff74400. 00000001:00000010:3.0:1769074861.107112:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1780. 00000001:00000010:3.0:1769074861.107117:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074861.107173:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000200:3.0:1769074861.107200:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5aa300 x1855007826525568/t17179890291(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 648/608 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074861.107221:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074861.107228:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826525568, offset 224 00000400:00000200:3.0:1769074861.107235:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.107245:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.107251:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41358:41358:256:4294967295] 192.168.204.10@tcp LPNI seq info [41354:41354:8:4294967295] 00000400:00000200:3.0:1769074861.107261:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.107267:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.107283:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074861.107289:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.107296:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.107301:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.107332:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.107336:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.107339:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:2.0:1769074861.107481:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.107485:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074861.107491:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.107496:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.107502:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46330 00000400:00000010:2.0:1769074861.107504:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46330. 00010000:00000010:3.1:1769074861.116107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:1.0:1769074861.116472:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.116490:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e3e00 00000400:00000200:1.0:1769074861.116500:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 88720 00000400:00000200:1.0:1769074861.116516:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.116521:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.116530:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.116536:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8e00. 00000020:00000010:2.0:1769074861.116942:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.116950:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.116958:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074861.116964:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.116970:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.117108:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.117111:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.117116:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826525696 00000001:00000010:2.0:1769074861.117127:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:2.0:1769074861.117154:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074861.117162:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 02000000:00000010:2.0:1769074861.117189:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8782a000. 00010000:00000010:2.0:1769074861.117220:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.117225:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.117244:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074861.117247:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074861.117251:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074861.117254:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074861.117332:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074861.117335:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074861.117339:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074861.117343:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074861.117414:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.117426:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074861.117431:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074861.117452:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074861.117470:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a8e00 x1855007826525696/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074861.117489:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074861.117496:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826525696, offset 224 00000400:00000200:2.0:1769074861.117503:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.117513:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.117520:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41359:41359:256:4294967295] 192.168.204.10@tcp LPNI seq info [41355:41355:8:4294967295] 00000400:00000200:2.0:1769074861.117530:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.117535:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.117541:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074861.117548:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.117555:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.117559:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.117587:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.117591:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.117595:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074861.117862:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.117867:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074861.117872:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.117886:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.117892:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:1.0:1769074861.117894:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00010000:00000010:2.1:1769074861.122662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074861.122677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074861.122680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074861.122683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00000400:00000200:2.0:1769074861.123833:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.123852:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e3f00 00000400:00000200:2.0:1769074861.123861:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 89296 00000400:00000200:2.0:1769074861.123886:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.123891:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.123899:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.123907:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9c00. 00000020:00000010:1.0:1769074861.124045:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.124052:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.124063:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8980d400. 00000020:00000010:1.0:1769074861.124068:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.124073:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.124119:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.124122:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074861.124126:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826525952 02000000:00000010:1.0:1769074861.124163:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d7000. 00010000:00000010:1.0:1769074861.124206:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:1.0:1769074861.124225:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:1.0:1769074861.124235:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115e00. 00010000:00000010:1.0:1769074861.124256:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074861.124261:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074861.124289:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074861.124293:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074861.124297:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074861.124300:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074861.124391:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074861.124394:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074861.124398:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074861.124401:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00000020:00000010:1.0:1769074861.124426:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b1c0. 00000020:00000010:1.0:1769074861.124433:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b1c0. 00000020:00000010:1.0:1769074861.124444:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae5608a0. 00080000:00000010:1.0:1769074861.124454:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb6bad400. 00000001:00000010:1.0:1769074861.124742:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560a20. 00000001:00000010:1.0:1769074861.124749:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111cc0. 00000020:00000010:1.0:1769074861.124779:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae5608a0. 00010000:00000010:1.0:1769074861.124788:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074861.124792:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074861.124804:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111d80. 00010000:00000010:1.0:1769074861.124840:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00080000:00000010:1.0:1769074861.124866:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff6d560. 00000004:00000010:1.0:1769074861.124883:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c438c00. 00000004:00000010:1.0:1769074861.124887:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f871650. 00000004:00000010:1.0:1769074861.124892:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2168. 00000004:00000010:1.0:1769074861.124896:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbc5a03c0. 00010000:00000010:1.0:1769074861.124907:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074861.124924:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890292, last committed = 17179890279 00010000:00000200:1.0:1769074861.124934:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d9c00 x1855007826525952/t17179890292(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.124959:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074861.124965:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826525952, offset 224 00000400:00000010:1.0:1769074861.124971:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597ca80. 00000400:00000200:1.0:1769074861.124976:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.124989:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.124995:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41360:41360:256:4294967295] 192.168.204.10@tcp LPNI seq info [41356:41356:8:4294967295] 00000400:00000200:1.0:1769074861.125001:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074861.125008:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.125013:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.125018:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074861.125025:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.125031:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.125036:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.125055:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.125059:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.125062:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8980d400. 00010000:00000010:3.0:1769074861.125362:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:3.0:1769074861.125370:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00010000:00000010:3.0:1769074861.125376:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111d80. 00000800:00000200:2.0:1769074861.125515:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.125520:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:2.0:1769074861.125525:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.125531:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.128423:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.128444:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6689d 00000400:00000200:1.0:1769074861.128451:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.128455:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.128462:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:1.0:1769074861.128465:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00010000:00000010:2.0:1769074861.128575:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:2.0:1769074861.128585:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00010000:00000010:1.1:1769074861.130663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:1.1:1769074861.130677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074861.130682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f97a400. 00010000:00000010:3.1:1769074861.130725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:3.1:1769074861.130732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074861.133868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074861.133896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:2.0:1769074861.134291:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.134310:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e3f80 00000400:00000200:2.0:1769074861.134319:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 89784 00000400:00000200:2.0:1769074861.134384:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.134390:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.134398:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.134405:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0da680. 00010000:00000010:1.1:1769074861.135124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074861.135136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000020:00000010:0.0:1769074861.136086:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.136094:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.136101:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7000. 00000020:00000010:0.0:1769074861.136106:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074861.136113:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.136197:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.136200:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c940. 00000100:00000200:0.0:1769074861.136203:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826526080 00000001:00000010:0.0:1769074861.136215:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:0.0:1769074861.136243:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074861.136251:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074861.136287:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf01f000. 00010000:00000010:0.0:1769074861.136319:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.136323:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.136343:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074861.136347:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074861.136351:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074861.136354:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.136430:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074861.136434:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074861.136438:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074861.136441:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.136509:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.136520:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.136525:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074861.136545:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074861.136575:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0da680 x1855007826526080/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.136596:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074861.136641:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826526080, offset 224 00000400:00000200:0.0:1769074861.136649:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.136662:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.136669:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41361:41361:256:4294967295] 192.168.204.10@tcp LPNI seq info [41357:41357:8:4294967295] 00000400:00000200:0.0:1769074861.136681:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.136688:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.136693:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074861.136700:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.136708:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.136713:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.136818:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074861.136824:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.136827:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7000. 00000800:00000200:2.0:1769074861.137189:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.137194:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074861.137199:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.137205:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.137211:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:2.0:1769074861.137214:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000400:00000200:3.0:1769074861.139782:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.139803:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e4080 00000400:00000200:3.0:1769074861.139813:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 90360 00000400:00000200:3.0:1769074861.139830:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.139835:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.139844:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.139850:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8700. 00000020:00000010:1.0:1769074861.141962:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.141972:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.141981:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189600. 00000020:00000010:1.0:1769074861.141987:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.141992:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.142037:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.142040:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074861.142044:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826526336 02000000:00000010:1.0:1769074861.142083:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d4000. 00010000:00000010:1.0:1769074861.142126:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074861.142142:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:1.0:1769074861.142161:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074861.142167:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074861.142183:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074861.142187:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074861.142192:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074861.142195:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074861.142488:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074861.142492:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074861.142496:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.142500:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00000020:00000010:1.0:1769074861.142530:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b1c0. 00000020:00000010:1.0:1769074861.142537:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b1c0. 00000020:00000010:1.0:1769074861.142549:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae5608a0. 00080000:00000010:1.0:1769074861.142804:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb6bac000. 00000001:00000010:1.0:1769074861.143056:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560360. 00000001:00000010:1.0:1769074861.143063:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111f00. 00000020:00000010:1.0:1769074861.143096:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae5608a0. 00010000:00000010:1.0:1769074861.143106:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074861.143111:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074861.143125:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111b40. 00010000:00000010:1.0:1769074861.143285:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00080000:00000010:1.0:1769074861.143311:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab86497c80. 00000004:00000010:1.0:1769074861.143318:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ebc240. 00000004:00000010:1.0:1769074861.143322:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0318cc0. 00000004:00000010:1.0:1769074861.143326:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86407078. 00000004:00000010:1.0:1769074861.143331:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab864941e0. 00010000:00000010:1.0:1769074861.143342:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074861.143373:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890293, last committed = 17179890279 00010000:00000200:1.0:1769074861.143386:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8700 x1855007826526336/t17179890293(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.143406:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074861.143413:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826526336, offset 224 00000400:00000010:1.0:1769074861.143420:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cb28. 00000400:00000200:1.0:1769074861.143424:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.143439:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.143445:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41362:41362:256:4294967295] 192.168.204.10@tcp LPNI seq info [41358:41358:8:4294967295] 00000400:00000200:1.0:1769074861.143452:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074861.143458:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.143463:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.143468:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074861.143475:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.143482:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.143486:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.143515:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.143519:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.143522:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189600. 00000800:00000200:0.0:1769074861.144154:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.144160:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:0.0:1769074861.144167:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.144174:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074861.148017:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:3.0:1769074861.148036:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c100. 00010000:00000010:3.0:1769074861.148048:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111b40. 00010000:00000010:0.1:1769074861.148704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074861.148713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074861.148717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074861.148719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:1.0:1769074861.149678:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.149702:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668a5 00000400:00000200:1.0:1769074861.149709:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.149714:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.149721:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:1.0:1769074861.149723:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00000400:00000200:1.0:1769074861.149762:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.149768:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e4100 00000400:00000200:1.0:1769074861.149776:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 90848 00000400:00000200:1.0:1769074861.149844:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.149848:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.149853:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.149860:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a9180. 00000020:00000010:0.0:1769074861.150144:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.150151:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.150157:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7000. 00000020:00000010:0.0:1769074861.150163:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074861.150168:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.150223:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c940. 00000020:00000010:0.0:1769074861.150226:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c940. 00000100:00000200:0.0:1769074861.150229:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826526464 00000001:00000010:0.0:1769074861.150239:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111cc0. 00010000:00000010:0.0:1769074861.150278:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074861.150287:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074861.150317:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf019000. 00010000:00000010:0.0:1769074861.150352:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074861.150356:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.150376:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074861.150380:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074861.150384:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.150387:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.150467:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074861.150470:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074861.150474:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074861.150477:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.150549:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.150569:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.150575:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074861.150596:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074861.150689:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a9180 x1855007826526464/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.150710:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074861.150715:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826526464, offset 224 00000400:00000200:0.0:1769074861.150722:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.150899:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.150906:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41363:41363:256:4294967295] 192.168.204.10@tcp LPNI seq info [41359:41359:8:4294967295] 00000400:00000200:0.0:1769074861.150917:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.150924:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.150930:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074861.150937:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.150944:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.150948:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.151008:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074861.151013:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.151017:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7000. 00010000:00000010:2.0:1769074861.152104:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:2.0:1769074861.152117:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c980. 00000800:00000200:3.0:1769074861.153150:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.153157:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:3.0:1769074861.153164:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.153253:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.153262:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:3.0:1769074861.153265:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:1.1:1769074861.153692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:1.1:1769074861.153701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074861.153705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074861.153711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:3.1:1769074861.155655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074861.155672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:2.1:1769074861.155724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074861.155730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:0.1:1769074861.155844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074861.155852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074861.155855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074861.155858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000100:00000010:1.0:1769074861.157780:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8eb3a060. 00000100:00000010:3.0:1769074861.157977:0:31615:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8eb3a660. 00000100:00000010:2.0:1769074861.158208:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8eb3a420. 00000100:00000010:0.0:1769074861.158291:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8eb3a960. 00000400:00000200:0.0:1769074861.162210:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.162232:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e4200 00000400:00000200:0.0:1769074861.162242:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 91424 00000400:00000200:0.0:1769074861.162260:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.162265:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.162283:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.162291:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b9180. 00000020:00000010:2.0:1769074861.162489:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.162494:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.162500:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074861.162506:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.162511:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.162561:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.162563:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.162566:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826526720 02000000:00000010:2.0:1769074861.162596:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8782d000. 00010000:00000010:2.0:1769074861.162661:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074861.162674:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:2.0:1769074861.162691:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.162695:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.162708:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074861.162710:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074861.162714:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074861.162716:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074861.162783:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074861.162785:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074861.162788:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074861.162790:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00000020:00000010:2.0:1769074861.162804:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef940. 00000020:00000010:2.0:1769074861.162808:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef940. 00000020:00000010:2.0:1769074861.162818:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6ea0. 00080000:00000010:2.0:1769074861.162825:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8259cc00. 00000001:00000010:2.0:1769074861.163057:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6600. 00000001:00000010:2.0:1769074861.163065:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfc00. 00000020:00000010:2.0:1769074861.163098:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6ea0. 00010000:00000010:2.0:1769074861.163108:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074861.163112:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074861.163124:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:3.0:1769074861.163376:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.0:1769074861.163387:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074861.163417:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.163423:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00080000:00000010:2.0:1769074861.163457:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88fc9398. 00000004:00000010:2.0:1769074861.163465:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8bf30d80. 00000004:00000010:2.0:1769074861.163468:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafaba000. 00000004:00000010:2.0:1769074861.163473:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf258. 00000004:00000010:2.0:1769074861.163478:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4e8d20. 00010000:00000010:2.0:1769074861.163490:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074861.163510:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890294, last committed = 17179890279 00010000:00000200:2.0:1769074861.163521:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b9180 x1855007826526720/t17179890294(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.163544:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074861.163551:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826526720, offset 224 00000400:00000010:2.0:1769074861.163557:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1690e0. 00000400:00000200:2.0:1769074861.163562:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.163577:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.163583:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41364:41364:256:4294967295] 192.168.204.10@tcp LPNI seq info [41360:41360:8:4294967295] 00000400:00000200:2.0:1769074861.163588:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.163594:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.163600:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.163650:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074861.163657:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.163663:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.163668:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.163688:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.163693:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.163698:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074861.164345:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.164350:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:0.0:1769074861.164355:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.164361:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074861.168741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:2.1:1769074861.168758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074861.168763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074861.168767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074861.168775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:3.1:1769074861.169697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00000400:00000200:3.0:1769074861.169820:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.169841:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668ad 00000400:00000200:3.0:1769074861.169849:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.169854:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.169861:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:3.0:1769074861.169864:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00010000:00000010:2.0:1769074861.169994:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074861.170005:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00000400:00000200:0.0:1769074861.171089:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.171104:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e4280 00000400:00000200:0.0:1769074861.171112:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 91912 00000400:00000200:0.0:1769074861.171358:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.171363:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.171371:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.171378:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843ba680. 00000020:00000010:1.0:1769074861.172489:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.172499:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.172509:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189600. 00000020:00000010:1.0:1769074861.172514:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.172520:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.172582:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.172585:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074861.172589:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826526848 00000001:00000010:1.0:1769074861.172644:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111f00. 00010000:00000010:1.0:1769074861.172681:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074861.172689:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 02000000:00000010:1.0:1769074861.172717:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d3000. 00010000:00000010:1.0:1769074861.172747:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.172752:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074861.172771:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074861.172775:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.172779:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074861.172783:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074861.172870:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074861.172883:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074861.172887:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074861.172890:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074861.172960:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074861.172973:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074861.172977:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.172998:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074861.173017:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843ba680 x1855007826526848/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.173037:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074861.173043:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826526848, offset 224 00000400:00000200:1.0:1769074861.173050:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.173062:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.173068:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41365:41365:256:4294967295] 192.168.204.10@tcp LPNI seq info [41361:41361:8:4294967295] 00000400:00000200:1.0:1769074861.173079:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.173084:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.173088:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074861.173094:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.173100:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.173104:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.173118:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.173121:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.173125:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189600. 00000800:00000200:0.0:1769074861.178223:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.178233:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:0.0:1769074861.178242:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.178251:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.178258:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:0.0:1769074861.178261:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00010000:00000010:2.1:1769074861.181699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074861.181717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:1.1:1769074861.186345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074861.186363:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074861.186368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074861.186371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:3.0:1769074861.187045:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.187065:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e4380 00000400:00000200:3.0:1769074861.187074:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 92488 00000400:00000200:3.0:1769074861.187107:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.187113:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.187121:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.187129:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90884e00. 00000020:00000010:2.0:1769074861.187241:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.187247:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.187252:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074861.187258:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074861.187263:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.187316:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.187319:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.187322:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826527104 02000000:00000010:2.0:1769074861.187357:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8782b000. 00010000:00000010:2.0:1769074861.187394:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:2.0:1769074861.187405:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce80. 00010000:00000010:2.0:1769074861.187422:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074861.187427:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074861.187444:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074861.187448:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074861.187452:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.187455:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.187867:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074861.187871:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074861.187884:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074861.187888:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00000020:00000010:2.0:1769074861.187921:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef940. 00000020:00000010:2.0:1769074861.187928:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef940. 00000020:00000010:2.0:1769074861.187940:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6ea0. 00080000:00000010:2.0:1769074861.187949:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8259f000. 00000001:00000010:2.0:1769074861.188158:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede65a0. 00000001:00000010:2.0:1769074861.188166:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074861.188198:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6ea0. 00010000:00000010:2.0:1769074861.188206:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074861.188210:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074861.188222:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf9c0. 00010000:00000010:3.0:1769074861.188434:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:3.0:1769074861.188444:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074861.188469:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.188696:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00080000:00000010:2.0:1769074861.188726:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff45008. 00000004:00000010:2.0:1769074861.188733:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab873879c0. 00000004:00000010:2.0:1769074861.188737:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f870550. 00000004:00000010:2.0:1769074861.188741:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2780. 00000004:00000010:2.0:1769074861.188745:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab87f883c0. 00010000:00000010:2.0:1769074861.188758:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000200:2.0:1769074861.188778:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890295, last committed = 17179890279 00010000:00000200:2.0:1769074861.188789:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90884e00 x1855007826527104/t17179890295(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.188810:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074861.188816:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826527104, offset 224 00000400:00000010:2.0:1769074861.188822:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169f18. 00000400:00000200:2.0:1769074861.188826:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.188840:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.188846:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41366:41366:256:4294967295] 192.168.204.10@tcp LPNI seq info [41362:41362:8:4294967295] 00000400:00000200:2.0:1769074861.188853:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.188859:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.188865:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.188870:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074861.189405:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.189414:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.189418:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.189500:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074861.189505:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.189511:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074861.192940:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.192950:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:0.0:1769074861.192959:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.192968:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.193985:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074861.194004:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668b5 00000400:00000200:0.0:1769074861.194011:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.194014:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074861.194020:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:0.0:1769074861.194023:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00000400:00000200:0.0:1769074861.194086:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.194093:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e4400 00000400:00000200:0.0:1769074861.194101:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 92976 00000400:00000200:0.0:1769074861.194155:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.194160:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.194165:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.194171:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843bbb80. 00000020:00000010:3.0:1769074861.194450:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.194456:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.194462:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.194468:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.194472:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.194527:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.194530:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074861.194533:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826527232 00000001:00000010:3.0:1769074861.194544:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:3.0:1769074861.194577:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074861.194585:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 02000000:00000010:3.0:1769074861.194723:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cbb1000. 00010000:00000010:3.0:1769074861.194763:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074861.194768:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074861.194788:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074861.194792:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074861.194796:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074861.194798:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074861.194885:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074861.194890:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074861.194893:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074861.194897:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074861.194968:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074861.194980:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074861.194985:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074861.195004:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000200:3.0:1769074861.195019:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843bbb80 x1855007826527232/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074861.195037:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074861.195043:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826527232, offset 224 00000400:00000200:3.0:1769074861.195050:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.195059:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.195065:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41367:41367:256:4294967295] 192.168.204.10@tcp LPNI seq info [41363:41363:8:4294967295] 00000400:00000200:3.0:1769074861.195075:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.195080:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.195085:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074861.195091:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.195110:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.195115:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.195134:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.195138:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.195142:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:0.0:1769074861.195746:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.195750:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074861.195757:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.195763:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.195767:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46330 00000400:00000010:0.0:1769074861.195769:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46330. 00000400:00000200:0.0:1769074861.200796:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.200819:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e4500 00000400:00000200:0.0:1769074861.200830:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 93552 00000400:00000200:0.0:1769074861.200847:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.200852:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.200860:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.200868:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843bad80. 00000020:00000010:3.0:1769074861.201128:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.201135:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.201141:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.201147:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.201152:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.201232:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.201235:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074861.201238:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826527488 02000000:00000010:3.0:1769074861.201285:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb6000. 00010000:00000010:3.0:1769074861.201328:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074861.201346:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074861.201366:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074861.201372:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074861.201390:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074861.201393:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074861.201397:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074861.201399:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074861.201511:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074861.201515:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074861.201518:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074861.201521:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00000020:00000010:3.0:1769074861.201545:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f88c0. 00000020:00000010:3.0:1769074861.201551:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f88c0. 00000020:00000010:3.0:1769074861.201561:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1360. 00080000:00000010:3.0:1769074861.201571:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff77800. 00000001:00000010:3.0:1769074861.201841:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1e40. 00000001:00000010:3.0:1769074861.201848:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074861.201890:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1360. 00010000:00000010:3.0:1769074861.201902:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074861.201906:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074861.201918:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074861.201954:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00080000:00000010:3.0:1769074861.201981:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae152390. 00000004:00000010:3.0:1769074861.201988:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9dce40. 00000004:00000010:3.0:1769074861.201991:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafabbcb0. 00000004:00000010:3.0:1769074861.201996:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf438. 00000004:00000010:3.0:1769074861.202001:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4e8960. 00010000:00000010:3.0:1769074861.202009:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074861.202026:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890296, last committed = 17179890279 00010000:00000200:3.0:1769074861.202039:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843bad80 x1855007826527488/t17179890296(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.202060:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46bb0. 00000100:00000200:3.0:1769074861.202066:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826527488, offset 224 00000400:00000010:3.0:1769074861.202073:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccaf0. 00000400:00000200:3.0:1769074861.202077:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.202091:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.202098:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41368:41368:256:4294967295] 192.168.204.10@tcp LPNI seq info [41364:41364:8:4294967295] 00000400:00000200:3.0:1769074861.202105:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074861.202112:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.202117:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.202123:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074861.202131:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.202137:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.202141:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.202165:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.202169:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.202173:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00010000:00000010:2.0:1769074861.202255:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.202261:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00000800:00000200:2.0:1769074861.202458:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.202462:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074861.202469:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.202474:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074861.203655:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:0.0:1769074861.203668:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:0.0:1769074861.203679:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e6c0. 00010000:00000010:2.1:1769074861.206052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:2.1:1769074861.206068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00000400:00000200:0.0:1769074861.208239:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074861.208262:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668bd 00000400:00000200:0.0:1769074861.208280:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.208286:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074861.208292:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46bb0 00000400:00000010:0.0:1769074861.208295:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46bb0. 00010000:00000010:2.0:1769074861.208389:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:2.0:1769074861.208402:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00000400:00000200:0.0:1769074861.209883:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.209903:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e4580 00000400:00000200:0.0:1769074861.209914:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 94040 00000400:00000200:0.0:1769074861.209986:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.209992:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.210000:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.210006:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843bb100. 00000020:00000010:3.0:1769074861.210085:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.210091:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.210098:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.210103:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.210108:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.210150:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.210152:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074861.210155:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826527616 00000001:00000010:3.0:1769074861.210165:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:3.0:1769074861.210190:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074861.210197:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 02000000:00000010:3.0:1769074861.210223:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cbb5000. 00010000:00000010:3.0:1769074861.210255:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.210259:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074861.210284:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074861.210288:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074861.210292:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074861.210295:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074861.210368:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074861.210371:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e680. 00010000:00000010:3.0:1769074861.210375:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074861.210379:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074861.210442:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074861.210455:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074861.210460:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074861.210482:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000200:3.0:1769074861.210498:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843bb100 x1855007826527616/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074861.210517:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074861.210523:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826527616, offset 224 00000400:00000200:3.0:1769074861.210531:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.210541:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.210547:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41369:41369:256:4294967295] 192.168.204.10@tcp LPNI seq info [41365:41365:8:4294967295] 00000400:00000200:3.0:1769074861.210558:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.210563:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.210569:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074861.210575:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.210582:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.210586:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.210787:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.210793:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.210798:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00010000:00000010:2.1:1769074861.218289:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074861.218303:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074861.218310:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000800:00000200:2.0:1769074861.218403:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.218408:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:2.0:1769074861.218415:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.218424:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.218432:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:2.0:1769074861.218435:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00010000:00000010:3.1:1769074861.218694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:0.1:1769074861.219141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:0.1:1769074861.219149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074861.223069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074861.223087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074861.223093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074861.223096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074861.223100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074861.223103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074861.223106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074861.223112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:2.1:1769074861.223175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074861.223181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074861.225691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074861.225709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074861.225765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074861.225770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074861.225774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074861.225776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:0.0:1769074861.226901:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.226920:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e4680 00000400:00000200:0.0:1769074861.226928:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 94616 00000400:00000200:0.0:1769074861.226945:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.226949:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.226956:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.226963:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843b9880. 00000020:00000010:3.0:1769074861.227069:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.227075:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.227081:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.227087:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.227092:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.227134:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.227138:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074861.227140:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826527872 02000000:00000010:3.0:1769074861.227175:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb2000. 00010000:00000010:3.0:1769074861.227215:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074861.227232:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e680. 00010000:00000010:3.0:1769074861.227251:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074861.227256:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074861.227285:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074861.227290:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e680. 00010000:00000010:3.0:1769074861.227294:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074861.227298:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074861.227377:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074861.227381:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074861.227385:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.227388:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00000020:00000010:3.0:1769074861.227412:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f88c0. 00000020:00000010:3.0:1769074861.227418:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f88c0. 00000020:00000010:3.0:1769074861.227429:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1360. 00080000:00000010:3.0:1769074861.227439:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa85949000. 00000001:00000010:3.0:1769074861.227705:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef10c0. 00000001:00000010:3.0:1769074861.227713:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074861.227744:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1360. 00010000:00000010:3.0:1769074861.227753:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074861.227757:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074861.227769:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074861.227807:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00080000:00000010:3.0:1769074861.227828:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daba03e2000. 00000004:00000010:3.0:1769074861.227835:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbea0b6c0. 00000004:00000010:3.0:1769074861.227840:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0319760. 00000004:00000010:3.0:1769074861.227845:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86407348. 00000004:00000010:3.0:1769074861.227849:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabafd632c0. 00010000:00000010:3.0:1769074861.227857:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074861.227883:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890297, last committed = 17179890279 00010000:00000200:3.0:1769074861.227893:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843b9880 x1855007826527872/t17179890297(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.227912:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074861.227919:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826527872, offset 224 00000400:00000010:3.0:1769074861.227926:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccd58. 00000400:00000200:3.0:1769074861.227929:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.227943:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.227949:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41370:41370:256:4294967295] 192.168.204.10@tcp LPNI seq info [41366:41366:8:4294967295] 00000400:00000200:3.0:1769074861.227955:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074861.227962:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.227967:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.227972:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074861.227978:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.227985:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.227988:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.228013:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.228017:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.228021:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:3.0:1769074861.228124:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.228127:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:3.0:1769074861.228134:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.228139:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074861.228221:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:2.0:1769074861.228228:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:2.0:1769074861.228235:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00000400:00000200:2.0:1769074861.232068:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074861.232093:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668c5 00000400:00000200:2.0:1769074861.232100:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.232105:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074861.232113:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:2.0:1769074861.232116:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00000400:00000200:2.0:1769074861.232153:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.232160:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e4700 00000400:00000200:2.0:1769074861.232168:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 95104 00000400:00000200:2.0:1769074861.232179:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.232182:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.232187:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.232193:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0db480. 00000020:00000010:1.0:1769074861.232306:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.232312:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.232320:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189600. 00000020:00000010:1.0:1769074861.232326:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.232331:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.232374:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.232377:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074861.232380:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826528000 00000001:00000010:1.0:1769074861.232390:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 00010000:00000010:1.0:1769074861.232417:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074861.232424:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 02000000:00000010:1.0:1769074861.232453:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d6000. 00010000:00000010:1.0:1769074861.232482:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074861.232487:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074861.232507:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074861.232510:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.232515:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.232517:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074861.232589:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074861.232593:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074861.232596:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074861.232600:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074861.232708:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074861.232721:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074861.232727:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.233020:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074861.233040:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0db480 x1855007826528000/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.233059:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074861.233065:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826528000, offset 224 00000400:00000200:1.0:1769074861.233072:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.233083:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.233089:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41371:41371:256:4294967295] 192.168.204.10@tcp LPNI seq info [41367:41367:8:4294967295] 00000400:00000200:1.0:1769074861.233100:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.233106:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.233112:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074861.233118:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.233125:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.233130:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.233158:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.233162:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.233166:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189600. 00000800:00000200:3.0:1769074861.233290:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.233295:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074861.233300:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.233304:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.233308:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:3.0:1769074861.233310:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00010000:00000010:0.0:1769074861.233683:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:0.0:1769074861.233692:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e680. 00010000:00000010:2.1:1769074861.234665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074861.234675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074861.234772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074861.234778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074861.239655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074861.239676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:1.1:1769074861.239885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074861.239892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074861.239896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074861.239899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:3.0:1769074861.241468:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.241489:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e4800 00000400:00000200:3.0:1769074861.241499:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 95680 00000400:00000200:3.0:1769074861.241515:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.241520:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.241529:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.241536:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90887480. 00000020:00000010:1.0:1769074861.242009:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.242015:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.242024:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189600. 00000020:00000010:1.0:1769074861.242029:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.242034:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.242081:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.242085:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074861.242088:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826528256 02000000:00000010:1.0:1769074861.242127:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d0000. 00010000:00000010:1.0:1769074861.242172:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074861.242187:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074861.242208:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074861.242214:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074861.242232:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074861.242235:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074861.242239:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.242242:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074861.242328:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074861.242331:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.242334:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074861.242338:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00000020:00000010:1.0:1769074861.242363:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b1c0. 00000020:00000010:1.0:1769074861.242370:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b1c0. 00000020:00000010:1.0:1769074861.242381:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae5608a0. 00080000:00000010:1.0:1769074861.242393:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8daea000. 00000001:00000010:1.0:1769074861.244040:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae5605a0. 00000001:00000010:1.0:1769074861.244053:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111300. 00000020:00000010:1.0:1769074861.244099:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae5608a0. 00010000:00000010:1.0:1769074861.244114:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074861.244122:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074861.244142:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111f00. 00010000:00000010:1.0:1769074861.244195:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00080000:00000010:1.0:1769074861.244222:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff6c390. 00000004:00000010:1.0:1769074861.244229:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab87387900. 00000004:00000010:1.0:1769074861.244233:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f870dd0. 00000004:00000010:1.0:1769074861.244237:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2000. 00000004:00000010:1.0:1769074861.244241:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbc5a1a40. 00010000:00000010:1.0:1769074861.244252:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074861.244275:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890298, last committed = 17179890279 00010000:00000200:1.0:1769074861.244286:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90887480 x1855007826528256/t17179890298(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.244310:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074861.244317:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826528256, offset 224 00000400:00000010:1.0:1769074861.244324:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cb60. 00000400:00000200:1.0:1769074861.244328:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.244343:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.244350:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41372:41372:256:4294967295] 192.168.204.10@tcp LPNI seq info [41368:41368:8:4294967295] 00000400:00000200:1.0:1769074861.244356:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074861.244364:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.244370:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.244375:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074861.244382:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.244389:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.244393:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074861.244667:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:3.0:1769074861.244676:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:3.0:1769074861.244684:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111f00. 00000020:00000010:1.0:1769074861.244805:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.244810:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.244814:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189600. 00000800:00000200:2.0:1769074861.248539:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.248819:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:2.0:1769074861.248829:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.248837:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074861.250703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074861.250716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000400:00000200:3.0:1769074861.252008:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.252029:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668cd 00000400:00000200:3.0:1769074861.252037:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.252041:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.252048:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:3.0:1769074861.252051:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00010000:00000010:2.0:1769074861.252211:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:2.0:1769074861.252223:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:1.1:1769074861.254760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074861.254779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074861.254785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074861.254792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:3.0:1769074861.256549:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.256577:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e4880 00000400:00000200:3.0:1769074861.256590:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 96168 00000400:00000200:3.0:1769074861.256729:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.256736:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.256748:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.256759:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90886680. 00000020:00000010:1.0:1769074861.256906:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.256917:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.256927:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189600. 00000020:00000010:1.0:1769074861.256943:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.256950:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.256994:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d340. 00000020:00000010:1.0:1769074861.256998:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d340. 00000100:00000200:1.0:1769074861.257001:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826528384 00000001:00000010:1.0:1769074861.257013:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:1.0:1769074861.257041:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074861.257049:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 02000000:00000010:1.0:1769074861.257077:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d5000. 00010000:00000010:1.0:1769074861.257109:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074861.257113:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074861.257131:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074861.257135:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca00. 00010000:00000010:1.0:1769074861.257138:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074861.257141:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.257218:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074861.257221:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074861.257225:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074861.257228:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074861.257292:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074861.257304:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.257310:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca00. 00010000:00000010:1.0:1769074861.257333:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074861.257350:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90886680 x1855007826528384/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.257370:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074861.257376:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826528384, offset 224 00000400:00000200:1.0:1769074861.257383:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.257397:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.257404:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41373:41373:256:4294967295] 192.168.204.10@tcp LPNI seq info [41369:41369:8:4294967295] 00000400:00000200:1.0:1769074861.257415:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.257421:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.257426:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074861.257432:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.257439:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.257443:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.257513:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.257518:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.257522:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189600. 00000800:00000200:2.0:1769074861.258332:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.258337:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:2.0:1769074861.258343:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.258349:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.258356:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:2.0:1769074861.258358:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00010000:00000010:2.1:1769074861.261785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:2.1:1769074861.261804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:3.1:1769074861.263496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:3.1:1769074861.263519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00000400:00000200:3.0:1769074861.264796:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.264824:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e4980 00000400:00000200:3.0:1769074861.264834:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 96744 00000400:00000200:3.0:1769074861.264855:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.264862:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.264883:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.264892:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90886300. 00000020:00000010:2.0:1769074861.265007:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.265022:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.265032:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074861.265040:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.265046:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.265098:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.265101:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.265105:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826528640 02000000:00000010:2.0:1769074861.265144:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87829000. 00010000:00000010:2.0:1769074861.265188:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:2.0:1769074861.265206:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:2.0:1769074861.265228:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074861.265233:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.265251:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074861.265254:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074861.265259:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074861.265261:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074861.265352:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074861.265357:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074861.265360:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074861.265364:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00000020:00000010:2.0:1769074861.265388:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef700. 00000020:00000010:2.0:1769074861.265396:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef700. 00000020:00000010:2.0:1769074861.265407:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6ea0. 00080000:00000010:2.0:1769074861.265419:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8259e000. 00000001:00000010:2.0:1769074861.265980:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6660. 00000001:00000010:2.0:1769074861.265988:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074861.266019:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6ea0. 00010000:00000010:2.0:1769074861.266028:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074861.266033:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074861.266045:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074861.266086:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00080000:00000010:2.0:1769074861.266116:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff6c000. 00000004:00000010:2.0:1769074861.266124:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab87387600. 00000004:00000010:2.0:1769074861.266128:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f871870. 00000004:00000010:2.0:1769074861.266135:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2690. 00000004:00000010:2.0:1769074861.266142:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbc5a10e0. 00010000:00000010:3.0:1769074861.266157:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074861.266162:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:3.0:1769074861.266173:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00010000:00000200:2.0:1769074861.266187:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890299, last committed = 17179890279 00010000:00000010:3.0:1769074861.266189:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00010000:00000200:2.0:1769074861.266204:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90886300 x1855007826528640/t17179890299(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.266225:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074861.266233:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826528640, offset 224 00000400:00000010:2.0:1769074861.266240:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1697a8. 00000400:00000200:2.0:1769074861.266244:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.266259:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.266266:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41374:41374:256:4294967295] 192.168.204.10@tcp LPNI seq info [41370:41370:8:4294967295] 00000400:00000200:2.0:1769074861.266273:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.266281:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.266287:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.266292:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074861.266299:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.266306:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.266311:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.266393:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.266399:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.266403:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074861.267276:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.267283:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:2.0:1769074861.267289:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.267296:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074861.267698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074861.267706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074861.267713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074861.267715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:3.1:1769074861.273434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074861.273461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074861.275912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:2.1:1769074861.275930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074861.275937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074861.275944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00000400:00000200:2.0:1769074861.278050:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074861.278081:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668d5 00000400:00000200:2.0:1769074861.278092:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.278097:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074861.278104:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:2.0:1769074861.278108:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00000400:00000200:2.0:1769074861.278148:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.278154:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e4a00 00000400:00000200:2.0:1769074861.278162:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 97232 00000400:00000200:2.0:1769074861.278240:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.278245:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.278251:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.278260:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8000. 00000020:00000010:3.0:1769074861.278692:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.278701:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.278708:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.278716:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.278722:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.278773:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.278776:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074861.278781:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826528768 00000001:00000010:3.0:1769074861.278796:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111300. 00010000:00000010:3.0:1769074861.278835:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074861.278846:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 02000000:00000010:3.0:1769074861.278892:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cbb7000. 00010000:00000010:3.0:1769074861.278935:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074861.278940:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074861.278966:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074861.278971:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074861.278977:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.278980:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074861.279080:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074861.279084:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074861.279087:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074861.279092:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074861.279176:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074861.279191:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074861.279197:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074861.279219:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074861.279236:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d8000 x1855007826528768/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074861.279260:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074861.279267:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826528768, offset 224 00000400:00000200:3.0:1769074861.279285:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.279300:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.279307:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41375:41375:256:4294967295] 192.168.204.10@tcp LPNI seq info [41371:41371:8:4294967295] 00000400:00000200:3.0:1769074861.279320:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.279328:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.279345:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074861.279353:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.279362:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.279367:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.279400:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.279405:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.279410:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:1.0:1769074861.280030:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.280041:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074861.280052:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.280062:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.280068:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46110 00000400:00000010:1.0:1769074861.280071:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46110. 00010000:00000010:0.0:1769074861.280492:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:0.0:1769074861.280505:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:3.1:1769074861.286663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074861.286681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074861.286686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074861.286689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00000400:00000200:2.0:1769074861.287758:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.287786:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e4b00 00000400:00000200:2.0:1769074861.287797:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 97808 00000400:00000200:2.0:1769074861.287823:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.287828:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.287837:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.287845:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9f80. 00000020:00000010:3.0:1769074861.287990:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.287998:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.288006:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.288014:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.288021:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.288082:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.288085:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074861.288089:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826529024 02000000:00000010:3.0:1769074861.288145:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83901000. 00010000:00000010:3.0:1769074861.288204:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074861.288225:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074861.288253:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074861.288260:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074861.288280:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074861.288284:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074861.288289:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.288292:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074861.288422:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074861.288427:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074861.288430:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074861.288434:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00000020:00000010:3.0:1769074861.288465:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f88c0. 00000020:00000010:3.0:1769074861.288474:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f88c0. 00000020:00000010:3.0:1769074861.288489:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1360. 00080000:00000010:3.0:1769074861.288503:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad52ac00. 00000001:00000010:3.0:1769074861.288828:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1960. 00000001:00000010:3.0:1769074861.288838:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074861.288889:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1360. 00010000:00000010:3.0:1769074861.288899:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074861.288904:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074861.288918:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074861.288959:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00080000:00000010:3.0:1769074861.288992:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff458f0. 00000004:00000010:3.0:1769074861.289002:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4b760c0. 00000004:00000010:3.0:1769074861.289007:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f871a90. 00000004:00000010:3.0:1769074861.289012:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2b40. 00000004:00000010:3.0:1769074861.289018:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab87f88b40. 00010000:00000010:3.0:1769074861.289029:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000200:3.0:1769074861.289052:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890300, last committed = 17179890279 00010000:00000200:3.0:1769074861.289065:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d9f80 x1855007826529024/t17179890300(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.289092:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074861.289100:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826529024, offset 224 00000400:00000010:3.0:1769074861.289109:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc968. 00000400:00000200:3.0:1769074861.289114:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.289135:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.289142:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41376:41376:256:4294967295] 192.168.204.10@tcp LPNI seq info [41372:41372:8:4294967295] 00000400:00000200:3.0:1769074861.289151:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074861.289159:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.289166:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.289173:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074861.289183:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.289193:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.289198:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.289235:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e280. 00000020:00000010:3.0:1769074861.289241:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.289245:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00010000:00000010:0.0:1769074861.289457:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:0.0:1769074861.289466:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:0.0:1769074861.289474:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e3c0. 00000800:00000200:2.0:1769074861.289747:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.289753:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074861.289761:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.289767:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074861.291310:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074861.291326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:3.1:1769074861.295263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074861.295286:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00000400:00000200:1.0:1769074861.295591:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.295658:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e4b80 00000400:00000200:1.0:1769074861.295671:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 98296 00000400:00000200:1.0:1769074861.295689:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.295695:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.295705:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.295713:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a9c00. 00000400:00000200:1.0:1769074861.295742:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.295751:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668dd 00000400:00000200:1.0:1769074861.295753:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.295756:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.295761:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46d48 00000400:00000010:1.0:1769074861.295764:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46d48. 00000020:00000010:2.0:1769074861.295989:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.295996:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.296004:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074861.296010:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.296015:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.296065:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.296067:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.296071:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826529152 00000001:00000010:2.0:1769074861.296084:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074861.296117:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074861.296125:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 02000000:00000010:2.0:1769074861.296159:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87828000. 00010000:00000010:2.0:1769074861.296198:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.296203:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.296228:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074861.296231:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074861.296235:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074861.296238:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074861.296356:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074861.296360:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074861.296364:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074861.296368:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074861.296461:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.296477:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074861.296484:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074861.296512:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074861.296532:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a9c00 x1855007826529152/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074861.296556:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074861.296563:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826529152, offset 224 00000400:00000200:2.0:1769074861.296572:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.296587:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.296596:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41377:41377:256:4294967295] 192.168.204.10@tcp LPNI seq info [41373:41373:8:4294967295] 00000400:00000200:2.0:1769074861.296652:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.296660:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.296666:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074861.296674:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.296683:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.296688:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.296711:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.296715:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.296721:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.0:1769074861.296894:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074861.296903:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00000800:00000200:1.0:1769074861.297079:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.297084:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074861.297089:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.297095:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.297101:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:1.0:1769074861.297103:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00010000:00000010:3.1:1769074861.297808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074861.297826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:0.1:1769074861.300717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:0.1:1769074861.300742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000400:00000200:2.0:1769074861.301560:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.301587:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e4c80 00000400:00000200:2.0:1769074861.301600:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 98872 00010000:00000010:2.1:1769074861.301633:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074861.301644:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:2.1:1769074861.301649:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074861.301652:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000400:00000200:2.0:1769074861.301680:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.301685:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.301696:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.301703:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8380. 00000020:00000010:0.0:1769074861.301817:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cc40. 00000020:00000010:0.0:1769074861.301825:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cc40. 00000020:00000010:0.0:1769074861.301833:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7000. 00000020:00000010:0.0:1769074861.301841:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074861.301846:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.301925:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cc40. 00000020:00000010:0.0:1769074861.301928:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cc40. 00000100:00000200:0.0:1769074861.301932:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826529408 02000000:00000010:0.0:1769074861.301989:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf01b000. 00010000:00000010:0.0:1769074861.302047:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:0.0:1769074861.302068:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:0.0:1769074861.302092:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074861.302101:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.302124:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074861.302128:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074861.302133:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074861.302136:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.302248:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074861.302252:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074861.302256:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074861.302259:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074861.302288:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b569a0. 00000020:00000010:0.0:1769074861.302297:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b569a0. 00000020:00000010:0.0:1769074861.302316:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a5a0. 00080000:00000010:0.0:1769074861.302340:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa86800. 00000001:00000010:0.0:1769074861.302713:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a060. 00000001:00000010:0.0:1769074861.302723:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074861.302767:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a5a0. 00010000:00000010:0.0:1769074861.302778:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074861.302784:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.302802:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074861.302885:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074861.302918:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff44e40. 00000004:00000010:0.0:1769074861.302927:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c4389c0. 00000004:00000010:0.0:1769074861.302931:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f870660. 00000004:00000010:0.0:1769074861.302936:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2ca8. 00000004:00000010:0.0:1769074861.302942:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab87f89860. 00010000:00000010:0.0:1769074861.302954:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074861.302979:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890301, last committed = 17179890279 00010000:00000200:0.0:1769074861.302994:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d8380 x1855007826529408/t17179890301(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.303019:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074861.303028:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826529408, offset 224 00000400:00000010:0.0:1769074861.303037:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d17e0. 00000400:00000200:0.0:1769074861.303041:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.303058:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.303065:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41378:41378:256:4294967295] 192.168.204.10@tcp LPNI seq info [41374:41374:8:4294967295] 00000400:00000200:0.0:1769074861.303074:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.303082:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.303089:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.303095:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074861.303105:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.303113:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.303118:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.303423:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66500. 00000020:00000010:0.0:1769074861.303431:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.303436:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7000. 00010000:00000010:3.0:1769074861.303823:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074861.303834:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:3.0:1769074861.303843:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8f00. 00000800:00000200:1.0:1769074861.305595:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.305777:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074861.305787:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.305914:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074861.306667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074861.306679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000400:00000200:1.0:1769074861.309560:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.309590:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668e5 00000400:00000200:1.0:1769074861.309600:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.309815:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.309824:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:1.0:1769074861.309829:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00000400:00000200:1.0:1769074861.309925:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.309933:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e4d00 00000400:00000200:1.0:1769074861.309943:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 99360 00000400:00000200:1.0:1769074861.310018:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.310022:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.310028:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.310036:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8380. 00000020:00000010:3.0:1769074861.310142:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.310151:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.310160:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.310168:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074861.310175:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.310299:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.310303:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074861.310306:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826529536 00000001:00000010:3.0:1769074861.310319:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074861.310365:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.310376:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 02000000:00000010:3.0:1769074861.310411:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83900000. 00010000:00000010:3.0:1769074861.310455:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074861.310460:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074861.310488:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074861.310492:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e280. 00010000:00000010:3.0:1769074861.310497:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074861.310500:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074861.310638:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074861.310642:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074861.310646:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074861.310650:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074861.310748:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074861.310764:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074861.310771:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e280. 00010000:00000010:3.0:1769074861.310797:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074861.310818:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a8380 x1855007826529536/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074861.310843:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074861.310850:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826529536, offset 224 00000400:00000200:3.0:1769074861.310859:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.310883:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.310891:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41379:41379:256:4294967295] 192.168.204.10@tcp LPNI seq info [41375:41375:8:4294967295] 00000400:00000200:3.0:1769074861.310903:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.310911:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.310917:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074861.310924:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.310932:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.310937:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.310965:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074861.310969:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.310979:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:0.0:1769074861.311141:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.311146:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074861.311154:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.311158:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.311162:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:0.0:1769074861.311165:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00010000:00000010:2.0:1769074861.311625:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074861.311636:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:0.1:1769074861.312073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:0.1:1769074861.312081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074861.312085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074861.312090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074861.315711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074861.315734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000400:00000200:1.0:1769074861.323856:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.323901:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e4e00 00000400:00000200:1.0:1769074861.323915:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 99936 00000400:00000200:1.0:1769074861.323946:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.323952:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.323963:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.323972:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8a80. 00000020:00000010:2.0:1769074861.325652:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.325667:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.325677:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074861.325684:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.325691:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.325749:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.325752:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.325756:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826529792 02000000:00000010:2.0:1769074861.325812:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859b8000. 00010000:00000010:2.0:1769074861.325879:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:2.0:1769074861.325904:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:2.0:1769074861.325933:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074861.325941:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.325965:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074861.325969:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074861.325975:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074861.325978:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074861.326096:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074861.326101:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074861.326105:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.326108:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00000020:00000010:2.0:1769074861.326141:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef920. 00000020:00000010:2.0:1769074861.326151:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef920. 00000020:00000010:2.0:1769074861.326167:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6ea0. 00080000:00000010:2.0:1769074861.326182:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabadb07800. 00000001:00000010:2.0:1769074861.326826:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6900. 00000001:00000010:2.0:1769074861.326837:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00000020:00000010:2.0:1769074861.326910:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6ea0. 00010000:00000010:2.0:1769074861.326923:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074861.326930:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074861.326949:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074861.327103:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00080000:00000010:2.0:1769074861.327138:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff818f0. 00000004:00000010:2.0:1769074861.327148:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7a8c00. 00000004:00000010:2.0:1769074861.327158:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfeeb760. 00000004:00000010:2.0:1769074861.327163:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab878b8258. 00000004:00000010:2.0:1769074861.327168:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89cede00. 00010000:00000010:2.0:1769074861.327179:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074861.327217:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890302, last committed = 17179890279 00010000:00000200:2.0:1769074861.327234:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a8a80 x1855007826529792/t17179890302(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.327261:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074861.327271:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826529792, offset 224 00000400:00000010:2.0:1769074861.327281:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1697e0. 00000400:00000200:2.0:1769074861.327286:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.327306:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.327314:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41380:41380:256:4294967295] 192.168.204.10@tcp LPNI seq info [41376:41376:8:4294967295] 00000400:00000200:2.0:1769074861.327322:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.327505:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.327514:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.327521:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074861.327529:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.327538:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.327544:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.327577:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.327583:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.327589:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074861.327979:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.327985:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:1.0:1769074861.327992:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.327999:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074861.328761:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074861.328773:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074861.328778:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074861.328781:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.328826:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:3.0:1769074861.328838:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:3.0:1769074861.328847:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00010000:00000010:2.1:1769074861.328989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074861.328996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000400:00000200:0.0:1769074861.333051:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074861.333084:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668ed 00000400:00000200:0.0:1769074861.333094:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.333099:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074861.333109:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:0.0:1769074861.333113:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:3.1:1769074861.340895:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074861.340916:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:3.0:1769074861.340977:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:3.0:1769074861.340991:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:2.1:1769074861.341655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:2.1:1769074861.341665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074861.341668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074861.341676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000400:00000200:1.0:1769074861.341830:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.341853:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e4e80 00000400:00000200:1.0:1769074861.341866:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 100424 00000400:00000200:1.0:1769074861.341961:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.341968:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.341979:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.341987:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5abb80. 00000020:00000010:2.0:1769074861.342108:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.342115:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.342123:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074861.342131:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.342138:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.342184:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.342187:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.342205:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826529920 00000001:00000010:2.0:1769074861.342220:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:2.0:1769074861.342253:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074861.342263:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 02000000:00000010:2.0:1769074861.342301:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859bb000. 00010000:00000010:2.0:1769074861.342357:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.342362:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.342387:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074861.342391:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074861.342396:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074861.342399:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074861.342499:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074861.342502:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074861.342508:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074861.342511:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074861.342598:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.342647:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074861.342653:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074861.342679:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074861.342700:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5abb80 x1855007826529920/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074861.342724:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074861.342732:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826529920, offset 224 00000400:00000200:2.0:1769074861.342740:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.342754:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.342762:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41381:41381:256:4294967295] 192.168.204.10@tcp LPNI seq info [41377:41377:8:4294967295] 00000400:00000200:2.0:1769074861.342775:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.342781:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.342788:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074861.342796:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.342805:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.342810:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.342831:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.342836:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.342841:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074861.343167:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.343173:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074861.343178:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.343183:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.343189:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:1.0:1769074861.343394:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00000400:00000200:0.0:1769074861.355259:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.355291:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e4f80 00000400:00000200:0.0:1769074861.355304:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 101000 00000400:00000200:0.0:1769074861.355344:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.355350:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.355361:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.355370:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab843bb800. 00010000:00000010:2.1:1769074861.356500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074861.356518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074861.356523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074861.356528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:3.1:1769074861.356755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074861.356762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000020:00000010:3.0:1769074861.356816:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.356823:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.356832:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.356840:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074861.356846:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.356910:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074861.356914:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074861.356918:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826530176 02000000:00000010:3.0:1769074861.356970:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83904000. 00010000:00000010:3.0:1769074861.357026:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:3.0:1769074861.357044:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00010000:00000010:3.0:1769074861.357072:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.357080:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074861.357102:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074861.357106:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e280. 00010000:00000010:3.0:1769074861.357111:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074861.357114:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074861.357227:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074861.357231:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074861.357235:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074861.357239:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00000020:00000010:3.0:1769074861.357269:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f88c0. 00000020:00000010:3.0:1769074861.357278:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f88c0. 00000020:00000010:3.0:1769074861.357292:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1480. 00080000:00000010:3.0:1769074861.357305:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f441400. 00000001:00000010:3.0:1769074861.357576:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1000. 00000001:00000010:3.0:1769074861.357587:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074861.357666:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1480. 00010000:00000010:3.0:1769074861.357676:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074861.357681:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074861.357695:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074861.357749:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074861.357758:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074861.357784:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074861.357788:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00080000:00000010:3.0:1769074861.357817:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff6d1d0. 00000004:00000010:3.0:1769074861.357826:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c4386c0. 00000004:00000010:3.0:1769074861.357831:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f871540. 00000004:00000010:3.0:1769074861.357836:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2d98. 00000004:00000010:3.0:1769074861.357841:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbc5a05a0. 00010000:00000010:3.0:1769074861.357851:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074861.357890:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890303, last committed = 17179890279 00010000:00000200:3.0:1769074861.357905:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab843bb800 x1855007826530176/t17179890303(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.357930:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46088. 00000100:00000200:3.0:1769074861.357939:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826530176, offset 224 00000400:00000010:3.0:1769074861.357948:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc1c0. 00000400:00000200:3.0:1769074861.357953:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.357973:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.357983:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41382:41382:256:4294967295] 192.168.204.10@tcp LPNI seq info [41378:41378:8:4294967295] 00000400:00000200:3.0:1769074861.357991:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074861.357999:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.358006:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.358013:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074861.358021:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.358029:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.358034:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.358056:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074861.358061:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.358066:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:1.0:1769074861.358516:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.358523:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074861.358532:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.358538:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074861.363157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:3.1:1769074861.363182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00000400:00000200:1.0:1769074861.363692:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.363719:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668f5 00000400:00000200:1.0:1769074861.363729:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.363734:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.363744:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46088 00000400:00000010:1.0:1769074861.363748:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46088. 00010000:00000010:2.0:1769074861.363900:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:2.0:1769074861.363914:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e280. 00010000:00000010:3.1:1769074861.367958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074861.367983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074861.367988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074861.367998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000400:00000200:0.0:1769074861.370569:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.370599:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e5000 00000400:00000200:0.0:1769074861.370660:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 101488 00000400:00000200:0.0:1769074861.370753:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.370759:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.370771:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.370781:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f8a80. 00000020:00000010:2.0:1769074861.370937:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.370945:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.370954:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:2.0:1769074861.370961:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.370968:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.371021:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.371024:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.371028:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826530304 00000001:00000010:2.0:1769074861.371043:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074861.371080:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074861.371091:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 02000000:00000010:2.0:1769074861.371131:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859ba000. 00010000:00000010:2.0:1769074861.371177:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074861.371182:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074861.371214:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074861.371219:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074861.371224:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.371228:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.371350:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074861.371354:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074861.371359:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074861.371363:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074861.371455:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074861.371470:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.371476:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074861.371503:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074861.371523:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f8a80 x1855007826530304/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074861.371547:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074861.371555:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826530304, offset 224 00000400:00000200:2.0:1769074861.371563:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.371576:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.371583:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41383:41383:256:4294967295] 192.168.204.10@tcp LPNI seq info [41379:41379:8:4294967295] 00000400:00000200:2.0:1769074861.371594:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.371600:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.371646:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074861.371655:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.371663:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.371668:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.371686:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074861.371690:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.371695:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074861.372053:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.372059:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:1.0:1769074861.372064:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.372069:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.372075:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:1.0:1769074861.372078:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00010000:00000010:2.1:1769074861.372810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074861.372821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:3.0:1769074861.391296:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.391324:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e5100 00000400:00000200:3.0:1769074861.391344:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 102064 00000400:00000200:3.0:1769074861.391364:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.391369:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.391381:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.391389:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90887b80. 00000020:00000010:3.0:1769074861.391462:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f740. 00000020:00000010:3.0:1769074861.391468:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f740. 00000020:00000010:3.0:1769074861.391476:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.391483:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074861.391489:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.391544:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f740. 00000020:00000010:3.0:1769074861.391547:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f740. 00000100:00000200:3.0:1769074861.391551:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826530560 02000000:00000010:3.0:1769074861.391601:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83902000. 00010000:00000010:3.0:1769074861.391689:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074861.391714:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:3.0:1769074861.391741:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.391749:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074861.391772:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074861.391776:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074861.391781:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074861.391784:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074861.391908:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074861.391912:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074861.391916:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074861.391920:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00000020:00000010:3.0:1769074861.391949:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f88c0. 00000020:00000010:3.0:1769074861.391957:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f88c0. 00000020:00000010:3.0:1769074861.391970:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef17e0. 00080000:00000010:3.0:1769074861.391982:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f443000. 00000001:00000010:3.0:1769074861.392255:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1540. 00000001:00000010:3.0:1769074861.392264:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074861.392303:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef17e0. 00010000:00000010:3.0:1769074861.392312:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074861.392317:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074861.392331:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074861.392383:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074861.392392:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074861.392416:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074861.392420:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00080000:00000010:3.0:1769074861.392451:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab86497398. 00000004:00000010:3.0:1769074861.392462:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ebc300. 00000004:00000010:3.0:1769074861.392466:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0319430. 00000004:00000010:3.0:1769074861.392474:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86407528. 00000004:00000010:3.0:1769074861.392479:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab86495680. 00010000:00000010:3.0:1769074861.392489:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074861.392511:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890304, last committed = 17179890279 00010000:00000200:3.0:1769074861.392525:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90887b80 x1855007826530560/t17179890304(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.392550:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c463b8. 00000100:00000200:3.0:1769074861.392559:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826530560, offset 224 00000400:00000010:3.0:1769074861.392567:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccd90. 00000400:00000200:3.0:1769074861.392572:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.392589:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.392596:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41384:41384:256:4294967295] 192.168.204.10@tcp LPNI seq info [41380:41380:8:4294967295] 00000400:00000200:3.0:1769074861.392644:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074861.392653:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.392659:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.392666:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074861.392674:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.392683:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.392689:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.392715:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074861.392720:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.392725:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:3.0:1769074861.392851:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.392856:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:3.0:1769074861.392864:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.392879:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074861.393641:0:36901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074861.393654:0:36901:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074861.393659:0:36901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074861.393663:0:36901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:3.1:1769074861.409316:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:3.1:1769074861.409340:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074861.409348:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074861.409353:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074861.409359:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074861.409368:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000400:00000200:1.0:1769074861.409386:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.409411:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x668fd 00000400:00000200:1.0:1769074861.409420:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.409426:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.409432:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c463b8 00000400:00000010:1.0:1769074861.409436:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c463b8. 00000400:00000200:1.0:1769074861.409470:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.409477:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e5180 00000400:00000200:1.0:1769074861.409485:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 102552 00000400:00000200:1.0:1769074861.409556:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.409561:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.409567:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.409573:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a9880. 00000020:00000010:1.0:1769074861.409645:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.409651:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.409658:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189600. 00000020:00000010:1.0:1769074861.409663:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c300. 00000020:00000010:1.0:1769074861.409667:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.409701:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.409703:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.409706:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826530688 00000001:00000010:1.0:1769074861.409716:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:1.0:1769074861.410234:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074861.410243:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 02000000:00000010:1.0:1769074861.410273:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d1000. 00010000:00000010:1.0:1769074861.410308:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074861.410313:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.410333:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074861.410337:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.410341:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074861.410344:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074861.410417:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074861.410420:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074861.410423:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074861.410426:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074861.410495:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.410507:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074861.410512:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.410532:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074861.411220:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a9880 x1855007826530688/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.411247:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074861.411255:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826530688, offset 224 00000400:00000200:1.0:1769074861.411261:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.411285:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.411290:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41385:41385:256:4294967295] 192.168.204.10@tcp LPNI seq info [41381:41381:8:4294967295] 00000400:00000200:1.0:1769074861.411302:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.411307:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.411315:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074861.411323:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.411329:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.411333:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.411358:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c300. 00000020:00000010:1.0:1769074861.411363:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.411367:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189600. 00000800:00000200:1.0:1769074861.411495:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.411499:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:1.0:1769074861.411504:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.411510:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.411516:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:1.0:1769074861.411518:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00010000:00000010:3.0:1769074861.411598:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074861.411657:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00000400:00000200:3.0:1769074861.420714:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.420743:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e5280 00000400:00000200:3.0:1769074861.420756:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 103128 00000400:00000200:3.0:1769074861.420776:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.420781:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.420793:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.420804:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb2300. 00010000:00000010:3.1:1769074861.424348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074861.424370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00000020:00000010:0.0:1769074861.427637:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cac0. 00000020:00000010:0.0:1769074861.427653:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cac0. 00000020:00000010:0.0:1769074861.427663:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074861.427670:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074861.427676:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.427741:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cac0. 00000020:00000010:0.0:1769074861.427744:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cac0. 00000100:00000200:0.0:1769074861.427750:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826530944 02000000:00000010:0.0:1769074861.427804:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf01d000. 00010000:00000010:0.0:1769074861.427866:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:0.0:1769074861.427921:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce80. 00010000:00000010:0.0:1769074861.427956:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074861.427968:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.427993:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074861.427998:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074861.428004:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074861.428008:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.428111:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074861.428116:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074861.428120:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074861.428124:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074861.428152:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b560e0. 00000020:00000010:0.0:1769074861.428161:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b560e0. 00000020:00000010:0.0:1769074861.428176:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a2a0. 00080000:00000010:0.0:1769074861.428186:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa86000. 00000001:00000010:0.0:1769074861.428677:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a4e0. 00000001:00000010:0.0:1769074861.428688:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074861.428730:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a2a0. 00010000:00000010:0.0:1769074861.428741:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074861.428746:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.428761:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8e40. 00010000:00000010:0.0:1769074861.428890:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074861.428920:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daba03e3560. 00000004:00000010:0.0:1769074861.428931:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8bb3a000. 00000004:00000010:0.0:1769074861.428935:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0319ed0. 00000004:00000010:0.0:1769074861.428941:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86407780. 00000004:00000010:0.0:1769074861.428946:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab86494780. 00010000:00000010:0.0:1769074861.428959:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074861.428981:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890305, last committed = 17179890279 00010000:00000200:0.0:1769074861.428995:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb2300 x1855007826530944/t17179890305(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.429021:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074861.429030:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826530944, offset 224 00000400:00000010:0.0:1769074861.429039:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1460. 00000400:00000200:0.0:1769074861.429045:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.429066:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.429075:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41386:41386:256:4294967295] 192.168.204.10@tcp LPNI seq info [41382:41382:8:4294967295] 00000400:00000200:0.0:1769074861.429084:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.429092:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.429099:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.429107:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074861.429116:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.429126:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.429131:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.429162:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074861.429167:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.429172:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:1.0:1769074861.429291:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.429300:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:1.0:1769074861.429307:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.429317:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074861.432529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074861.432543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074861.432560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074861.432563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:3.0:1769074861.436784:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074861.436808:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:3.0:1769074861.436820:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8e40. 00000400:00000200:1.0:1769074861.436959:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.436982:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66905 00000400:00000200:1.0:1769074861.436990:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.436994:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.437001:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:1.0:1769074861.437015:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00000400:00000200:1.0:1769074861.437049:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.437056:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e5300 00000400:00000200:1.0:1769074861.437065:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 103616 00010000:00000010:0.0:1769074861.437093:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.437103:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00000400:00000200:1.0:1769074861.437132:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.437138:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.437143:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.437150:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5ab800. 00000020:00000010:0.0:1769074861.437231:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c800. 00000020:00000010:0.0:1769074861.437238:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c800. 00000020:00000010:0.0:1769074861.437247:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074861.437253:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074861.437259:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.437314:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c800. 00000020:00000010:0.0:1769074861.437317:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c800. 00000100:00000200:0.0:1769074861.437321:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826531072 00000001:00000010:0.0:1769074861.437345:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:0.0:1769074861.437379:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074861.437387:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074861.437426:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab89c4c000. 00010000:00000010:0.0:1769074861.437467:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074861.437473:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.437493:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074861.437497:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074861.437502:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074861.437505:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.437649:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074861.437653:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074861.437658:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074861.437662:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.437740:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.437750:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.437754:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074861.437778:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074861.437802:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5ab800 x1855007826531072/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.437827:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074861.437834:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826531072, offset 224 00000400:00000200:0.0:1769074861.437842:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.437860:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.437868:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41387:41387:256:4294967295] 192.168.204.10@tcp LPNI seq info [41383:41383:8:4294967295] 00000400:00000200:0.0:1769074861.437897:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.437904:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.437911:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074861.437920:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.437930:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.437936:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.437962:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074861.437968:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.437974:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:0.0:1769074861.438095:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.438100:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:0.0:1769074861.438105:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.438112:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.438118:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:0.0:1769074861.438121:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:0.1:1769074861.439235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:0.1:1769074861.439247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074861.439254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074861.439262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.1:1769074861.444639:0:36924:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074861.444656:0:36924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074861.450688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074861.450713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074861.450719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074861.450722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074861.450725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074861.450727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000400:00000200:1.0:1769074861.451207:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.451233:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e5400 00000400:00000200:1.0:1769074861.451245:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 104192 00000400:00000200:1.0:1769074861.451272:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.451278:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.451290:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.451298:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc5a8000. 00000020:00000010:1.0:1769074861.451391:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d780. 00000020:00000010:1.0:1769074861.451398:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d780. 00000020:00000010:1.0:1769074861.451409:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189600. 00000020:00000010:1.0:1769074861.451416:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c880. 00000020:00000010:1.0:1769074861.451423:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.451479:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d780. 00000020:00000010:1.0:1769074861.451482:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d780. 00000100:00000200:1.0:1769074861.451486:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826531328 02000000:00000010:1.0:1769074861.451537:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa82779000. 00010000:00000010:1.0:1769074861.451600:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074861.451658:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:1.0:1769074861.451684:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074861.451693:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074861.451715:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074861.451719:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c500. 00010000:00000010:1.0:1769074861.451723:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074861.451727:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074861.451851:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074861.451856:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074861.451862:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074861.451867:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00000020:00000010:1.0:1769074861.451914:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074861.451924:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bc20. 00000020:00000010:1.0:1769074861.451941:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae5608a0. 00080000:00000010:1.0:1769074861.451952:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8daea400. 00000001:00000010:1.0:1769074861.452284:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560000. 00000001:00000010:1.0:1769074861.452294:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111b40. 00000020:00000010:1.0:1769074861.452337:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae5608a0. 00010000:00000010:1.0:1769074861.452348:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074861.452353:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074861.452369:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111cc0. 00010000:00000010:1.0:1769074861.452425:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00080000:00000010:1.0:1769074861.452458:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff6d398. 00000004:00000010:1.0:1769074861.452467:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab87387cc0. 00000004:00000010:1.0:1769074861.452471:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f870880. 00000004:00000010:1.0:1769074861.452478:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2f78. 00000004:00000010:1.0:1769074861.452483:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbc5a1e00. 00010000:00000010:1.0:1769074861.452494:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074861.452518:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890306, last committed = 17179890279 00010000:00000200:1.0:1769074861.452532:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc5a8000 x1855007826531328/t17179890306(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.452558:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074861.452567:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826531328, offset 224 00000400:00000010:1.0:1769074861.452575:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cab8. 00000400:00000200:1.0:1769074861.452579:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.452597:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.452652:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41388:41388:256:4294967295] 192.168.204.10@tcp LPNI seq info [41384:41384:8:4294967295] 00000400:00000200:1.0:1769074861.452659:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074861.452668:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.452675:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.452681:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074861.452689:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.452698:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.452704:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.452728:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c880. 00000020:00000010:1.0:1769074861.452733:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.452737:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189600. 00000800:00000200:1.0:1769074861.452884:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.452889:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:1.0:1769074861.452895:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.452900:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074861.453511:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:2.0:1769074861.453526:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:2.0:1769074861.453538:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111cc0. 00000400:00000200:2.0:1769074861.458711:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074861.458737:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6690d 00000400:00000200:2.0:1769074861.458746:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.458753:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074861.458762:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:2.0:1769074861.458767:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00010000:00000010:3.0:1769074861.458843:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:3.0:1769074861.458863:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c500. 00000400:00000200:1.0:1769074861.460653:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.460673:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e5480 00000400:00000200:1.0:1769074861.460683:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 104680 00000400:00000200:1.0:1769074861.460743:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.460748:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.460756:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.460764:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa88ca1f80. 00000020:00000010:3.0:1769074861.461055:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f380. 00000020:00000010:3.0:1769074861.461066:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f380. 00000020:00000010:3.0:1769074861.461074:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074861.461081:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e600. 00000020:00000010:3.0:1769074861.461088:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.461138:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f380. 00000020:00000010:3.0:1769074861.461141:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f380. 00000100:00000200:3.0:1769074861.461144:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826531456 00000001:00000010:3.0:1769074861.461157:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:3.0:1769074861.461189:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074861.461209:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 02000000:00000010:3.0:1769074861.461243:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83906000. 00010000:00000010:3.0:1769074861.461491:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.461496:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074861.461519:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074861.461523:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074861.461527:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074861.461530:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:2.1:1769074861.461659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.0:1769074861.461665:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074861.461672:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:2.1:1769074861.461675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:3.0:1769074861.461677:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074861.461686:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:1.1:1769074861.461749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074861.461759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074861.461765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074861.461773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:3.0:1769074861.461777:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074861.461797:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074861.461804:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074861.461832:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000200:3.0:1769074861.461853:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa88ca1f80 x1855007826531456/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074861.461889:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074861.461899:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826531456, offset 224 00000400:00000200:3.0:1769074861.461907:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.461924:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.461932:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41389:41389:256:4294967295] 192.168.204.10@tcp LPNI seq info [41385:41385:8:4294967295] 00000400:00000200:3.0:1769074861.461947:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.461954:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.461961:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074861.461969:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.461977:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.461982:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.462012:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e600. 00000020:00000010:3.0:1769074861.462016:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.462021:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:1.0:1769074861.462205:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.462210:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074861.462219:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.462227:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.462233:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:1.0:1769074861.462235:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000400:00000200:3.0:1769074861.471320:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.471538:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e5580 00000400:00000200:3.0:1769074861.471551:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 105256 00000400:00000200:3.0:1769074861.471573:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.471579:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.471590:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.471599:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0700. 00000020:00000010:3.0:1769074861.471693:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f380. 00000020:00000010:3.0:1769074861.471700:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f380. 00000020:00000010:3.0:1769074861.471708:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8fd3a600. 00000020:00000010:3.0:1769074861.471715:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e600. 00000020:00000010:3.0:1769074861.471722:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074861.471765:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f380. 00000020:00000010:3.0:1769074861.471768:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f380. 00000100:00000200:3.0:1769074861.471772:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826531712 02000000:00000010:3.0:1769074861.471826:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab84cdd000. 00010000:00000010:3.0:1769074861.471894:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074861.471919:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074861.471946:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074861.471954:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074861.471975:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074861.471978:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074861.471983:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074861.471987:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074861.472096:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074861.472099:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074861.472103:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074861.472107:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00000020:00000010:3.0:1769074861.472134:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074861.472142:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074861.472156:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef17e0. 00080000:00000010:3.0:1769074861.472168:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f443400. 00010000:00000010:3.1:1769074861.474281:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:3.1:1769074861.474305:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000001:00000010:3.0:1769074861.474773:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1c60. 00000001:00000010:3.0:1769074861.474785:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074861.474833:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef17e0. 00010000:00000010:3.0:1769074861.474851:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074861.474861:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074861.474900:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074861.474967:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00080000:00000010:3.0:1769074861.475044:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae152000. 00000004:00000010:3.0:1769074861.475054:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9dcf00. 00000004:00000010:3.0:1769074861.475060:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafabbdc0. 00000004:00000010:3.0:1769074861.475066:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcfe88. 00000004:00000010:3.0:1769074861.475073:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4e8f00. 00010000:00000010:3.0:1769074861.475087:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074861.475113:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890307, last committed = 17179890279 00010000:00000200:3.0:1769074861.475128:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0700 x1855007826531712/t17179890307(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.475155:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074861.475164:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826531712, offset 224 00000400:00000010:3.0:1769074861.475172:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cce38. 00000400:00000200:3.0:1769074861.475177:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00010000:00000010:0.0:1769074861.475530:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:0.0:1769074861.475542:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:0.0:1769074861.475552:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00000400:00000200:3.0:1769074861.478485:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.478497:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41390:41390:256:4294967295] 192.168.204.10@tcp LPNI seq info [41386:41386:8:4294967295] 00000400:00000200:3.0:1769074861.478511:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074861.478519:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.478529:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.479618:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074861.479637:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.479647:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.479653:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.479705:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e600. 00000020:00000010:0.0:1769074861.479714:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:0.0:1769074861.479721:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8fd3a600. 00000800:00000200:1.0:1769074861.480215:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.480230:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074861.480245:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.480256:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.483817:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.483849:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66915 00000400:00000200:1.0:1769074861.483860:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.483866:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.483892:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:1.0:1769074861.483896:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00010000:00000010:0.0:1769074861.484205:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:0.0:1769074861.484223:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.1:1769074861.485290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074861.485304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074861.485308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074861.485312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00000400:00000200:3.0:1769074861.485972:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.485994:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e5600 00000400:00000200:3.0:1769074861.486005:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 105744 00000400:00000200:3.0:1769074861.486085:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.486090:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.486100:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.486108:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1500. 00000020:00000010:1.0:1769074861.486764:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.486775:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.486786:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189600. 00000020:00000010:1.0:1769074861.486793:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.486801:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.486854:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.486857:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.486863:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826531840 00000001:00000010:1.0:1769074861.486888:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111b40. 00010000:00000010:1.0:1769074861.486929:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074861.486940:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 02000000:00000010:1.0:1769074861.486979:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8277d000. 00010000:00000010:1.0:1769074861.487022:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074861.487026:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.487053:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074861.487057:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074861.487062:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074861.487067:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074861.487168:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074861.487172:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c280. 00010000:00000010:1.0:1769074861.487176:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074861.487180:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074861.487285:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.487299:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074861.487306:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074861.489968:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074861.490695:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1500 x1855007826531840/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.490744:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074861.490762:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826531840, offset 224 00000400:00000200:1.0:1769074861.490770:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.490797:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.490813:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41391:41391:256:4294967295] 192.168.204.10@tcp LPNI seq info [41387:41387:8:4294967295] 00000400:00000200:1.0:1769074861.490825:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.490830:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.490837:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074861.490843:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.490852:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.490857:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.490922:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.490929:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.490933:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189600. 00000800:00000200:2.0:1769074861.491334:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.491339:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:2.0:1769074861.491355:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.491362:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.491369:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:2.0:1769074861.491371:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00010000:00000010:3.1:1769074861.496645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074861.496660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00000400:00000200:3.0:1769074861.496780:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.496800:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e5700 00000400:00000200:3.0:1769074861.496809:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 106320 00000400:00000200:3.0:1769074861.496827:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.496831:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.496852:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.496859:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0e00. 00000020:00000010:2.0:1769074861.497133:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.497154:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.497175:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:2.0:1769074861.497182:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074861.497187:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.497229:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.497233:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.497237:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826532096 02000000:00000010:2.0:1769074861.497275:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859bc000. 00010000:00000010:2.0:1769074861.497320:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:2.0:1769074861.497338:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c280. 00010000:00000010:2.0:1769074861.497371:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.497378:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.497406:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074861.497411:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074861.497417:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074861.497420:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.497575:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074861.497579:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074861.497583:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074861.497586:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00000020:00000010:2.0:1769074861.497686:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef920. 00000020:00000010:2.0:1769074861.497694:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef920. 00000020:00000010:2.0:1769074861.497705:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6ea0. 00080000:00000010:2.0:1769074861.497714:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabadb06000. 00000001:00000010:2.0:1769074861.498036:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6540. 00000001:00000010:2.0:1769074861.498044:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074861.498094:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6ea0. 00010000:00000010:2.0:1769074861.498104:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074861.498108:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074861.498121:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:3.0:1769074861.498230:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074861.498238:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:3.0:1769074861.498242:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074861.498246:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00080000:00000010:2.0:1769074861.498295:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff80e40. 00000004:00000010:2.0:1769074861.498304:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7a8a80. 00000004:00000010:2.0:1769074861.498311:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfeea990. 00000004:00000010:2.0:1769074861.498316:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab878b82d0. 00000004:00000010:2.0:1769074861.498321:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbff43c20. 00010000:00000010:2.0:1769074861.498332:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074861.498350:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890308, last committed = 17179890279 00010000:00000200:2.0:1769074861.498360:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0e00 x1855007826532096/t17179890308(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.498381:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074861.498388:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826532096, offset 224 00000400:00000010:2.0:1769074861.498395:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169b98. 00000400:00000200:2.0:1769074861.498399:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.498414:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.498420:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41392:41392:256:4294967295] 192.168.204.10@tcp LPNI seq info [41388:41388:8:4294967295] 00000400:00000200:2.0:1769074861.498426:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.498432:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.498438:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.498443:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074861.498451:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.498458:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.498462:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.498489:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074861.498493:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.498498:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:3.0:1769074861.499119:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.499125:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074861.499130:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.499147:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074861.501176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074861.501191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074861.502346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074861.502363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:0.1:1769074861.502693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:0.1:1769074861.502699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00000400:00000200:2.0:1769074861.502857:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074861.502884:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6691d 00000400:00000200:2.0:1769074861.502892:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.502897:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074861.502904:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:2.0:1769074861.502909:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00000400:00000200:2.0:1769074861.502940:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.502946:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e5780 00000400:00000200:2.0:1769074861.502953:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 106808 00000400:00000200:2.0:1769074861.503052:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.503056:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.503061:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.503067:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0dbb80. 00010000:00000010:3.0:1769074861.503177:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00000020:00000010:0.0:1769074861.503182:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.503194:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.503203:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7c00. 00000020:00000010:0.0:1769074861.503210:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074861.503217:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.503288:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.503291:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.503295:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826532224 00000001:00000010:0.0:1769074861.503309:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:0.0:1769074861.503357:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074861.503367:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074861.503405:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab89c4f000. 00010000:00000010:0.0:1769074861.503448:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074861.503454:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.503479:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074861.503483:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074861.503488:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074861.503491:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074861.503561:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00010000:00000010:0.0:1769074861.503595:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074861.503601:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074861.503633:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074861.503638:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.503754:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.503767:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.503772:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074861.503796:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074861.503825:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0dbb80 x1855007826532224/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.503852:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074861.503861:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826532224, offset 224 00000400:00000200:0.0:1769074861.503881:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.503898:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.503906:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41393:41393:256:4294967295] 192.168.204.10@tcp LPNI seq info [41389:41389:8:4294967295] 00000400:00000200:0.0:1769074861.503921:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.503928:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.503934:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074861.503943:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.503952:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.503958:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.503982:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074861.503986:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.503991:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7c00. 00000800:00000200:3.0:1769074861.504167:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.504172:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074861.504177:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.504191:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.504198:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:3.0:1769074861.504200:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:1.1:1769074861.507564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074861.507587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074861.507593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074861.507597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:2.1:1769074861.511429:0:37043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:2.1:1769074861.511444:0:37043:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074861.511450:0:37043:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074861.511454:0:37043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074861.511461:0:37043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000001:00000010:2.0:1769074861.511476:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a660. 00080000:00000010:2.0:1769074861.511483:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabc180f800. 00000001:00000010:2.0:1769074861.511489:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a720. 00080000:00000010:2.0:1769074861.511491:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabc180cc00. 00000001:00000010:2.0:1769074861.511755:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560b40. 00080000:00000010:2.0:1769074861.511761:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2e400. 00000001:00000010:2.0:1769074861.511769:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560540. 00080000:00000010:2.0:1769074861.511772:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2e800. 00000001:00000010:2.0:1769074861.511776:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560a80. 00080000:00000010:2.0:1769074861.511779:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2d800. 00000001:00000010:2.0:1769074861.511938:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6480. 00080000:00000010:2.0:1769074861.511943:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259ec00. 00000001:00000010:2.0:1769074861.512035:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef12a0. 00080000:00000010:2.0:1769074861.512041:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff76400. 00000001:00000010:2.0:1769074861.512045:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef15a0. 00080000:00000010:2.0:1769074861.512049:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a41e800. 00010000:00000010:3.1:1769074861.513658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000400:00000200:3.0:1769074861.514458:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.514478:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e5880 00000400:00000200:3.0:1769074861.514516:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 107384 00000400:00000200:3.0:1769074861.514534:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.514540:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.514548:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.514555:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb2a00. 00000020:00000010:0.0:1769074861.514677:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.514682:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.514688:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7c00. 00000020:00000010:0.0:1769074861.514694:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074861.514699:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.514747:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.514750:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.514753:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826532480 02000000:00000010:0.0:1769074861.514792:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c48000. 00010000:00000010:0.0:1769074861.514846:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.514862:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074861.514893:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074861.514900:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.514916:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074861.514920:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074861.514924:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074861.514927:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.515002:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074861.515005:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074861.515008:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.515011:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074861.515030:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56500. 00000020:00000010:0.0:1769074861.515037:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56500. 00000020:00000010:0.0:1769074861.515047:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a2a0. 00080000:00000010:0.0:1769074861.515056:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa85400. 00000001:00000010:0.0:1769074861.515274:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a420. 00000001:00000010:0.0:1769074861.515281:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8540. 00000020:00000010:0.0:1769074861.515312:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a2a0. 00010000:00000010:0.0:1769074861.515319:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074861.515324:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.515335:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d89c0. 00010000:00000010:0.0:1769074861.515368:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074861.515392:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae153398. 00000004:00000010:0.0:1769074861.515398:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9dc240. 00000004:00000010:0.0:1769074861.515402:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafaba880. 00000004:00000010:0.0:1769074861.515406:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf618. 00000004:00000010:0.0:1769074861.515410:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4e85a0. 00010000:00000010:0.0:1769074861.515417:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074861.515434:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890309, last committed = 17179890279 00010000:00000200:0.0:1769074861.515444:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb2a00 x1855007826532480/t17179890309(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.515463:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074861.515471:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826532480, offset 224 00000400:00000010:0.0:1769074861.515478:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1700. 00000400:00000200:0.0:1769074861.515482:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.515496:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.515501:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41394:41394:256:4294967295] 192.168.204.10@tcp LPNI seq info [41390:41390:8:4294967295] 00000400:00000200:0.0:1769074861.515508:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.515515:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.515521:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.515526:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074861.515532:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.515539:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.515544:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.515571:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66b00. 00000020:00000010:0.0:1769074861.515575:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.515578:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7c00. 00010000:00000010:3.0:1769074861.515770:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00000800:00000200:1.0:1769074861.515772:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1769074861.515779:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00000800:00000010:1.0:1769074861.515784:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00010000:00000010:3.0:1769074861.515791:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d89c0. 00000400:00000200:1.0:1769074861.515795:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.515807:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074861.517856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074861.517879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074861.517885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074861.517888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074861.517998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074861.518005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00000400:00000200:3.0:1769074861.518517:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.518537:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66925 00000400:00000200:3.0:1769074861.518556:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.518561:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.518569:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:3.0:1769074861.518572:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00010000:00000010:0.0:1769074861.518708:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.518719:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00000400:00000200:3.0:1769074861.522052:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.522072:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e5900 00000400:00000200:3.0:1769074861.522082:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 107872 00000400:00000200:3.0:1769074861.522152:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.522157:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.522166:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.522174:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb3100. 00000020:00000010:2.0:1769074861.522401:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.522407:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.522413:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:2.0:1769074861.522420:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074861.522425:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.522464:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.522467:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.522470:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826532608 00000001:00000010:2.0:1769074861.522480:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074861.522507:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.522514:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 02000000:00000010:2.0:1769074861.522542:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859b9000. 00010000:00000010:2.0:1769074861.522574:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074861.522578:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074861.522598:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074861.522636:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074861.522642:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074861.522645:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074861.522772:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074861.522776:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074861.522780:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074861.522783:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074861.522849:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074861.522862:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074861.522877:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074861.522900:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074861.522917:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb3100 x1855007826532608/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074861.522940:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074861.522946:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826532608, offset 224 00000400:00000200:2.0:1769074861.522953:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.522964:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.522970:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41395:41395:256:4294967295] 192.168.204.10@tcp LPNI seq info [41391:41391:8:4294967295] 00000400:00000200:2.0:1769074861.522981:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.522986:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.522990:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074861.522996:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.523004:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.523013:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.523036:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074861.523040:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.523045:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:1.0:1769074861.523188:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.1:1769074861.523190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074861.523200:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00000800:00000010:1.0:1769074861.523208:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00010000:00000010:0.1:1769074861.523209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:1.0:1769074861.523218:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1769074861.523221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:1.0:1769074861.523229:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.523238:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:1.0:1769074861.523242:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00010000:00000010:3.1:1769074861.526796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074861.526811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074861.526878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074861.526884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000400:00000200:3.0:1769074861.529574:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.529597:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e5a00 00000400:00000200:3.0:1769074861.529654:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 108448 00000400:00000200:3.0:1769074861.529673:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.529677:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.529686:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.529693:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb2d80. 00000020:00000010:0.0:1769074861.529804:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.529809:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.529815:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7c00. 00000020:00000010:0.0:1769074861.529820:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66300. 00000020:00000010:0.0:1769074861.529825:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef4b0. 00000020:00000010:0.0:1769074861.529860:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.529863:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.529866:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826532864 02000000:00000010:0.0:1769074861.529930:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c4d000. 00010000:00000010:0.0:1769074861.529968:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:0.0:1769074861.529984:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:0.0:1769074861.530004:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074861.530010:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.530027:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074861.530031:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074861.530035:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074861.530038:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.530124:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074861.530128:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074861.530131:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.530134:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074861.530154:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56500. 00000020:00000010:0.0:1769074861.530160:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56500. 00000020:00000010:0.0:1769074861.530171:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a2a0. 00080000:00000010:0.0:1769074861.530180:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa87c00. 00000001:00000010:0.0:1769074861.530438:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a840. 00000001:00000010:0.0:1769074861.530446:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074861.530480:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a2a0. 00010000:00000010:0.0:1769074861.530488:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074861.530492:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.530504:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8300. 00010000:00000010:0.0:1769074861.530546:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074861.530568:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daba03e28e8. 00000004:00000010:0.0:1769074861.530574:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbea0be40. 00000004:00000010:0.0:1769074861.530579:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0318330. 00000004:00000010:0.0:1769074861.530583:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab864072d0. 00000004:00000010:0.0:1769074861.530588:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabafd62780. 00010000:00000010:0.0:1769074861.530595:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074861.530654:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890310, last committed = 17179890279 00010000:00000200:0.0:1769074861.530664:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb2d80 x1855007826532864/t17179890310(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.530683:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074861.530689:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826532864, offset 224 00000400:00000010:0.0:1769074861.530696:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d11f8. 00000400:00000200:0.0:1769074861.530702:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.530715:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.530722:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41396:41396:256:4294967295] 192.168.204.10@tcp LPNI seq info [41392:41392:8:4294967295] 00000400:00000200:0.0:1769074861.530727:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.530733:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.530739:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.530817:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074861.530838:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.530848:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00010000:00000010:3.0:1769074861.531004:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074861.531012:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:3.0:1769074861.531018:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8300. 00000800:00000200:1.0:1769074861.531447:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.531494:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66300. 00000020:00000010:1.0:1769074861.531503:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef4b0. 00000020:00000010:1.0:1769074861.531508:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7c00. 00010000:00000010:2.1:1769074861.531709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074861.531719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074861.531723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074861.531726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000800:00000200:3.0:1769074861.531749:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.531757:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:3.0:1769074861.531765:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.531772:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.534202:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.534233:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6692d 00000400:00000200:1.0:1769074861.534242:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.534248:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.534256:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:1.0:1769074861.534260:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00010000:00000010:3.0:1769074861.534465:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074861.534480:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00000400:00000200:3.0:1769074861.535782:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.535800:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e5a80 00000400:00000200:3.0:1769074861.535957:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 108936 00000400:00000200:3.0:1769074861.536034:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.536040:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.536050:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.536059:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb3800. 00010000:00000010:0.1:1769074861.536690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:0.1:1769074861.536710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074861.536716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074861.536723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000020:00000010:0.0:1769074861.540106:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.540120:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.540132:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6400. 00000020:00000010:0.0:1769074861.540138:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074861.540144:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.540202:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.540206:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.540210:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826532992 00000001:00000010:0.0:1769074861.540221:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8540. 00010000:00000010:0.0:1769074861.540248:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074861.540257:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074861.540296:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab89c4b000. 00010000:00000010:0.0:1769074861.540325:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.540330:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.540352:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074861.540355:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074861.540359:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074861.540363:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.540447:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074861.540451:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074861.540455:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074861.540458:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.540524:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.540536:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.540541:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074861.540579:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074861.540600:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb3800 x1855007826532992/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.540649:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074861.540658:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826532992, offset 224 00000400:00000200:0.0:1769074861.540666:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.540680:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.540687:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41397:41397:256:4294967295] 192.168.204.10@tcp LPNI seq info [41393:41393:8:4294967295] 00000400:00000200:0.0:1769074861.540699:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.540705:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.540710:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ab00. 00000800:00000200:0.0:1769074861.540718:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.540726:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.540730:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ab00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.540767:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074861.540771:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.540774:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6400. 00000800:00000200:2.0:1769074861.541082:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.541092:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ab00. 00000400:00000200:2.0:1769074861.541101:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.541111:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.541118:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:2.0:1769074861.541122:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00010000:00000010:3.1:1769074861.544672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074861.544698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00000400:00000200:1.0:1769074861.545160:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.545187:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e5b80 00000400:00000200:1.0:1769074861.545198:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 109512 00000400:00000200:1.0:1769074861.545221:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.545226:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.545237:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.545251:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485180. 00000020:00000010:0.0:1769074861.545352:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.545363:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.545370:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6400. 00000020:00000010:0.0:1769074861.545376:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074861.545381:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.545433:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.545436:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.545439:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826533248 02000000:00000010:0.0:1769074861.545474:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c4a000. 00010000:00000010:0.0:1769074861.545514:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.545530:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074861.545550:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074861.545556:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.545574:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074861.545577:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074861.545581:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074861.545584:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.545714:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074861.545718:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074861.545722:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074861.545725:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074861.545766:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56500. 00000020:00000010:0.0:1769074861.545774:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56500. 00000020:00000010:0.0:1769074861.545788:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a2a0. 00080000:00000010:0.0:1769074861.545800:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa85800. 00000001:00000010:0.0:1769074861.546088:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a600. 00000001:00000010:0.0:1769074861.546096:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d83c0. 00000020:00000010:0.0:1769074861.546130:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a2a0. 00010000:00000010:0.0:1769074861.546138:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074861.546142:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.546156:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8540. 00010000:00000010:0.0:1769074861.546198:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074861.546487:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daba03e2390. 00000004:00000010:0.0:1769074861.546495:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbea0b3c0. 00000004:00000010:0.0:1769074861.546499:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0318ff0. 00000004:00000010:0.0:1769074861.546505:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab864074b0. 00000004:00000010:0.0:1769074861.546510:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabafd63c20. 00010000:00000010:0.0:1769074861.546522:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074861.546542:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890311, last committed = 17179890279 00010000:00000200:0.0:1769074861.546556:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485180 x1855007826533248/t17179890311(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.546577:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074861.546585:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826533248, offset 224 00000400:00000010:0.0:1769074861.546593:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1498. 00000400:00000200:0.0:1769074861.546597:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.546653:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.546660:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41398:41398:256:4294967295] 192.168.204.10@tcp LPNI seq info [41394:41394:8:4294967295] 00000400:00000200:0.0:1769074861.546668:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.546676:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.546681:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.546687:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074861.546694:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.546702:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.546707:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.546728:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074861.546745:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.546749:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6400. 00000800:00000200:1.0:1769074861.547106:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.547111:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:1.0:1769074861.547116:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.547121:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074861.548751:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074861.548774:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:3.0:1769074861.548792:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8540. 00000400:00000200:2.0:1769074861.549002:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074861.549025:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66935 00000400:00000200:2.0:1769074861.549037:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.549041:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074861.549048:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:2.0:1769074861.549052:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00000400:00000200:2.0:1769074861.549085:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.549091:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e5c00 00000400:00000200:2.0:1769074861.549098:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 110000 00000400:00000200:2.0:1769074861.549160:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.549163:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.549169:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.549175:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0db800. 00000020:00000010:1.0:1769074861.549297:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.549303:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.549311:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189600. 00000020:00000010:1.0:1769074861.549316:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.549321:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.549366:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.549369:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.549373:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826533376 00000001:00000010:1.0:1769074861.549384:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:1.0:1769074861.549411:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074861.549419:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 02000000:00000010:1.0:1769074861.549448:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82778000. 00010000:00000010:1.0:1769074861.549481:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074861.549485:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074861.549526:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074861.549530:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074861.549535:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074861.549538:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.549643:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074861.549647:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074861.549652:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074861.549657:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:3.1:1769074861.549676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074861.549689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:1.0:1769074861.549735:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074861.549749:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.549754:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074861.549775:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074861.549790:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0db800 x1855007826533376/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.549814:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fca18. 00000100:00000200:1.0:1769074861.549819:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826533376, offset 224 00000400:00000200:1.0:1769074861.549826:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.549836:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.549842:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41399:41399:256:4294967295] 192.168.204.10@tcp LPNI seq info [41395:41395:8:4294967295] 00000400:00000200:1.0:1769074861.549852:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.549857:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.549862:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074861.549877:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.549883:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.549888:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.549917:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.549921:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.549924:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189600. 00010000:00000010:0.1:1769074861.550011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074861.550020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074861.550025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074861.550028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074861.550050:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.550058:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00000800:00000200:3.0:1769074861.550058:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.550070:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:3.0:1769074861.550080:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.550089:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.550096:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fca18 00000400:00000010:3.0:1769074861.550099:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fca18. 00010000:00000010:0.1:1769074861.553716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074861.553745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074861.553753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:1.0:1769074861.553840:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.553860:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e5d00 00000400:00000200:1.0:1769074861.553880:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 110576 00000400:00000200:1.0:1769074861.553900:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.553905:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.553913:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.553919:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487480. 00010000:00000010:0.1:1769074861.554008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000020:00000010:2.0:1769074861.554142:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.554148:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.554155:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:2.0:1769074861.554161:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074861.554167:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.554291:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.554295:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.554298:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826533632 02000000:00000010:2.0:1769074861.554334:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859bd000. 00010000:00000010:2.0:1769074861.554374:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:2.0:1769074861.554391:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:2.0:1769074861.554414:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074861.554420:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.554436:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074861.554440:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074861.554444:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074861.554447:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074861.554526:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074861.554529:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074861.554534:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.554537:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00000020:00000010:2.0:1769074861.554561:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef920. 00000020:00000010:2.0:1769074861.554568:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef920. 00000020:00000010:2.0:1769074861.554578:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6480. 00080000:00000010:2.0:1769074861.554589:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a41d800. 00000001:00000010:2.0:1769074861.554952:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede62a0. 00000001:00000010:2.0:1769074861.554959:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074861.554991:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6480. 00010000:00000010:2.0:1769074861.555002:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074861.555006:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074861.555018:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074861.555062:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:3.0:1769074861.555102:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:3.0:1769074861.555121:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00080000:00000010:2.0:1769074861.555124:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff44720. 00010000:00000010:3.0:1769074861.555137:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00000004:00000010:2.0:1769074861.555138:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab87387540. 00000004:00000010:2.0:1769074861.555148:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f871ed0. 00000004:00000010:2.0:1769074861.555155:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede27f8. 00000004:00000010:2.0:1769074861.555160:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab87f89e00. 00010000:00000010:2.0:1769074861.555178:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074861.555316:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890312, last committed = 17179890279 00010000:00000200:2.0:1769074861.555326:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487480 x1855007826533632/t17179890312(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.555344:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074861.555350:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826533632, offset 224 00000400:00000010:2.0:1769074861.555358:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169c08. 00000400:00000200:2.0:1769074861.555361:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.555375:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.555381:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41400:41400:256:4294967295] 192.168.204.10@tcp LPNI seq info [41396:41396:8:4294967295] 00000400:00000200:2.0:1769074861.555386:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.555392:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.555398:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.555402:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074861.555408:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.555414:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.555418:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.555447:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074861.555452:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.555457:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:3.0:1769074861.555645:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.555652:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074861.555658:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.555669:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074861.556823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074861.556835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074861.556840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074861.556843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:0.1:1769074861.557647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074861.557656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074861.560401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074861.560424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:1.0:1769074861.560676:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.560702:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6693d 00000400:00000200:1.0:1769074861.560711:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.560716:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.560722:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:1.0:1769074861.560726:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00000400:00000200:1.0:1769074861.560765:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.560773:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e5d80 00000400:00000200:1.0:1769074861.560781:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 111064 00000400:00000200:1.0:1769074861.560855:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.560860:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.560866:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.560880:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486a00. 00000020:00000010:1.0:1769074861.560944:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.560949:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.560957:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189600. 00000020:00000010:1.0:1769074861.560962:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.560967:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.561006:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.561009:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.561011:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826533760 00000001:00000010:1.0:1769074861.561022:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d83c0. 00010000:00000010:1.0:1769074861.561049:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074861.561057:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 02000000:00000010:1.0:1769074861.561083:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8277a000. 00010000:00000010:1.0:1769074861.561113:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074861.561117:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.561135:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074861.561139:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074861.561142:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074861.561145:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074861.561234:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074861.561237:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.561241:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074861.561245:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074861.561324:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.561335:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074861.561341:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074861.561360:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000200:1.0:1769074861.561374:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486a00 x1855007826533760/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.561399:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00010000:00000010:3.0:1769074861.561402:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00000100:00000200:1.0:1769074861.561406:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826533760, offset 224 00000400:00000200:1.0:1769074861.561419:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00010000:00000010:3.0:1769074861.561420:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00000400:00000200:1.0:1769074861.561440:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.561448:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41401:41401:256:4294967295] 192.168.204.10@tcp LPNI seq info [41397:41397:8:4294967295] 00000400:00000200:1.0:1769074861.561462:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.561468:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.561473:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074861.561480:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.561487:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.561491:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.561516:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.561521:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.561525:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189600. 00000800:00000200:3.0:1769074861.561649:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.561655:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074861.561663:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.561671:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.561678:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:3.0:1769074861.561680:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00010000:00000010:2.1:1769074861.562149:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:2.1:1769074861.562158:0:1346:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:2.1:1769074861.568656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074861.568683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:3.1:1769074861.568686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074861.568705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000400:00000200:3.0:1769074861.570939:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.570969:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e5e80 00000400:00000200:3.0:1769074861.570981:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 111640 00000400:00000200:3.0:1769074861.571002:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.571007:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.571018:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.571026:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb3480. 00000020:00000010:1.0:1769074861.571126:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.571136:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.571147:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b189600. 00000020:00000010:1.0:1769074861.571153:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074861.571159:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000020:00000010:1.0:1769074861.571214:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.571217:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.571221:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826534016 02000000:00000010:1.0:1769074861.571273:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc4ec000. 00010000:00000010:1.0:1769074861.571316:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074861.571334:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.571355:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074861.571360:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074861.571375:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074861.571379:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.571383:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074861.571386:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074861.571460:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074861.571463:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074861.571467:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074861.571470:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00000020:00000010:1.0:1769074861.571495:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b1a0. 00000020:00000010:1.0:1769074861.571502:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b1a0. 00000020:00000010:1.0:1769074861.571513:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae5608a0. 00080000:00000010:1.0:1769074861.571523:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dae9800. 00000001:00000010:0.0:1769074861.572360:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a2a0. 00000001:00000010:0.0:1769074861.572747:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074861.572795:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae5608a0. 00010000:00000010:0.0:1769074861.572812:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074861.572821:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.572841:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8d80. 00010000:00000010:0.0:1769074861.572896:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00080000:00000010:0.0:1769074861.572943:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae1528e8. 00000004:00000010:0.0:1769074861.572953:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9dc780. 00000004:00000010:0.0:1769074861.572958:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafabb320. 00000004:00000010:0.0:1769074861.572965:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf1e0. 00000004:00000010:0.0:1769074861.572972:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4e83c0. 00010000:00000010:0.0:1769074861.572990:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:3.1:1769074861.572994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074861.573010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000200:0.0:1769074861.573014:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890313, last committed = 17179890279 00010000:00000010:3.0:1769074861.573051:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074861.573062:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:3.0:1769074861.573072:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8d80. 00010000:00000010:1.1:1769074861.573423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074861.573432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074861.573437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074861.573440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000200:0.0:1769074861.573469:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb3480 x1855007826534016/t17179890313(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.573503:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074861.573511:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826534016, offset 224 00000400:00000010:0.0:1769074861.573518:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d18c0. 00000400:00000200:0.0:1769074861.573523:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.573539:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.573654:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41402:41402:256:4294967295] 192.168.204.10@tcp LPNI seq info [41398:41398:8:4294967295] 00000400:00000200:0.0:1769074861.573663:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.573670:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.573676:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.573681:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074861.573688:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.573695:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.573700:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.573728:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c000. 00000020:00000010:0.0:1769074861.573733:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:0.0:1769074861.573738:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b189600. 00000800:00000200:1.0:1769074861.575782:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.575791:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074861.575798:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.575806:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.577829:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.578424:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66945 00000400:00000200:3.0:1769074861.578435:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.578441:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.578451:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:3.0:1769074861.578454:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00010000:00000010:0.0:1769074861.578579:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:0.0:1769074861.578600:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.1:1769074861.582464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000400:00000200:3.0:1769074861.582475:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00010000:00000010:1.1:1769074861.582482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00000400:00000200:3.0:1769074861.582514:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e5f00 00000400:00000200:3.0:1769074861.582527:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 112128 00010000:00000010:3.1:1769074861.582671:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074861.582675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:3.1:1769074861.582685:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074861.582695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:3.0:1769074861.582700:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.582709:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.582719:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.582727:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0380. 00000020:00000010:0.0:1769074861.582832:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.582839:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.582846:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6400. 00000020:00000010:0.0:1769074861.582852:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66980. 00000020:00000010:0.0:1769074861.582857:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.582911:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.582914:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.582917:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826534144 00000001:00000010:0.0:1769074861.582930:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:0.0:1769074861.582957:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074861.582964:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074861.582994:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4f56000. 00010000:00000010:0.0:1769074861.583024:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074861.583029:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.583060:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074861.583064:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074861.583068:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074861.583072:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.583148:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074861.583151:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074861.583154:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074861.583157:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.583235:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.583249:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.583255:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074861.583276:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074861.583293:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0380 x1855007826534144/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.583314:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074861.583321:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826534144, offset 224 00000400:00000200:0.0:1769074861.583329:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.583344:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.583351:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41403:41403:256:4294967295] 192.168.204.10@tcp LPNI seq info [41399:41399:8:4294967295] 00000400:00000200:0.0:1769074861.583377:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.583384:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.583390:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074861.583396:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.583403:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.583407:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.583421:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66980. 00000020:00000010:0.0:1769074861.583425:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.583429:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6400. 00000800:00000200:1.0:1769074861.583703:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.583711:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074861.583717:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.583723:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.583729:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:1.0:1769074861.583733:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:0.1:1769074861.586667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074861.586686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:3.0:1769074861.590763:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.590791:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e6000 00000400:00000200:3.0:1769074861.590803:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 112704 00000400:00000200:3.0:1769074861.590823:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.590828:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.590839:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.590859:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0a80. 00000020:00000010:2.0:1769074861.591121:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.591134:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.591143:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:2.0:1769074861.591149:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074861.591155:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.591213:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.591216:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.591220:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826534400 02000000:00000010:2.0:1769074861.591263:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8bc40000. 00010000:00000010:2.0:1769074861.591301:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074861.591316:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:2.0:1769074861.591334:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074861.591338:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.591355:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074861.591357:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074861.591360:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.591362:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074861.591430:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074861.591432:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074861.591434:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074861.591436:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00000020:00000010:2.0:1769074861.591451:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef920. 00000020:00000010:2.0:1769074861.591458:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef920. 00000020:00000010:2.0:1769074861.591470:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6480. 00080000:00000010:2.0:1769074861.591482:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff76400. 00010000:00000010:0.1:1769074861.591672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074861.591680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074861.591684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074861.591686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000001:00000010:2.0:1769074861.591725:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6d80. 00000001:00000010:2.0:1769074861.591743:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074861.591770:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6480. 00010000:00000010:2.0:1769074861.591776:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074861.591779:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074861.591789:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074861.591820:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00080000:00000010:2.0:1769074861.591840:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff81728. 00000004:00000010:2.0:1769074861.591845:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7a8f00. 00000004:00000010:2.0:1769074861.591851:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfeea110. 00000004:00000010:2.0:1769074861.591854:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab878b81e0. 00000004:00000010:2.0:1769074861.591857:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbff434a0. 00010000:00000010:2.0:1769074861.591862:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:2.0:1769074861.591889:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890314, last committed = 17179890279 00010000:00000200:2.0:1769074861.591901:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0a80 x1855007826534400/t17179890314(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.591927:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074861.591934:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826534400, offset 224 00000400:00000010:2.0:1769074861.591942:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169ee0. 00000400:00000200:2.0:1769074861.591948:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00010000:00000010:3.0:1769074861.591960:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00000400:00000200:2.0:1769074861.591969:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00010000:00000010:3.0:1769074861.591976:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00000400:00000200:2.0:1769074861.591982:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41404:41404:256:4294967295] 192.168.204.10@tcp LPNI seq info [41400:41400:8:4294967295] 00000400:00000200:2.0:1769074861.591995:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00010000:00000010:3.0:1769074861.591996:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00000400:00000200:2.0:1769074861.592011:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.592020:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.592026:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074861.592034:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.592041:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.592045:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.592073:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074861.592079:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.592084:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:0.0:1769074861.592934:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.592941:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:0.0:1769074861.592946:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.592953:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.594685:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.594707:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6694d 00000400:00000200:1.0:1769074861.594714:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.594718:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.594725:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:1.0:1769074861.594729:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00010000:00000010:3.0:1769074861.594826:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:3.0:1769074861.594846:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:2.1:1769074861.597673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:2.1:1769074861.597690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00000400:00000200:3.0:1769074861.602214:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.602245:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e6080 00000400:00000200:3.0:1769074861.602256:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 113192 00000400:00000200:3.0:1769074861.602343:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.602349:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.602361:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.602371:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1180. 00000020:00000010:2.0:1769074861.602462:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.602474:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.602484:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0e00. 00000020:00000010:2.0:1769074861.602490:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be00. 00000020:00000010:2.0:1769074861.602495:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117c80. 00000020:00000010:2.0:1769074861.602544:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.602547:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.602550:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826534528 00000001:00000010:2.0:1769074861.602562:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:2.0:1769074861.602589:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074861.602596:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.1:1769074861.602635:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074861.602644:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 02000000:00000010:2.0:1769074861.602670:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8bc46000. 00010000:00000010:2.0:1769074861.602701:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074861.602706:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074861.602727:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074861.602787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074861.602797:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:3.1:1769074861.602799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:0.0:1769074861.602898:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074861.602906:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.602985:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074861.602989:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074861.602993:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074861.602996:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.603072:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:0.0:1769074861.603083:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.603088:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:0.0:1769074861.603107:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000200:0.0:1769074861.603125:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1180 x1855007826534528/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.603145:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9c38. 00000100:00000200:0.0:1769074861.603152:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826534528, offset 224 00000400:00000200:0.0:1769074861.603160:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.603173:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.603191:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41405:41405:256:4294967295] 192.168.204.10@tcp LPNI seq info [41401:41401:8:4294967295] 00000400:00000200:0.0:1769074861.603202:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.603208:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.603213:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074861.603220:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.603227:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.603231:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.603258:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be00. 00000020:00000010:0.0:1769074861.603262:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117c80. 00000020:00000010:0.0:1769074861.603267:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0e00. 00000800:00000200:2.0:1769074861.603380:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.603384:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074861.603389:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.603394:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.603400:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:2.0:1769074861.603402:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00010000:00000010:3.1:1769074861.606726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074861.606751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:0.1:1769074861.611946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:0.1:1769074861.611965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074861.611970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074861.611973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000400:00000200:0.0:1769074861.612215:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.612236:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e6180 00000400:00000200:0.0:1769074861.612244:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 113768 00000400:00000200:0.0:1769074861.612265:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.612270:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.612279:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.612285:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fa300. 00000020:00000010:1.0:1769074861.612429:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.612436:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.612444:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.612460:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.612466:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.612513:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.612515:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.612519:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826534784 02000000:00000010:1.0:1769074861.612553:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc4e8000. 00010000:00000010:1.0:1769074861.612589:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074861.612639:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:1.0:1769074861.612995:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074861.613003:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.613032:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074861.613036:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074861.613040:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074861.613043:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074861.613131:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074861.613135:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074861.613138:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074861.613141:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00000020:00000010:1.0:1769074861.613166:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b0a0. 00000020:00000010:1.0:1769074861.613173:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b0a0. 00000020:00000010:1.0:1769074861.613236:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560960. 00080000:00000010:1.0:1769074861.613248:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dae9400. 00000001:00000010:1.0:1769074861.613912:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560660. 00000001:00000010:1.0:1769074861.613921:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111840. 00000020:00000010:1.0:1769074861.613955:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560960. 00010000:00000010:1.0:1769074861.613967:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074861.613972:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.613987:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111b40. 00010000:00000010:1.0:1769074861.614045:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00080000:00000010:1.0:1769074861.614071:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff81ab8. 00000004:00000010:1.0:1769074861.614079:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7a8540. 00000004:00000010:1.0:1769074861.614085:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfeebba0. 00000004:00000010:1.0:1769074861.614089:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab878b8708. 00000004:00000010:1.0:1769074861.614095:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89cec960. 00010000:00000010:1.0:1769074861.614105:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074861.614126:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890315, last committed = 17179890279 00010000:00000200:1.0:1769074861.614137:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fa300 x1855007826534784/t17179890315(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.614169:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074861.614176:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826534784, offset 224 00010000:00000010:3.0:1769074861.614393:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:3.0:1769074861.614400:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00010000:00000010:3.0:1769074861.614409:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111b40. 00000400:00000010:1.0:1769074861.614441:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c1f8. 00000400:00000200:1.0:1769074861.614448:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.614551:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.614559:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41406:41406:256:4294967295] 192.168.204.10@tcp LPNI seq info [41402:41402:8:4294967295] 00000400:00000200:1.0:1769074861.614566:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074861.614572:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.614578:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.614584:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074861.614591:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.614598:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.615563:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.615624:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.615630:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.615635:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00000800:00000200:3.0:1769074861.615862:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.615876:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074861.615882:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.615889:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074861.618528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:2.0:1769074861.619955:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074861.619978:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66955 00000400:00000200:2.0:1769074861.619985:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.619988:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074861.619995:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:2.0:1769074861.619997:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00010000:00000010:0.0:1769074861.620177:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:0.0:1769074861.620243:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c100. 00010000:00000010:1.1:1769074861.622911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074861.622944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074861.622951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000400:00000200:0.0:1769074861.624267:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.624285:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e6200 00000400:00000200:0.0:1769074861.624295:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 114256 00000400:00000200:0.0:1769074861.624352:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.624357:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.624365:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.624371:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f8700. 00000020:00000010:1.0:1769074861.625198:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.625206:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.625214:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.625220:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.625225:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.625263:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.625266:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.625269:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826534912 00000001:00000010:1.0:1769074861.625279:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:1.0:1769074861.625307:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074861.625315:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 02000000:00000010:1.0:1769074861.625342:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc4e9000. 00010000:00000010:1.0:1769074861.625374:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.625378:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074861.625399:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074861.625403:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074861.625407:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074861.625410:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074861.625499:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074861.625503:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c680. 00010000:00000010:1.0:1769074861.625507:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074861.625510:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074861.625579:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074861.625591:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074861.625596:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074861.625640:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074861.625660:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f8700 x1855007826534912/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.625681:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcbb0. 00000100:00000200:1.0:1769074861.625688:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826534912, offset 224 00000400:00000200:1.0:1769074861.625695:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.625708:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.625714:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41407:41407:256:4294967295] 192.168.204.10@tcp LPNI seq info [41403:41403:8:4294967295] 00000400:00000200:1.0:1769074861.625727:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.625732:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.625737:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074861.625743:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.625750:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.625754:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.625790:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.625794:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.625797:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00000800:00000200:2.0:1769074861.626048:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.626052:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:2.0:1769074861.626057:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.626062:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.626067:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcbb0 00000400:00000010:2.0:1769074861.626069:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcbb0. 00000400:00000200:2.0:1769074861.630336:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.630358:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e6300 00000400:00000200:2.0:1769074861.630367:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 114832 00000400:00000200:2.0:1769074861.630383:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.630387:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.630395:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.630403:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0db100. 00000020:00000010:3.0:1769074861.630479:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f380. 00000020:00000010:3.0:1769074861.630485:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f380. 00000020:00000010:3.0:1769074861.630491:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074861.630497:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea80. 00000020:00000010:3.0:1769074861.630502:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074861.630541:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f380. 00000020:00000010:3.0:1769074861.630544:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f380. 00000100:00000200:3.0:1769074861.630547:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826535168 02000000:00000010:3.0:1769074861.630585:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab84cde000. 00010000:00000010:3.0:1769074861.630953:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:3.0:1769074861.630972:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c680. 00010000:00000010:2.0:1769074861.631206:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074861.631217:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074861.631235:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074861.631238:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074861.631240:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074861.631243:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074861.631315:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074861.631318:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b480. 00010000:00000010:2.0:1769074861.631320:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074861.631322:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00000020:00000010:2.0:1769074861.631337:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efcc0. 00000020:00000010:2.0:1769074861.631343:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efcc0. 00000020:00000010:2.0:1769074861.631351:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6480. 00080000:00000010:2.0:1769074861.631358:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabc180dc00. 00000001:00000010:2.0:1769074861.631530:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6120. 00000001:00000010:2.0:1769074861.631536:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074861.631573:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6480. 00010000:00000010:2.0:1769074861.631579:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074861.631582:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074861.631592:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074861.631670:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00080000:00000010:2.0:1769074861.631696:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88fc91d0. 00000004:00000010:2.0:1769074861.631703:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8bf30300. 00000004:00000010:2.0:1769074861.631707:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafaba660. 00000004:00000010:2.0:1769074861.631712:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcff78. 00000004:00000010:2.0:1769074861.631716:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4e9860. 00010000:00000010:2.0:1769074861.631726:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074861.631754:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890316, last committed = 17179890279 00010000:00000200:2.0:1769074861.631764:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0db100 x1855007826535168/t17179890316(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.631785:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074861.631792:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826535168, offset 224 00010000:00000010:3.0:1769074861.631797:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00000400:00000010:2.0:1769074861.631799:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169508. 00000400:00000200:2.0:1769074861.631803:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00010000:00000010:3.0:1769074861.631803:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b480. 00010000:00000010:3.0:1769074861.631810:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00000400:00000200:2.0:1769074861.631816:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.631823:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41408:41408:256:4294967295] 192.168.204.10@tcp LPNI seq info [41404:41404:8:4294967295] 00000400:00000200:2.0:1769074861.631829:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.631836:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.631841:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.631846:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074861.631853:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.631859:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00010000:00000010:1.1:1769074861.631860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000800:00000200:2.0:1769074861.631864:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.631896:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea80. 00000020:00000010:2.0:1769074861.631900:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:2.0:1769074861.631904:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:0.0:1769074861.632320:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.632325:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:0.0:1769074861.632329:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.632335:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074861.632666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:0.1:1769074861.632780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074861.632787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:2.0:1769074861.638482:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074861.638506:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6695d 00000400:00000200:2.0:1769074861.638514:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.638519:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074861.638528:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:2.0:1769074861.638532:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00010000:00000010:2.1:1769074861.638639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074861.638659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:1.1:1769074861.638848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074861.638855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074861.638860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074861.638862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:3.1:1769074861.639138:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:3.1:1769074861.639144:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074861.639147:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074861.639150:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:3.0:1769074861.639195:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:3.0:1769074861.639205:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00000400:00000200:2.0:1769074861.644347:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.644367:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e6380 00000400:00000200:2.0:1769074861.644376:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 115320 00000400:00000200:2.0:1769074861.644443:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074861.644852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074861.644861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000400:00000200:2.0:1769074861.644943:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.644952:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.644961:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a0a80. 00000020:00000010:0.0:1769074861.645238:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.645244:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.645250:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6400. 00000020:00000010:0.0:1769074861.645256:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074861.645261:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.645359:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.645363:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.645366:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826535296 00000001:00000010:0.0:1769074861.645377:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111840. 00010000:00000010:0.0:1769074861.645403:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074861.645410:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074861.645437:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4f57000. 00010000:00000010:0.0:1769074861.645479:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.645483:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.645501:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074861.645504:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074861.645508:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074861.645511:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.645584:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074861.645587:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074861.645591:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074861.645594:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.645697:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.645708:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.645714:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074861.645746:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074861.645763:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a0a80 x1855007826535296/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.645782:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9c38. 00000100:00000200:0.0:1769074861.645788:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826535296, offset 224 00000400:00000200:0.0:1769074861.645795:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.645807:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.645813:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41409:41409:256:4294967295] 192.168.204.10@tcp LPNI seq info [41405:41405:8:4294967295] 00000400:00000200:0.0:1769074861.645824:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.645830:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.645835:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074861.645841:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.645847:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.645851:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.645886:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074861.645890:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.645892:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6400. 00000800:00000200:3.0:1769074861.646283:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.646287:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074861.646292:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.646298:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.646303:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:3.0:1769074861.646305:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00000400:00000200:3.0:1769074861.649732:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.649755:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e6480 00000400:00000200:3.0:1769074861.649765:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 115896 00000400:00000200:3.0:1769074861.649782:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.649786:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.649794:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.649800:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb2680. 00000020:00000010:0.0:1769074861.649860:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.649919:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.649929:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6400. 00000020:00000010:0.0:1769074861.649934:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074861.649939:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.650024:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.650027:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.650030:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826535552 02000000:00000010:0.0:1769074861.650066:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f53000. 00010000:00000010:0.0:1769074861.650107:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.650121:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074861.650141:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074861.650146:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.650162:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074861.650166:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074861.650171:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074861.650174:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.650270:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074861.650273:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074861.650276:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074861.650279:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074861.650300:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56b80. 00000020:00000010:0.0:1769074861.650306:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56b80. 00000020:00000010:0.0:1769074861.650316:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a360. 00080000:00000010:0.0:1769074861.650326:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b106000. 00000001:00000010:0.0:1769074861.650528:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a660. 00000001:00000010:0.0:1769074861.650535:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00000020:00000010:0.0:1769074861.650565:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a360. 00010000:00000010:0.0:1769074861.650574:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074861.650578:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.650591:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8900. 00010000:00000010:3.0:1769074861.650655:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074861.650663:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074861.650667:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.650671:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00080000:00000010:0.0:1769074861.650694:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daba03e3c80. 00000004:00000010:0.0:1769074861.650701:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbea0b0c0. 00000004:00000010:0.0:1769074861.650705:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0318110. 00000004:00000010:0.0:1769074861.650710:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab864073c0. 00000004:00000010:0.0:1769074861.650714:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab864952c0. 00010000:00000010:0.0:1769074861.650723:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074861.650753:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890317, last committed = 17179890279 00010000:00000200:0.0:1769074861.650763:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb2680 x1855007826535552/t17179890317(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.650783:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074861.650789:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826535552, offset 224 00000400:00000010:0.0:1769074861.650797:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1f88. 00000400:00000200:0.0:1769074861.650801:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.650815:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.650820:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41410:41410:256:4294967295] 192.168.204.10@tcp LPNI seq info [41406:41406:8:4294967295] 00000400:00000200:0.0:1769074861.650826:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.650833:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.650837:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.650842:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074861.650848:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.650855:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.650860:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.650935:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074861.650939:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.650942:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6400. 00000800:00000200:2.0:1769074861.651146:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.651155:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:2.0:1769074861.651159:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.651163:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.652759:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.652780:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66965 00000400:00000200:3.0:1769074861.652787:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.652791:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.652797:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:3.0:1769074861.652800:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:0.0:1769074861.653229:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.653241:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66900. 00000400:00000200:3.0:1769074861.653359:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.653368:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e6500 00000400:00000200:3.0:1769074861.653376:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 116384 00000400:00000200:3.0:1769074861.653491:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.653496:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.653502:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.653508:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1880. 00000020:00000010:0.0:1769074861.653566:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.653572:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00010000:00000010:0.1:1769074861.654717:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074861.654727:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074861.654731:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074861.654803:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000020:00000010:0.0:1769074861.654810:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6400. 00000020:00000010:0.0:1769074861.654819:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66900. 00000020:00000010:0.0:1769074861.654824:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.655400:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.655406:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.655409:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826535680 00000001:00000010:0.0:1769074861.655420:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:0.0:1769074861.655443:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074861.655461:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074861.655488:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4f55000. 00010000:00000010:0.0:1769074861.655517:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074861.655521:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.655540:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074861.655543:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074861.655546:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.655549:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.655658:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074861.655662:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074861.655665:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074861.655668:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.655752:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.655761:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.655766:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074861.655785:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074861.655805:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1880 x1855007826535680/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.655831:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074861.655839:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826535680, offset 224 00000400:00000200:0.0:1769074861.655847:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.655859:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.655875:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41411:41411:256:4294967295] 192.168.204.10@tcp LPNI seq info [41407:41407:8:4294967295] 00000400:00000200:0.0:1769074861.655889:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.655895:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.655901:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074861.655908:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.655915:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.655919:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.655936:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66900. 00000020:00000010:0.0:1769074861.655940:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.655945:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6400. 00000800:00000200:2.0:1769074861.656102:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.656107:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:2.0:1769074861.656112:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.656117:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.656122:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:2.0:1769074861.656124:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00010000:00000010:0.1:1769074861.657993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074861.658007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074861.658010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074861.658119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074861.658126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:3.1:1769074861.658953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074861.664728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074861.664756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:3.0:1769074861.665005:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.665024:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e6600 00000400:00000200:3.0:1769074861.665032:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 116960 00000400:00000200:3.0:1769074861.665048:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.665052:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.665061:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.665067:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1f80. 00000020:00000010:0.0:1769074861.665165:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.665171:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.665177:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6400. 00000020:00000010:0.0:1769074861.665196:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66900. 00000020:00000010:0.0:1769074861.665201:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef7d0. 00000020:00000010:0.0:1769074861.665251:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.665254:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.665257:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826535936 02000000:00000010:0.0:1769074861.665292:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f52000. 00010000:00000010:0.0:1769074861.665334:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.665347:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074861.665365:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074861.665371:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.665388:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074861.665391:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074861.665395:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074861.665398:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.665644:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074861.665648:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074861.665652:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:1.0:1769074861.665684:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00000020:00000010:1.0:1769074861.665719:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b0a0. 00000020:00000010:1.0:1769074861.665725:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b0a0. 00000020:00000010:1.0:1769074861.665793:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560960. 00080000:00000010:1.0:1769074861.665803:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8daea800. 00000001:00000010:1.0:1769074861.666164:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae5600c0. 00000001:00000010:1.0:1769074861.666172:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074861.666205:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560960. 00010000:00000010:1.0:1769074861.666215:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074861.666219:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074861.666232:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111480. 00010000:00000010:1.0:1769074861.666332:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00080000:00000010:1.0:1769074861.666356:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff6dab8. 00000004:00000010:1.0:1769074861.666363:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c438300. 00000004:00000010:1.0:1769074861.666365:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f871430. 00000004:00000010:1.0:1769074861.666370:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede28e8. 00000004:00000010:1.0:1769074861.666374:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab87f881e0. 00010000:00000010:1.0:1769074861.666381:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:1.0:1769074861.666399:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890318, last committed = 17179890279 00010000:00000200:1.0:1769074861.666409:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1f80 x1855007826535936/t17179890318(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.666429:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074861.666436:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826535936, offset 224 00000400:00000010:1.0:1769074861.666444:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c8c0. 00000400:00000200:1.0:1769074861.666448:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.666463:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.666469:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41412:41412:256:4294967295] 192.168.204.10@tcp LPNI seq info [41408:41408:8:4294967295] 00000400:00000200:1.0:1769074861.666476:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074861.666483:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.666488:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.666494:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074861.666500:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.666507:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.666512:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.666541:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66900. 00000020:00000010:1.0:1769074861.666552:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef7d0. 00000020:00000010:1.0:1769074861.666556:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6400. 00000800:00000200:2.0:1769074861.666803:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.666807:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:2.0:1769074861.666813:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.666817:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074861.674769:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:3.0:1769074861.674786:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:3.0:1769074861.674795:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111480. 00000400:00000200:1.0:1769074861.674898:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.674917:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6696d 00000400:00000200:1.0:1769074861.674925:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.674930:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.674936:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:1.0:1769074861.674938:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00000400:00000200:1.0:1769074861.674970:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.674976:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e6680 00000400:00000200:1.0:1769074861.674983:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 117448 00000400:00000200:1.0:1769074861.675046:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.675050:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.675055:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.675060:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484380. 00000020:00000010:1.0:1769074861.675104:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.675109:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.675117:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.675122:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.675126:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.675162:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.675165:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.675168:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826536064 00000001:00000010:1.0:1769074861.675177:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d80c0. 00010000:00000010:1.0:1769074861.675199:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074861.675206:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 02000000:00000010:1.0:1769074861.675234:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9174c000. 00010000:00000010:1.0:1769074861.675272:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.675276:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074861.675293:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074861.675297:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074861.675300:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074861.675303:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.675381:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074861.675384:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074861.675387:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074861.675390:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074861.675455:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074861.675463:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.675467:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074861.675488:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000200:1.0:1769074861.675503:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484380 x1855007826536064/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.675522:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074861.675528:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826536064, offset 224 00000400:00000200:1.0:1769074861.675534:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.675544:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.675551:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41413:41413:256:4294967295] 192.168.204.10@tcp LPNI seq info [41409:41409:8:4294967295] 00000400:00000200:1.0:1769074861.675560:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.675566:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.675572:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074861.675578:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.675584:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.675589:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:0.1:1769074861.675634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000020:00000010:1.0:1769074861.675636:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.675640:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.675643:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00010000:00000010:0.1:1769074861.675650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074861.675654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074861.675658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000800:00000200:0.0:1769074861.675716:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.675720:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:0.0:1769074861.675724:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.675728:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.675744:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:0.0:1769074861.675746:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00010000:00000010:3.0:1769074861.676381:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074861.676389:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:0.1:1769074861.679658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074861.679673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074861.679967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:1.1:1769074861.679976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:2.0:1769074861.680187:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.680206:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e6780 00000400:00000200:2.0:1769074861.680214:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 118024 00000400:00000200:2.0:1769074861.680229:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.680234:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.680242:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.680247:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a2680. 00000020:00000010:1.0:1769074861.680313:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.680319:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.680326:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.680332:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.680337:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.680380:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.680383:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.680386:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826536320 02000000:00000010:1.0:1769074861.680422:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab91748000. 00010000:00000010:1.0:1769074861.680462:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074861.680476:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074861.680497:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074861.680502:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074861.680518:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074861.680521:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074861.680526:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074861.680529:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.680660:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074861.680664:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074861.680669:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074861.680673:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00000020:00000010:1.0:1769074861.680697:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b0a0. 00000020:00000010:1.0:1769074861.680705:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b0a0. 00000020:00000010:1.0:1769074861.680716:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560960. 00080000:00000010:1.0:1769074861.680727:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dae8800. 00000001:00000010:1.0:1769074861.680961:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560a80. 00000001:00000010:1.0:1769074861.680968:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111780. 00000020:00000010:1.0:1769074861.681000:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560960. 00010000:00000010:1.0:1769074861.681008:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074861.681211:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074861.681224:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111a80. 00010000:00000010:1.0:1769074861.681263:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00080000:00000010:1.0:1769074861.681287:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff811d0. 00000004:00000010:1.0:1769074861.681295:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7a86c0. 00000004:00000010:1.0:1769074861.681302:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfeeaff0. 00000004:00000010:1.0:1769074861.681307:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab878b8780. 00000004:00000010:1.0:1769074861.681311:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab89ced0e0. 00010000:00000010:1.0:1769074861.681320:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074861.681336:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890319, last committed = 17179890279 00010000:00000200:1.0:1769074861.681346:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a2680 x1855007826536320/t17179890319(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.681363:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcaa0. 00000100:00000200:1.0:1769074861.681369:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826536320, offset 224 00000400:00000010:1.0:1769074861.681376:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c070. 00000400:00000200:1.0:1769074861.681380:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.681394:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.681400:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41414:41414:256:4294967295] 192.168.204.10@tcp LPNI seq info [41410:41410:8:4294967295] 00000400:00000200:1.0:1769074861.681405:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074861.681412:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.681417:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.681422:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4b00. 00000800:00000200:1.0:1769074861.681427:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.681435:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.681439:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.681466:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.681470:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.681474:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00010000:00000010:3.0:1769074861.681533:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:3.0:1769074861.681539:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00010000:00000010:3.0:1769074861.681546:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111a80. 00000800:00000200:2.0:1769074861.681655:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.681660:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4b00. 00000400:00000200:2.0:1769074861.681665:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.681671:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.683588:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074861.683635:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66975 00010000:00000010:3.1:1769074861.683645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074861.683653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:3.1:1769074861.683656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074861.683659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:1.1:1769074861.683712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074861.683718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074861.683721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:0.0:1769074861.683722:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074861.683725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000400:00000200:0.0:1769074861.683727:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074861.683734:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcaa0 00000400:00000010:0.0:1769074861.683738:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcaa0. 00010000:00000010:2.0:1769074861.683859:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:2.0:1769074861.683878:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00000400:00000200:2.0:1769074861.687250:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.687282:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e6800 00000400:00000200:2.0:1769074861.687292:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 118512 00000400:00000200:2.0:1769074861.687361:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.687367:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.687375:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.687381:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a3b80. 00000020:00000010:1.0:1769074861.687657:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.687663:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.687671:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.687676:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.687681:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.687725:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.687728:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.687742:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826536448 00000001:00000010:1.0:1769074861.687752:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074861.687776:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074861.687783:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 02000000:00000010:1.0:1769074861.687813:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc83b000. 00010000:00000010:1.0:1769074861.687843:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074861.687847:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.687876:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074861.687881:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074861.687885:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.687889:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.687968:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074861.687972:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074861.687976:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074861.687979:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.1:1769074861.689137:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074861.689147:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074861.689230:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.689242:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.689249:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074861.689357:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074861.689380:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a3b80 x1855007826536448/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.689401:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074861.689408:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826536448, offset 224 00000400:00000200:1.0:1769074861.689416:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.689431:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.689438:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41415:41415:256:4294967295] 192.168.204.10@tcp LPNI seq info [41411:41411:8:4294967295] 00000400:00000200:1.0:1769074861.689449:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.689454:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.689461:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074861.689468:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.689475:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.689480:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.689555:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.689561:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.689565:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00000800:00000200:2.0:1769074861.690005:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.690234:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:2.0:1769074861.690242:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.690249:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.690256:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcb28 00000400:00000010:2.0:1769074861.690258:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcb28. 00010000:00000010:3.1:1769074861.692657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:3.1:1769074861.692673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074861.692726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.1:1769074861.692749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:2.1:1769074861.692793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:2.1:1769074861.692798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:1.0:1769074861.694030:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.694050:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e6900 00000400:00000200:1.0:1769074861.694060:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 119088 00000400:00000200:1.0:1769074861.694076:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.694081:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.694088:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.694093:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484e00. 00000020:00000010:2.0:1769074861.694262:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.694268:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.694273:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:2.0:1769074861.694280:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.694285:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.694330:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.694332:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.694335:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826536704 02000000:00000010:2.0:1769074861.694416:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c410000. 00010000:00000010:2.0:1769074861.694454:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:2.0:1769074861.694468:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00010000:00000010:2.0:1769074861.694487:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074861.694492:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074861.694507:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074861.694510:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074861.694514:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074861.694517:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074861.694635:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074861.694638:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074861.694641:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074861.694644:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00000020:00000010:2.0:1769074861.694667:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efb40. 00000020:00000010:2.0:1769074861.694673:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efb40. 00000020:00000010:2.0:1769074861.694682:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6480. 00080000:00000010:2.0:1769074861.694691:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fc2d000. 00000001:00000010:2.0:1769074861.694896:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6ba0. 00000001:00000010:2.0:1769074861.694904:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074861.694935:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6480. 00010000:00000010:2.0:1769074861.694944:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.694948:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074861.694960:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf180. 00010000:00000010:2.0:1769074861.694989:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00080000:00000010:2.0:1769074861.695023:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff6cc78. 00000004:00000010:2.0:1769074861.695030:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab87387300. 00000004:00000010:2.0:1769074861.695034:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f870cc0. 00000004:00000010:2.0:1769074861.695038:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2258. 00000004:00000010:2.0:1769074861.695042:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbc5a1860. 00010000:00000010:2.0:1769074861.695052:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074861.695069:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890320, last committed = 17179890279 00010000:00000200:2.0:1769074861.695079:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484e00 x1855007826536704/t17179890320(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.695098:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074861.695105:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826536704, offset 224 00000400:00000010:2.0:1769074861.695111:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169310. 00000400:00000200:2.0:1769074861.695115:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.695128:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.695134:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41416:41416:256:4294967295] 192.168.204.10@tcp LPNI seq info [41412:41412:8:4294967295] 00000400:00000200:2.0:1769074861.695141:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.695147:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.695152:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.695157:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074861.695163:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.695170:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.695174:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.695203:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.695207:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.695212:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:0.0:1769074861.695297:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.695301:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:0.0:1769074861.695305:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.695310:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074861.695461:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:3.0:1769074861.695468:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:3.0:1769074861.695475:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf180. 00010000:00000010:1.1:1769074861.696675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074861.696687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074861.696691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074861.696694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000400:00000200:2.0:1769074861.698234:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074861.698255:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6697d 00000400:00000200:2.0:1769074861.698396:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.698402:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074861.698408:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:2.0:1769074861.698411:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00010000:00000010:3.0:1769074861.698503:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:3.0:1769074861.698513:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:3.1:1769074861.699895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074861.699907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074861.700693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:2.1:1769074861.700701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00000400:00000200:1.0:1769074861.701920:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.701940:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e6980 00000400:00000200:1.0:1769074861.701949:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 119576 00000400:00000200:1.0:1769074861.702028:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.702034:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.702043:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.702049:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484700. 00000020:00000010:2.0:1769074861.702250:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.702256:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.702269:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:2.0:1769074861.702275:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.702280:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.702323:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.702326:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.702329:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826536832 00000001:00000010:2.0:1769074861.702339:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111780. 00010000:00000010:2.0:1769074861.702362:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074861.702369:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074861.702437:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c411000. 00010000:00000010:2.0:1769074861.702467:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074861.702472:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074861.702492:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074861.702495:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074861.702499:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074861.702502:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074861.702576:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074861.702580:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074861.702584:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074861.702588:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074861.702697:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074861.702711:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074861.702716:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074861.702736:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074861.702752:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484700 x1855007826536832/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074861.702772:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074861.702778:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826536832, offset 224 00000400:00000200:2.0:1769074861.702784:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.702795:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.702802:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41417:41417:256:4294967295] 192.168.204.10@tcp LPNI seq info [41413:41413:8:4294967295] 00000400:00000200:2.0:1769074861.702812:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.702818:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.702823:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074861.702828:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.702835:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.702839:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.702862:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.702875:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.702881:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:3.0:1769074861.703046:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.703050:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074861.703054:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.703060:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.703064:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:3.0:1769074861.703067:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00010000:00000010:2.1:1769074861.704921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074861.704935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:3.1:1769074861.708655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074861.708672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00000400:00000200:2.0:1769074861.710270:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.710290:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e6a80 00000400:00000200:2.0:1769074861.710300:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 120152 00000400:00000200:2.0:1769074861.710315:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.710320:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.710328:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.710333:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a0e00. 00000020:00000010:0.0:1769074861.710446:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.710452:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.710458:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7c00. 00000020:00000010:0.0:1769074861.710464:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66e80. 00000020:00000010:0.0:1769074861.710469:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.710515:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.710518:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.710521:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826537088 02000000:00000010:0.0:1769074861.710572:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab908e4000. 00010000:00000010:0.0:1769074861.710648:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:0.0:1769074861.710667:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:0.0:1769074861.710688:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.710695:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.710711:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074861.710715:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074861.710719:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074861.710722:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.710803:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074861.710807:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074861.710810:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074861.710814:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074861.710838:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56d80. 00000020:00000010:0.0:1769074861.710845:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56d80. 00000020:00000010:0.0:1769074861.710857:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a360. 00080000:00000010:0.0:1769074861.710879:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b104000. 00000001:00000010:0.0:1769074861.711123:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8ad20. 00000001:00000010:0.0:1769074861.711131:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8780. 00000020:00000010:0.0:1769074861.711167:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a360. 00010000:00000010:0.0:1769074861.711175:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074861.711179:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.711191:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8600. 00010000:00000010:0.0:1769074861.711235:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074861.711256:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff44558. 00000004:00000010:0.0:1769074861.711263:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4b76f00. 00000004:00000010:0.0:1769074861.711267:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f870000. 00000004:00000010:0.0:1769074861.711271:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2348. 00000004:00000010:0.0:1769074861.711276:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab87f890e0. 00010000:00000010:0.0:1769074861.711286:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074861.711301:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890321, last committed = 17179890279 00010000:00000200:0.0:1769074861.711312:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a0e00 x1855007826537088/t17179890321(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.711333:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074861.711340:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826537088, offset 224 00000400:00000010:0.0:1769074861.711346:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d15b0. 00000400:00000200:0.0:1769074861.711351:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.711364:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.711370:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41418:41418:256:4294967295] 192.168.204.10@tcp LPNI seq info [41414:41414:8:4294967295] 00000400:00000200:0.0:1769074861.711377:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.711384:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.711390:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.711394:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074861.711401:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.711408:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.711412:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.711428:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66e80. 00000020:00000010:0.0:1769074861.711433:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.711437:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7c00. 00010000:00000010:3.0:1769074861.711636:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074861.711643:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:3.0:1769074861.711648:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8600. 00000800:00000200:1.0:1769074861.711938:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.711943:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074861.711948:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.711954:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074861.712900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074861.712910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074861.712914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074861.712917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00000400:00000200:3.0:1769074861.715493:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.715517:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66985 00000400:00000200:3.0:1769074861.715525:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.715529:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.715550:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:3.0:1769074861.715553:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00010000:00000010:2.0:1769074861.715684:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074861.715695:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:0.1:1769074861.716663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:0.1:1769074861.716675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074861.716679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074861.716684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:2.0:1769074861.718982:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.719001:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e6b00 00000400:00000200:2.0:1769074861.719009:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 120640 00000400:00000200:2.0:1769074861.719074:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.719079:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.719087:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.719092:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a2300. 00000020:00000010:1.0:1769074861.719295:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.719300:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.719309:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.719314:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.719320:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.719349:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.719352:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.719354:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826537216 00000001:00000010:1.0:1769074861.719365:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:1.0:1769074861.719389:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.719396:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 02000000:00000010:1.0:1769074861.719421:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc83a000. 00010000:00000010:1.0:1769074861.719448:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074861.719452:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.719471:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074861.719474:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074861.719478:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074861.719481:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.719551:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074861.719554:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c680. 00010000:00000010:1.0:1769074861.719558:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074861.719561:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074861.719654:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.719665:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.719670:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074861.719691:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074861.719707:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a2300 x1855007826537216/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.719726:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074861.719732:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826537216, offset 224 00000400:00000200:1.0:1769074861.719739:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.719748:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.719754:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41419:41419:256:4294967295] 192.168.204.10@tcp LPNI seq info [41415:41415:8:4294967295] 00000400:00000200:1.0:1769074861.719766:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.719771:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.719776:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074861.719781:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.719787:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.719791:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.719810:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.719814:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.719817:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00000800:00000200:3.0:1769074861.719936:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.719939:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074861.719944:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.719948:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.719953:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc088 00000400:00000010:3.0:1769074861.719955:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc088. 00010000:00000010:3.1:1769074861.720890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074861.720900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:3.0:1769074861.724924:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.724946:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e6c00 00000400:00000200:3.0:1769074861.724956:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 121216 00000400:00000200:3.0:1769074861.724972:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.724976:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.724985:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.724992:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb3b80. 00000020:00000010:0.0:1769074861.725220:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.725226:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.725232:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7c00. 00000020:00000010:0.0:1769074861.725237:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66e80. 00000020:00000010:0.0:1769074861.725242:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.725290:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.725293:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.725296:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826537472 02000000:00000010:0.0:1769074861.725332:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab908e0000. 00010000:00000010:0.0:1769074861.725372:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:0.0:1769074861.725391:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c680. 00010000:00000010:0.0:1769074861.725413:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.725420:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.725436:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074861.725440:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074861.725444:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074861.725447:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.725532:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074861.725535:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074861.725539:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074861.725542:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074861.725565:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56d80. 00000020:00000010:0.0:1769074861.725573:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56d80. 00000020:00000010:0.0:1769074861.725584:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a360. 00080000:00000010:0.0:1769074861.725596:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab8591e000. 00000001:00000010:0.0:1769074861.725855:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab878857e0. 00000001:00000010:0.0:1769074861.725863:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00000020:00000010:0.0:1769074861.725909:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a360. 00010000:00000010:0.0:1769074861.725920:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074861.725925:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.725937:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8600. 00010000:00000010:0.0:1769074861.725967:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074861.725988:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab86497ab8. 00000004:00000010:0.0:1769074861.725995:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ebca80. 00000004:00000010:0.0:1769074861.725997:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0319980. 00000004:00000010:0.0:1769074861.726002:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca4b40. 00000004:00000010:0.0:1769074861.726008:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab86495a40. 00010000:00000010:0.0:1769074861.726026:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074861.726045:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890322, last committed = 17179890279 00010000:00000200:0.0:1769074861.726056:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb3b80 x1855007826537472/t17179890322(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.726075:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074861.726081:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826537472, offset 224 00000400:00000010:0.0:1769074861.726088:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1118. 00000400:00000200:0.0:1769074861.726092:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.726106:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.726112:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41420:41420:256:4294967295] 192.168.204.10@tcp LPNI seq info [41416:41416:8:4294967295] 00000400:00000200:0.0:1769074861.726119:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.726126:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.726132:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.726137:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074861.726144:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.726151:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.726155:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.726176:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66e80. 00000020:00000010:0.0:1769074861.726180:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.726184:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7c00. 00010000:00000010:3.0:1769074861.726352:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074861.726358:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:3.0:1769074861.726364:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8600. 00010000:00000010:2.1:1769074861.727501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074861.727516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000800:00000200:2.0:1769074861.727667:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.727672:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:2.0:1769074861.727678:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.727686:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.729463:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.729484:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6698d 00000400:00000200:3.0:1769074861.729492:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.729496:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.729502:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:3.0:1769074861.729505:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00010000:00000010:2.0:1769074861.729631:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074861.729641:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:1.1:1769074861.729914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074861.729922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074861.729926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074861.729929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:3.0:1769074861.732855:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.732884:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e6c80 00000400:00000200:3.0:1769074861.732893:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 121704 00000400:00000200:3.0:1769074861.732952:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.732957:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.732965:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.732972:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb0000. 00000020:00000010:1.0:1769074861.733256:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.733262:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.733271:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.733277:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.733282:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.733331:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.733334:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.733337:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826537600 00000001:00000010:1.0:1769074861.733348:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8780. 00010000:00000010:1.0:1769074861.733372:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.733380:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 02000000:00000010:1.0:1769074861.733409:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc83e000. 00010000:00000010:1.0:1769074861.733438:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074861.733442:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.733475:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074861.733479:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074861.733484:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074861.733487:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.733562:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074861.733566:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074861.733569:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074861.733572:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:3.1:1769074861.733636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074861.733642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:1.0:1769074861.733677:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.733688:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.733693:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074861.733717:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074861.733732:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb0000 x1855007826537600/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.733752:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074861.733758:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826537600, offset 224 00000400:00000200:1.0:1769074861.733766:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.733777:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.733783:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41421:41421:256:4294967295] 192.168.204.10@tcp LPNI seq info [41417:41417:8:4294967295] 00000400:00000200:1.0:1769074861.733794:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.733800:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.733805:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074861.733811:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.733817:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.733821:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.733844:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.733848:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.733852:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00000800:00000200:2.0:1769074861.734038:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.734043:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:2.0:1769074861.734049:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.734053:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.734059:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc088 00000400:00000010:2.0:1769074861.734061:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc088. 00010000:00000010:0.1:1769074861.734562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:0.1:1769074861.734570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074861.734574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074861.734579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:2.1:1769074861.737653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074861.737669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000400:00000200:3.0:1769074861.738724:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.738755:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e6d80 00000400:00000200:3.0:1769074861.738764:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 122280 00000400:00000200:3.0:1769074861.738781:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.738786:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.738795:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.738802:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeb1c00. 00000020:00000010:0.0:1769074861.738942:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.738948:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.738956:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7c00. 00000020:00000010:0.0:1769074861.738963:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66e80. 00000020:00000010:0.0:1769074861.738969:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.739016:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.739019:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.739022:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826537856 02000000:00000010:0.0:1769074861.739064:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab908e2000. 00010000:00000010:0.0:1769074861.739111:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:0.0:1769074861.739130:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c100. 00010000:00000010:0.0:1769074861.739154:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.739161:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.739179:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074861.739183:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66680. 00010000:00000010:0.0:1769074861.739188:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074861.739191:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.739283:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074861.739287:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074861.739291:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074861.739294:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074861.739321:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56d80. 00000020:00000010:0.0:1769074861.739327:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56d80. 00000020:00000010:0.0:1769074861.739339:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a360. 00080000:00000010:0.0:1769074861.739351:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad5aa800. 00000001:00000010:0.0:1769074861.744975:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dababba4ae0. 00000001:00000010:0.0:1769074861.744988:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074861.745030:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a360. 00010000:00000010:0.0:1769074861.745051:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074861.745060:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.745088:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074861.745133:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074861.745164:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae152c78. 00000004:00000010:0.0:1769074861.745187:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f9dc0c0. 00000004:00000010:0.0:1769074861.745191:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafaba440. 00000004:00000010:0.0:1769074861.745196:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf3c0. 00000004:00000010:0.0:1769074861.745202:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4e9e00. 00010000:00000010:0.0:1769074861.745216:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074861.745237:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890323, last committed = 17179890279 00010000:00000200:0.0:1769074861.745249:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeb1c00 x1855007826537856/t17179890323(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.745270:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074861.745278:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826537856, offset 224 00000400:00000010:0.0:1769074861.745285:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1150. 00000400:00000200:0.0:1769074861.745289:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.745306:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.745313:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41422:41422:256:4294967295] 192.168.204.10@tcp LPNI seq info [41418:41418:8:4294967295] 00000400:00000200:0.0:1769074861.745320:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.745328:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.745334:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.745339:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074861.745345:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.745352:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.745356:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074861.745493:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074861.745502:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:3.0:1769074861.745508:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00000020:00000010:0.0:1769074861.750224:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66e80. 00000020:00000010:0.0:1769074861.750237:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.750242:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7c00. 00010000:00000010:1.1:1769074861.750567:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074861.750576:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074861.750582:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074861.750584:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000800:00000200:1.0:1769074861.750743:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.750748:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074861.750754:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.750763:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074861.753657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:3.1:1769074861.753657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074861.753672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:3.1:1769074861.753672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074861.757795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074861.757813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:2.0:1769074861.758243:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074861.758263:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66995 00000400:00000200:2.0:1769074861.758273:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.758278:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074861.758287:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:2.0:1769074861.758290:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00010000:00000010:0.0:1769074861.758460:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.758470:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66680. 00010000:00000010:0.1:1769074861.763924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074861.763941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:3.0:1769074861.764060:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.764079:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e6e00 00000400:00000200:3.0:1769074861.764088:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 122768 00000400:00000200:3.0:1769074861.764145:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.764151:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.764158:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.764166:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae922a00. 00000020:00000010:0.0:1769074861.764277:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.764283:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.764289:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7c00. 00000020:00000010:0.0:1769074861.764293:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66680. 00000020:00000010:0.0:1769074861.764298:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.764345:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.764348:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.764351:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826537984 00000001:00000010:0.0:1769074861.764361:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d80c0. 00010000:00000010:0.0:1769074861.764387:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074861.764394:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074861.764422:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ad72000. 00010000:00000010:0.0:1769074861.764454:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.764459:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.764477:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074861.764480:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074861.764484:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074861.764487:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.764574:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074861.764578:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074861.764582:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074861.764586:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.765124:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.765137:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.765142:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074861.765162:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074861.765177:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae922a00 x1855007826537984/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.765273:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074861.765280:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826537984, offset 224 00000400:00000200:0.0:1769074861.765287:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.765298:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.765304:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41423:41423:256:4294967295] 192.168.204.10@tcp LPNI seq info [41419:41419:8:4294967295] 00000400:00000200:0.0:1769074861.765313:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.765319:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.765324:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074861.765330:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.765338:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.765342:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.766761:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66680. 00000020:00000010:0.0:1769074861.766773:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.766778:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7c00. 00000800:00000200:1.0:1769074861.767166:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.767171:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:1.0:1769074861.767177:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.767985:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.767994:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:1.0:1769074861.767997:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00000400:00000200:2.0:1769074861.773858:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.773889:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e6f00 00000400:00000200:2.0:1769074861.773898:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 123344 00000400:00000200:2.0:1769074861.773918:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.773922:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.773931:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.773937:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a2a00. 00000020:00000010:0.0:1769074861.775439:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.775450:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.775457:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7c00. 00000020:00000010:0.0:1769074861.775462:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66680. 00000020:00000010:0.0:1769074861.775467:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.775501:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.775503:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.775506:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826538240 02000000:00000010:0.0:1769074861.775541:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ad73000. 00010000:00000010:0.0:1769074861.775582:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.775598:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074861.775651:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074861.775658:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.775673:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074861.775677:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074861.775683:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074861.775686:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.775766:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074861.775770:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074861.775773:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074861.775776:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074861.775794:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56d80. 00000020:00000010:0.0:1769074861.775801:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56d80. 00000020:00000010:0.0:1769074861.775811:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a360. 00080000:00000010:0.0:1769074861.775823:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8307c000. 00000001:00000010:0.0:1769074861.776176:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae870de0. 00000001:00000010:0.0:1769074861.776183:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8d80. 00000020:00000010:0.0:1769074861.776219:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a360. 00010000:00000010:0.0:1769074861.776227:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074861.776231:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.776243:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d80c0. 00010000:00000010:0.0:1769074861.776359:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074861.776398:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab864978f0. 00000004:00000010:0.0:1769074861.776405:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ebc900. 00000004:00000010:0.0:1769074861.776409:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0319100. 00000004:00000010:0.0:1769074861.776415:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca44b0. 00000004:00000010:0.0:1769074861.776421:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab86495860. 00010000:00000010:0.0:1769074861.776433:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074861.776449:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890324, last committed = 17179890279 00010000:00000200:0.0:1769074861.776460:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a2a00 x1855007826538240/t17179890324(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.776479:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074861.776485:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826538240, offset 224 00000400:00000010:0.0:1769074861.776491:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1230. 00000400:00000200:0.0:1769074861.776496:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.776510:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.776517:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41424:41424:256:4294967295] 192.168.204.10@tcp LPNI seq info [41420:41420:8:4294967295] 00000400:00000200:0.0:1769074861.776523:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.776530:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.776535:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.776541:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074861.776547:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.776555:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.776559:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.776592:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66680. 00000020:00000010:0.0:1769074861.776596:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.776599:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7c00. 00000800:00000200:2.0:1769074861.776834:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.776839:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:2.0:1769074861.776844:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.776849:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074861.781377:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074861.781394:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e80. 00010000:00000010:3.0:1769074861.781405:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d80c0. 00000400:00000200:1.0:1769074861.781455:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.781476:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6699d 00000400:00000200:1.0:1769074861.781483:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.781487:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.781494:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:1.0:1769074861.781496:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00000400:00000200:1.0:1769074861.781533:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.781540:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e6f80 00000400:00000200:1.0:1769074861.781548:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 123832 00010000:00000010:2.0:1769074861.781569:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074861.781575:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:0.1:1769074861.781837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074861.781845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:0.1:1769074861.781849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074861.781852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:1.0:1769074861.781893:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.781897:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.781902:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.781909:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487100. 00000020:00000010:2.0:1769074861.783406:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.783415:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.783422:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:2.0:1769074861.783427:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.783432:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.783688:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.783691:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.783695:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826538368 00000001:00000010:2.0:1769074861.783705:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:2.0:1769074861.783731:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074861.783740:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074861.783790:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c413000. 00010000:00000010:2.0:1769074861.783824:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074861.783828:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074861.783846:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074861.783849:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074861.783853:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074861.783856:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074861.783941:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074861.783945:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074861.783948:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074861.783951:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074861.784017:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074861.784030:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074861.784035:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074861.784056:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074861.784073:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487100 x1855007826538368/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074861.784093:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074861.784100:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826538368, offset 224 00000400:00000200:2.0:1769074861.784107:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.784120:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.784126:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41425:41425:256:4294967295] 192.168.204.10@tcp LPNI seq info [41421:41421:8:4294967295] 00000400:00000200:2.0:1769074861.784138:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.784144:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.784149:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074861.784156:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.784162:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.784166:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.784716:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.784724:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.784729:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:1.0:1769074861.786640:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.786650:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074861.786659:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.786668:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.786675:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:1.0:1769074861.786677:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00010000:00000010:2.1:1769074861.787759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074861.787773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074861.788064:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074861.788070:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00000400:00000200:2.0:1769074861.789136:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.789157:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e7080 00000400:00000200:2.0:1769074861.789168:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 124408 00000400:00000200:2.0:1769074861.789263:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.789351:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.789359:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.789365:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a0000. 00000020:00000010:1.0:1769074861.789727:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.789734:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.789742:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.789747:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.789753:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.789797:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.789799:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.789803:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826538624 02000000:00000010:1.0:1769074861.789846:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc83f000. 00010000:00000010:1.0:1769074861.789900:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:1.0:1769074861.789917:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:1.0:1769074861.789938:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074861.789944:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074861.789959:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074861.789962:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074861.789966:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074861.789968:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074861.790057:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074861.790061:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074861.790064:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074861.790067:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00000020:00000010:1.0:1769074861.790093:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be20. 00000020:00000010:1.0:1769074861.790100:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be20. 00000020:00000010:1.0:1769074861.790111:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560960. 00080000:00000010:1.0:1769074861.790122:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83344000. 00000001:00000010:1.0:1769074861.790810:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560540. 00000001:00000010:1.0:1769074861.790819:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1113c0. 00000020:00000010:1.0:1769074861.790855:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560960. 00010000:00000010:1.0:1769074861.790879:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074861.790886:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074861.790903:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074861.790993:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00080000:00000010:1.0:1769074861.791017:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daba03e2c78. 00000004:00000010:1.0:1769074861.791023:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbea0b480. 00000004:00000010:1.0:1769074861.791027:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0319ba0. 00000004:00000010:1.0:1769074861.791033:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86407ca8. 00000004:00000010:1.0:1769074861.791037:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabafd634a0. 00010000:00000010:1.0:1769074861.791047:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074861.791066:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890325, last committed = 17179890279 00010000:00000200:1.0:1769074861.791077:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a0000 x1855007826538624/t17179890325(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074861.791098:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074861.791104:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826538624, offset 224 00000400:00000010:1.0:1769074861.791111:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c188. 00000400:00000200:1.0:1769074861.791115:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.791130:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.791137:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41426:41426:256:4294967295] 192.168.204.10@tcp LPNI seq info [41422:41422:8:4294967295] 00000400:00000200:1.0:1769074861.791144:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074861.791151:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.791157:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.791162:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074861.791168:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.791175:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.791195:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.791222:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.791227:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.791231:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00000800:00000200:2.0:1769074861.792126:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.792133:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:2.0:1769074861.792140:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.792148:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074861.794848:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:3.0:1769074861.794873:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00010000:00000010:3.0:1769074861.794884:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00010000:00000010:0.1:1769074861.795834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074861.795846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074861.795850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074861.795856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000400:00000200:1.0:1769074861.796410:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.796431:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669a5 00000400:00000200:1.0:1769074861.796439:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.796444:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.796451:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcb28 00000400:00000010:1.0:1769074861.796454:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcb28. 00010000:00000010:0.0:1769074861.796561:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:0.0:1769074861.796570:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00010000:00000010:2.1:1769074861.796756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074861.796763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074861.796766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074861.796769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:3.1:1769074861.798639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074861.798663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000400:00000200:2.0:1769074861.799857:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.799890:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e7100 00000400:00000200:2.0:1769074861.799900:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 124896 00000400:00000200:2.0:1769074861.800205:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.800212:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.800220:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.800227:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a1180. 00000020:00000010:1.0:1769074861.800381:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.800386:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.800393:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.800398:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.800402:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.800437:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.800439:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.800441:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826538752 00000001:00000010:1.0:1769074861.800450:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8d80. 00010000:00000010:1.0:1769074861.800476:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074861.800484:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 02000000:00000010:1.0:1769074861.800512:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc83c000. 00010000:00000010:1.0:1769074861.800543:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074861.800545:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.800561:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074861.800564:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.800567:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074861.800569:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.800671:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074861.800674:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c000. 00010000:00000010:1.0:1769074861.800677:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074861.800681:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074861.800746:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.800757:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.800763:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.800783:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074861.800798:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a1180 x1855007826538752/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.800817:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074861.800822:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826538752, offset 224 00000400:00000200:1.0:1769074861.800828:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.800836:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.800840:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41427:41427:256:4294967295] 192.168.204.10@tcp LPNI seq info [41423:41423:8:4294967295] 00000400:00000200:1.0:1769074861.800847:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.800851:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.800855:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4700. 00000800:00000200:1.0:1769074861.800860:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.800878:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.800882:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.800909:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.800914:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.800917:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00000800:00000200:2.0:1769074861.801133:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.801137:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4700. 00000400:00000200:2.0:1769074861.801142:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.801146:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.801151:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcb28 00000400:00000010:2.0:1769074861.801153:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcb28. 00010000:00000010:1.1:1769074861.802102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:1.1:1769074861.802112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074861.802117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074861.802124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:0.1:1769074861.802638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074861.802645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:1.0:1769074861.804040:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.804062:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e7200 00000400:00000200:1.0:1769074861.804071:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 125472 00000400:00000200:1.0:1769074861.804089:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.804094:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.804102:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.804109:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486d80. 00000020:00000010:0.0:1769074861.805066:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.805074:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.805081:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7c00. 00000020:00000010:0.0:1769074861.805086:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66680. 00000020:00000010:0.0:1769074861.805091:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.805166:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb40. 00000020:00000010:0.0:1769074861.805169:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb40. 00000100:00000200:0.0:1769074861.805172:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826539008 02000000:00000010:0.0:1769074861.805268:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ad75000. 00010000:00000010:0.0:1769074861.805312:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:0.0:1769074861.805329:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c000. 00010000:00000010:0.0:1769074861.805352:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074861.805359:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.805376:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074861.805379:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074861.805384:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074861.805387:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.805469:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074861.805472:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074861.805476:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074861.805479:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074861.805505:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56d80. 00000020:00000010:0.0:1769074861.805512:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56d80. 00000020:00000010:0.0:1769074861.805526:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a360. 00080000:00000010:0.0:1769074861.805551:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8307d800. 00000001:00000010:0.0:1769074861.806254:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab83f0e1e0. 00000001:00000010:0.0:1769074861.806331:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074861.806365:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a360. 00010000:00000010:0.0:1769074861.806375:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074861.806381:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.806396:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074861.806547:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074861.806575:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88fc9ab8. 00000004:00000010:0.0:1769074861.806582:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8a3f2e40. 00000004:00000010:0.0:1769074861.806585:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafabb540. 00000004:00000010:0.0:1769074861.806590:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf8e8. 00000004:00000010:0.0:1769074861.806594:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4e90e0. 00010000:00000010:0.0:1769074861.806620:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074861.806639:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890326, last committed = 17179890279 00010000:00000200:0.0:1769074861.806652:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486d80 x1855007826539008/t17179890326(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.806672:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074861.806680:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826539008, offset 224 00000400:00000010:0.0:1769074861.806686:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1738. 00000400:00000200:0.0:1769074861.806690:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.806706:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.806713:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41428:41428:256:4294967295] 192.168.204.10@tcp LPNI seq info [41424:41424:8:4294967295] 00000400:00000200:0.0:1769074861.806721:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.806727:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.806744:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.806750:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074861.806755:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.806762:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.806767:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.806791:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66680. 00000020:00000010:0.0:1769074861.806795:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.806800:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7c00. 00000800:00000200:3.0:1769074861.806933:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.806937:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:3.0:1769074861.806942:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.806946:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074861.808040:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074861.808053:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:2.0:1769074861.808061:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d83c0. 00010000:00000010:1.1:1769074861.809807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074861.809821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074861.809825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074861.809829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:2.0:1769074861.815772:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074861.815796:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669ad 00000400:00000200:2.0:1769074861.815805:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.815810:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074861.815817:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:2.0:1769074861.815821:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00000400:00000200:2.0:1769074861.815860:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.815876:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e7280 00000400:00000200:2.0:1769074861.815885:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 125960 00000400:00000200:2.0:1769074861.816711:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.816719:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.816727:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.816736:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab842a1f80. 00000020:00000010:1.0:1769074861.817347:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.817355:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.817364:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.817369:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.817374:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.817423:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.817426:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.817430:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826539136 00000001:00000010:1.0:1769074861.817441:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1113c0. 00010000:00000010:1.0:1769074861.817468:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074861.817476:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 02000000:00000010:1.0:1769074861.817508:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad909000. 00010000:00000010:1.0:1769074861.817542:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074861.817547:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.817565:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074861.817569:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.817573:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074861.817575:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.817690:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074861.817694:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074861.817698:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074861.817701:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074861.817778:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.817788:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.817794:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.817820:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074861.817837:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab842a1f80 x1855007826539136/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.817857:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcaa0. 00000100:00000200:1.0:1769074861.817876:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826539136, offset 224 00000400:00000200:1.0:1769074861.817884:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.817898:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.817905:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41429:41429:256:4294967295] 192.168.204.10@tcp LPNI seq info [41425:41425:8:4294967295] 00000400:00000200:1.0:1769074861.817916:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.817922:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.817928:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4f00. 00000800:00000200:1.0:1769074861.817935:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.817942:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.817946:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.817968:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.817973:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.817977:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00010000:00000010:0.1:1769074861.818057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:0.1:1769074861.818064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074861.818068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074861.818079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074861.818808:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074861.818818:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00000800:00000200:0.0:1769074861.820312:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.820320:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4f00. 00000400:00000200:0.0:1769074861.820328:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.820337:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.820344:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcaa0 00000400:00000010:0.0:1769074861.820347:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcaa0. 00010000:00000010:2.1:1769074861.823187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074861.823204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:3.0:1769074861.824021:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.824040:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e7380 00000400:00000200:3.0:1769074861.824048:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 126536 00000400:00000200:3.0:1769074861.824062:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.824065:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.824072:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.824077:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920000. 00010000:00000010:1.1:1769074861.824415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074861.824421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074861.824425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074861.824428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:3.1:1769074861.824642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074861.824649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000020:00000010:2.0:1769074861.824936:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.824943:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.824949:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:2.0:1769074861.824955:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.824961:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.825008:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.825011:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.825014:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826539392 02000000:00000010:2.0:1769074861.825092:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c416000. 00010000:00000010:2.0:1769074861.825138:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:2.0:1769074861.825153:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:2.0:1769074861.825174:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074861.825180:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074861.825197:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074861.825201:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074861.825206:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074861.825210:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074861.825296:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074861.825300:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074861.825303:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074861.825306:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074861.825330:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef3e0. 00000020:00000010:2.0:1769074861.825337:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef3e0. 00000020:00000010:2.0:1769074861.825348:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6480. 00080000:00000010:2.0:1769074861.825358:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fc2e400. 00000001:00000010:2.0:1769074861.825569:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6b40. 00000001:00000010:2.0:1769074861.825577:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074861.825660:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6480. 00010000:00000010:2.0:1769074861.825671:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074861.825676:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074861.825688:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074861.825727:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00080000:00000010:2.0:1769074861.825777:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff6dc80. 00000004:00000010:2.0:1769074861.825786:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8ecf4300. 00000004:00000010:2.0:1769074861.825801:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f871980. 00000004:00000010:2.0:1769074861.825805:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede29d8. 00000004:00000010:2.0:1769074861.825810:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbc5a0f00. 00010000:00000010:2.0:1769074861.825822:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074861.825842:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890327, last committed = 17179890279 00010000:00000200:2.0:1769074861.825854:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae920000 x1855007826539392/t17179890327(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.825886:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074861.825894:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826539392, offset 224 00000400:00000010:2.0:1769074861.825901:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169888. 00000400:00000200:2.0:1769074861.825906:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.825922:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.825931:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41430:41430:256:4294967295] 192.168.204.10@tcp LPNI seq info [41426:41426:8:4294967295] 00000400:00000200:2.0:1769074861.825938:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.825944:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.825950:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.825957:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074861.825965:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.825974:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.825979:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074861.825989:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:3.0:1769074861.825997:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:3.0:1769074861.826005:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074861.826014:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.826019:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.826025:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:1.0:1769074861.826297:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.826303:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074861.826307:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.826313:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074861.833655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:2.1:1769074861.833672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:3.1:1769074861.834639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074861.834656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00000400:00000200:0.0:1769074861.838401:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074861.838424:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669b5 00000400:00000200:0.0:1769074861.838432:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.838438:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074861.838445:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:0.0:1769074861.838448:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00000400:00000200:3.0:1769074861.841106:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.841131:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e7400 00000400:00000200:3.0:1769074861.841141:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 127024 00000400:00000200:3.0:1769074861.841210:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.841216:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.841224:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.841231:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920700. 00000020:00000010:1.0:1769074861.841896:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.841904:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.841912:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.841926:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.841932:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.841977:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.841980:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.841983:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826539520 00000001:00000010:1.0:1769074861.841993:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:1.0:1769074861.842027:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074861.842035:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 02000000:00000010:1.0:1769074861.842061:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad90f000. 00010000:00000010:1.0:1769074861.842090:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074861.842095:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.842113:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074861.842116:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.842120:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074861.842123:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.842195:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074861.842198:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074861.842202:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074861.842206:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074861.842274:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.842288:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.842293:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.842314:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074861.842330:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae920700 x1855007826539520/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.842349:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074861.842356:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826539520, offset 224 00000400:00000200:1.0:1769074861.842363:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.842376:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.842382:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41431:41431:256:4294967295] 192.168.204.10@tcp LPNI seq info [41427:41427:8:4294967295] 00000400:00000200:1.0:1769074861.842393:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.842399:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.842405:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4900. 00000800:00000200:1.0:1769074861.842412:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.842419:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.842423:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.842447:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.842451:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.842454:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00000800:00000200:3.0:1769074861.845196:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.845207:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4900. 00000400:00000200:3.0:1769074861.845217:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.845228:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.845236:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:3.0:1769074861.845239:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00010000:00000010:2.1:1769074861.846824:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074861.846842:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074861.846896:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074861.846906:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00000400:00000200:0.0:1769074861.848577:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.848596:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e7500 00000400:00000200:0.0:1769074861.848634:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 127600 00000400:00000200:0.0:1769074861.848652:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.848657:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.848665:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.848672:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9500. 00010000:00000010:1.1:1769074861.848783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074861.848791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074861.848796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074861.848799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000020:00000010:2.0:1769074861.850062:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.850071:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.850078:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:2.0:1769074861.850084:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074861.850090:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.850139:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.850142:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.850145:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826539776 02000000:00000010:2.0:1769074861.850209:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c414000. 00010000:00000010:2.0:1769074861.850251:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:2.0:1769074861.850267:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:2.0:1769074861.850289:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074861.850295:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074861.850311:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074861.850314:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074861.850319:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074861.850321:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074861.850404:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074861.850407:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074861.850411:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074861.850414:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074861.850438:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef3e0. 00000020:00000010:2.0:1769074861.850445:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef3e0. 00000020:00000010:2.0:1769074861.850458:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6480. 00080000:00000010:2.0:1769074861.850469:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fc2d800. 00000001:00000010:2.0:1769074861.850709:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6e40. 00000001:00000010:2.0:1769074861.850716:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074861.850750:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6480. 00010000:00000010:2.0:1769074861.850759:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074861.850763:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074861.850775:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074861.850820:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00080000:00000010:2.0:1769074861.850873:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff6c8e8. 00000004:00000010:2.0:1769074861.850881:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab873870c0. 00000004:00000010:2.0:1769074861.850884:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f870aa0. 00000004:00000010:2.0:1769074861.850888:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2e88. 00000004:00000010:2.0:1769074861.850893:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbc5a0960. 00010000:00000010:2.0:1769074861.850905:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074861.850923:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890328, last committed = 17179890279 00010000:00000200:2.0:1769074861.850936:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f9500 x1855007826539776/t17179890328(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.850957:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074861.850963:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826539776, offset 224 00000400:00000010:2.0:1769074861.850971:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169c78. 00000400:00000200:2.0:1769074861.850976:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.850995:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.851002:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41432:41432:256:4294967295] 192.168.204.10@tcp LPNI seq info [41428:41428:8:4294967295] 00000400:00000200:2.0:1769074861.851010:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.851016:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.851021:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.851027:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074861.851033:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.851041:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.851047:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.851070:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b300. 00000020:00000010:2.0:1769074861.851074:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.851079:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:3.0:1769074861.851296:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074861.851303:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:3.0:1769074861.851309:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00000800:00000200:0.0:1769074861.851510:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.851515:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:0.0:1769074861.851519:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.851525:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074861.853310:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074861.853323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000400:00000200:3.0:1769074861.853678:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.853698:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669bd 00000400:00000200:3.0:1769074861.853704:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.853709:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.853716:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:3.0:1769074861.853718:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00010000:00000010:2.0:1769074861.853834:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074861.853844:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00000400:00000200:0.0:1769074861.854275:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.854288:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e7580 00000400:00000200:0.0:1769074861.854296:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 128088 00000400:00000200:0.0:1769074861.854351:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.854356:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.854361:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.854368:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fad80. 00000020:00000010:2.0:1769074861.854682:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.854688:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.854694:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:2.0:1769074861.854699:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.854705:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.854751:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.854754:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.854757:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826539904 00000001:00000010:2.0:1769074861.854767:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074861.854791:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074861.854798:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074861.854850:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c412000. 00010000:00000010:2.0:1769074861.854894:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.854899:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074861.854917:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074861.854921:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074861.854927:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074861.854929:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074861.855005:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074861.855009:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074861.855012:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074861.855015:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074861.855077:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074861.855088:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074861.855093:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074861.855114:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074861.855131:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fad80 x1855007826539904/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074861.855150:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074861.855156:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826539904, offset 224 00000400:00000200:2.0:1769074861.855163:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.855175:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.855181:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41433:41433:256:4294967295] 192.168.204.10@tcp LPNI seq info [41429:41429:8:4294967295] 00000400:00000200:2.0:1769074861.855192:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.855197:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.855201:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074861.855207:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.855214:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.855218:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.855231:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.855235:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.855239:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00000800:00000200:0.0:1769074861.855368:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.855372:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:0.0:1769074861.855376:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.855381:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.855385:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:0.0:1769074861.855388:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00010000:00000010:3.1:1769074861.856758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074861.856769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00000400:00000200:3.0:1769074861.860326:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.860349:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e7680 00000400:00000200:3.0:1769074861.860359:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 128664 00000400:00000200:3.0:1769074861.860377:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.860382:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.860391:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.860398:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920a80. 00010000:00000010:2.1:1769074861.860596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:2.1:1769074861.860620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00000020:00000010:2.0:1769074861.860659:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.860665:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.860671:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c4b0000. 00000020:00000010:2.0:1769074861.860676:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074861.860682:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117ed8. 00000020:00000010:2.0:1769074861.860732:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f3c0. 00000020:00000010:2.0:1769074861.860734:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f3c0. 00000100:00000200:2.0:1769074861.860738:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826540160 02000000:00000010:2.0:1769074861.860825:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c415000. 00010000:00000010:2.0:1769074861.860875:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074861.860892:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074861.860912:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074861.860919:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074861.860938:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074861.860942:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074861.860946:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074861.860949:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074861.861049:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074861.861053:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074861.861057:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074861.861061:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074861.861085:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef3e0. 00000020:00000010:2.0:1769074861.861092:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef3e0. 00000020:00000010:2.0:1769074861.861103:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6480. 00080000:00000010:2.0:1769074861.861113:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8259ec00. 00010000:00000010:2.1:1769074861.865964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074861.866000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000001:00000010:3.0:1769074861.868899:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef17e0. 00000001:00000010:3.0:1769074861.868912:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074861.868953:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6480. 00010000:00000010:3.0:1769074861.868970:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074861.868979:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074861.869002:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074861.869054:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00080000:00000010:3.0:1769074861.869088:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88fc9560. 00000004:00000010:3.0:1769074861.869096:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8bf30480. 00000004:00000010:3.0:1769074861.869099:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafabaaa0. 00000004:00000010:3.0:1769074861.869104:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf5a0. 00000004:00000010:3.0:1769074861.869109:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4e9a40. 00010000:00000010:3.0:1769074861.869119:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000200:3.0:1769074861.869142:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890329, last committed = 17179890279 00010000:00000200:3.0:1769074861.869154:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae920a80 x1855007826540160/t17179890329(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.869174:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074861.869182:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826540160, offset 224 00000400:00000010:3.0:1769074861.869190:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc2d8. 00000400:00000200:3.0:1769074861.869195:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.869213:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.869220:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41434:41434:256:4294967295] 192.168.204.10@tcp LPNI seq info [41430:41430:8:4294967295] 00000400:00000200:3.0:1769074861.869228:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074861.869236:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.869242:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.869248:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074861.869254:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00010000:00000010:0.0:1769074861.869406:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:0.0:1769074861.869415:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:0.0:1769074861.869423:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 00000800:00000200:3.0:1769074861.872986:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.872994:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.873067:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:3.0:1769074861.873075:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117ed8. 00000020:00000010:3.0:1769074861.873081:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b0000. 00010000:00000010:2.1:1769074861.876955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074861.876973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074861.876979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074861.876982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074861.876986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074861.876990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074861.876992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074861.876996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00000800:00000200:1.0:1769074861.880876:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.880886:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074861.880896:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.880905:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074861.881946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:3.1:1769074861.881961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00000400:00000200:0.0:1769074861.884069:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074861.884091:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669c5 00000400:00000200:0.0:1769074861.884098:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.884103:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074861.884109:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46c38 00000400:00000010:0.0:1769074861.884113:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46c38. 00010000:00000010:3.0:1769074861.884226:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:3.0:1769074861.884238:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00000400:00000200:3.0:1769074861.886181:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.886198:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e7700 00000400:00000200:3.0:1769074861.886206:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 129152 00000400:00000200:3.0:1769074861.886265:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.886270:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.886278:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.886284:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae921f80. 00000020:00000010:1.0:1769074861.886428:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.886434:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.886454:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.886460:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.886473:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.886516:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:1.0:1769074861.886519:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:1.0:1769074861.886522:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826540288 00000001:00000010:1.0:1769074861.886532:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:1.0:1769074861.886560:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074861.886568:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 02000000:00000010:1.0:1769074861.886594:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad908000. 00010000:00000010:1.0:1769074861.886656:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074861.886661:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.886680:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074861.886684:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.886688:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.886691:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.886765:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074861.886768:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c280. 00010000:00000010:1.0:1769074861.886771:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074861.886775:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074861.886839:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.886849:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.886855:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.886888:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074861.886905:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae921f80 x1855007826540288/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.886925:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcbb0. 00000100:00000200:1.0:1769074861.886932:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826540288, offset 224 00000400:00000200:1.0:1769074861.886940:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.886951:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.886958:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41435:41435:256:4294967295] 192.168.204.10@tcp LPNI seq info [41431:41431:8:4294967295] 00000400:00000200:1.0:1769074861.886968:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.886973:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.886978:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4200. 00000800:00000200:1.0:1769074861.886984:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.886991:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.886996:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.887026:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.887031:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.887034:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00010000:00000010:0.1:1769074861.887578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:0.1:1769074861.887586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000800:00000200:3.0:1769074861.887846:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.887851:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4200. 00000400:00000200:3.0:1769074861.887857:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.887873:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.887879:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcbb0 00000400:00000010:3.0:1769074861.887882:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcbb0. 00010000:00000010:3.1:1769074861.891005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074861.891018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000400:00000200:0.0:1769074861.894500:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.894519:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e7800 00000400:00000200:0.0:1769074861.894529:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 129728 00000400:00000200:0.0:1769074861.894547:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.894551:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.894559:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.894565:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fb800. 00000020:00000010:3.0:1769074861.894769:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074861.894776:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074861.894783:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074861.894788:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074861.894793:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074861.894848:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074861.894851:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f340. 00000100:00000200:3.0:1769074861.894855:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826540544 02000000:00000010:3.0:1769074861.894907:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab84cdf000. 00010000:00000010:3.0:1769074861.894950:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:3.0:1769074861.894965:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c280. 00010000:00000010:3.0:1769074861.894987:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074861.894994:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074861.895010:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074861.895013:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074861.895017:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074861.895021:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074861.895101:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074861.895104:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074861.895107:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074861.895110:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00000020:00000010:3.0:1769074861.895136:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074861.895143:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074861.895155:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1900. 00080000:00000010:3.0:1769074861.895164:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f443c00. 00000001:00000010:3.0:1769074861.895398:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1f00. 00000001:00000010:3.0:1769074861.895405:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074861.895439:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1900. 00010000:00000010:3.0:1769074861.895448:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074861.895452:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074861.895464:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074861.895575:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00080000:00000010:3.0:1769074861.895640:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff6d8f0. 00000004:00000010:3.0:1769074861.895655:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c438240. 00000004:00000010:3.0:1769074861.895659:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f871100. 00000004:00000010:3.0:1769074861.895664:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede20f0. 00000004:00000010:3.0:1769074861.895668:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab87f88d20. 00010000:00000010:3.0:1769074861.895680:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074861.895697:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890330, last committed = 17179890279 00010000:00000200:3.0:1769074861.895708:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fb800 x1855007826540544/t17179890330(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.895728:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074861.895735:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826540544, offset 224 00000400:00000010:3.0:1769074861.895742:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc8f8. 00000400:00000200:3.0:1769074861.895747:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.895760:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.895767:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41436:41436:256:4294967295] 192.168.204.10@tcp LPNI seq info [41432:41432:8:4294967295] 00000400:00000200:3.0:1769074861.895773:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074861.895779:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.895784:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.895789:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074861.895795:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.895802:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.895806:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.895825:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074861.895829:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074861.895833:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:3.0:1769074861.895937:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.895941:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:3.0:1769074861.895947:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.895951:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074861.899886:0:47071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074861.899898:0:47071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074861.899902:0:47071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074861.899905:0:47071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:3.0:1769074861.902904:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.902928:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669cd 00000400:00000200:3.0:1769074861.902935:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.902940:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.902946:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46550 00000400:00000010:3.0:1769074861.902950:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46550. 00000400:00000200:3.0:1769074861.904596:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.904633:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e7880 00000400:00000200:3.0:1769074861.904642:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 130216 00000400:00000200:3.0:1769074861.904709:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.904714:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.904721:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.904729:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae921180. 00000020:00000010:1.0:1769074861.905667:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074861.905674:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074861.905680:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8b188600. 00000020:00000010:1.0:1769074861.905685:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.905691:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.905732:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074861.905735:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074861.905738:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826540672 00000001:00000010:1.0:1769074861.905748:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 00010000:00000010:1.0:1769074861.905775:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074861.905784:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 02000000:00000010:1.0:1769074861.905812:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad90e000. 00010000:00000010:1.0:1769074861.905844:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.905849:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.905882:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074861.905886:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.905890:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074861.905893:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.905964:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074861.905968:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074861.905971:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074861.905975:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074861.906044:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.906055:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.906061:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074861.906081:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074861.906099:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae921180 x1855007826540672/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.906119:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074861.906126:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826540672, offset 224 00000400:00000200:1.0:1769074861.906134:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.906147:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.906153:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41437:41437:256:4294967295] 192.168.204.10@tcp LPNI seq info [41433:41433:8:4294967295] 00000400:00000200:1.0:1769074861.906165:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.906171:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.906176:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab864d4d00. 00000800:00000200:1.0:1769074861.906182:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.906190:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.906195:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab864d4d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.906214:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c980. 00000020:00000010:1.0:1769074861.906219:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.906222:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8b188600. 00000800:00000200:1.0:1769074861.906309:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.906312:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab864d4d00. 00000400:00000200:1.0:1769074861.906317:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.906322:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.906326:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:1.0:1769074861.906329:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00010000:00000010:0.0:1769074861.908684:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:0.0:1769074861.908701:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00010000:00000010:0.0:1769074861.908711:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e3c0. 00010000:00000010:2.0:1769074861.909415:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:2.0:1769074861.909424:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00000400:00000200:3.0:1769074861.911381:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.911402:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e7980 00000400:00000200:3.0:1769074861.911411:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 130792 00000400:00000200:3.0:1769074861.911428:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.911432:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.911440:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.911446:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae923b80. 00000020:00000010:0.0:1769074861.911539:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cd00. 00000020:00000010:0.0:1769074861.911545:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cd00. 00000020:00000010:0.0:1769074861.911551:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7c00. 00000020:00000010:0.0:1769074861.911558:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074861.911563:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.911641:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cd00. 00000020:00000010:0.0:1769074861.911644:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cd00. 00000100:00000200:0.0:1769074861.911647:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826540928 02000000:00000010:0.0:1769074861.911686:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdf9000. 00010000:00000010:0.0:1769074861.911723:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:0.0:1769074861.911746:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c880. 00010000:00000010:0.0:1769074861.911765:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.911772:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.911788:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074861.911791:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074861.911795:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074861.911797:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.911893:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074861.911897:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074861.911900:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074861.911904:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074861.911930:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56ac0. 00000020:00000010:0.0:1769074861.911936:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56ac0. 00000020:00000010:0.0:1769074861.911949:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a360. 00080000:00000010:0.0:1769074861.911959:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8faf8400. 00000001:00000010:0.0:1769074861.912167:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab90a551e0. 00000001:00000010:0.0:1769074861.912175:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8300. 00000020:00000010:0.0:1769074861.912207:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a360. 00010000:00000010:0.0:1769074861.912216:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074861.912220:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.912233:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8540. 00010000:00000010:0.0:1769074861.912283:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074861.912306:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daba03e3008. 00000004:00000010:0.0:1769074861.912313:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbea0b540. 00000004:00000010:0.0:1769074861.912318:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0318ee0. 00000004:00000010:0.0:1769074861.912322:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86407b40. 00000004:00000010:0.0:1769074861.912326:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabafd625a0. 00010000:00000010:0.0:1769074861.912335:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074861.912350:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890331, last committed = 17179890279 00010000:00000200:0.0:1769074861.912361:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae923b80 x1855007826540928/t17179890331(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.912381:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074861.912387:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826540928, offset 224 00000400:00000010:0.0:1769074861.912394:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1578. 00000400:00000200:0.0:1769074861.912398:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.912412:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.912418:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41438:41438:256:4294967295] 192.168.204.10@tcp LPNI seq info [41434:41434:8:4294967295] 00000400:00000200:0.0:1769074861.912423:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.912430:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.912436:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.912442:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074861.912447:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.912454:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.912458:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.912480:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074861.912485:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.912488:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7c00. 00010000:00000010:2.0:1769074861.912512:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074861.912520:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:2.0:1769074861.912526:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8540. 00000800:00000200:0.0:1769074861.912584:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.912588:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:0.0:1769074861.912593:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.912598:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074861.918257:0:47074:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:3.1:1769074861.918287:0:47074:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074861.918292:0:47074:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074861.918299:0:47074:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:0.1:1769074861.919434:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:0.1:1769074861.919446:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:3.0:1769074861.922134:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.922158:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669d5 00000400:00000200:3.0:1769074861.922165:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.922170:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.922177:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:3.0:1769074861.922180:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00000400:00000200:3.0:1769074861.922214:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.922220:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e7a00 00000400:00000200:3.0:1769074861.922227:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 131280 00000400:00000200:3.0:1769074861.922284:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.922289:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.922293:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.922300:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4000. 00000020:00000010:3.0:1769074861.922350:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074861.922355:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074861.922361:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074861.922365:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074861.922370:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074861.922407:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074861.922409:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f340. 00000100:00000200:3.0:1769074861.922412:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826541056 00000001:00000010:3.0:1769074861.922423:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074861.922507:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074861.922516:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 02000000:00000010:3.0:1769074861.922544:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbff7b000. 00010000:00000010:3.0:1769074861.922576:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074861.922580:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074861.922600:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074861.922631:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074861.922636:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.922640:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074861.922703:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074861.922707:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074861.922711:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074861.922714:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074861.922781:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074861.922792:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074861.922797:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074861.922818:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074861.922835:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4000 x1855007826541056/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074861.922855:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074861.922877:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826541056, offset 224 00000400:00000200:3.0:1769074861.922885:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00010000:00000010:1.0:1769074861.922890:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074861.922899:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00000400:00000200:3.0:1769074861.922899:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.922909:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41439:41439:256:4294967295] 192.168.204.10@tcp LPNI seq info [41435:41435:8:4294967295] 00000400:00000200:3.0:1769074861.922922:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.922928:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.922933:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074861.922940:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.922947:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.922952:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.922981:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074861.922987:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074861.922991:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:1.0:1769074861.923047:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.923052:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074861.923057:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.923062:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.923066:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46550 00000400:00000010:1.0:1769074861.923068:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46550. 00010000:00000010:1.1:1769074861.924622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074861.924636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074861.924640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074861.924643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:2.1:1769074861.924876:0:45281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074861.924884:0:45281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:2.1:1769074861.924896:0:45281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074861.924899:0:45281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:3.0:1769074861.929193:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074861.929222:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e7b00 00000400:00000200:3.0:1769074861.929232:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 131856 00000400:00000200:3.0:1769074861.929248:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.929252:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074861.929268:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074861.929276:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5880. 00000020:00000010:2.0:1769074861.929390:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.929395:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.929401:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074861.929406:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074861.929411:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074861.929455:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074861.929458:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074861.929461:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826541312 02000000:00000010:2.0:1769074861.929496:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab854cf000. 00010000:00000010:2.0:1769074861.929538:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:2.0:1769074861.929568:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:2.0:1769074861.929589:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074861.929596:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074861.929640:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074861.929644:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074861.929649:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074861.929653:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074861.929740:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074861.929744:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074861.929747:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074861.929751:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00000020:00000010:2.0:1769074861.929775:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efbe0. 00000020:00000010:2.0:1769074861.929782:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efbe0. 00000020:00000010:2.0:1769074861.929793:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074861.929805:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daba284f800. 00000001:00000010:2.0:1769074861.930031:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6300. 00000001:00000010:2.0:1769074861.930038:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074861.930071:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00010000:00000010:2.0:1769074861.930080:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074861.930084:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074861.930097:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf780. 00010000:00000010:2.0:1769074861.930133:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00080000:00000010:2.0:1769074861.930156:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff80558. 00000004:00000010:2.0:1769074861.930163:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7a8180. 00000004:00000010:2.0:1769074861.930169:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f870110. 00000004:00000010:2.0:1769074861.930173:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede2f00. 00000004:00000010:2.0:1769074861.930177:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab87f885a0. 00010000:00000010:2.0:1769074861.930185:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074861.930202:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890332, last committed = 17179890279 00010000:00000200:2.0:1769074861.930212:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5880 x1855007826541312/t17179890332(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074861.930231:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074861.930237:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826541312, offset 224 00000400:00000010:2.0:1769074861.930243:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169268. 00000400:00000200:2.0:1769074861.930247:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.930260:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.930266:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41440:41440:256:4294967295] 192.168.204.10@tcp LPNI seq info [41436:41436:8:4294967295] 00000400:00000200:2.0:1769074861.930273:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074861.930279:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.930284:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.930288:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074861.930295:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.930301:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.930305:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.930320:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074861.930324:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074861.930329:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00010000:00000010:3.0:1769074861.932109:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:3.0:1769074861.932123:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:3.0:1769074861.932136:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf780. 00000800:00000200:3.0:1769074861.932232:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.932237:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074861.932243:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.932252:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074861.932726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:0.1:1769074861.932746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074861.932750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074861.932757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:3.0:1769074861.934985:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074861.935008:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669dd 00000400:00000200:3.0:1769074861.935015:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.935020:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074861.935026:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:3.0:1769074861.935029:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:3.0:1769074861.935095:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:3.0:1769074861.935105:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b800. 00000400:00000200:0.0:1769074861.937167:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.937185:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e7b80 00000400:00000200:0.0:1769074861.937195:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 132344 00000400:00000200:0.0:1769074861.937249:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.937255:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.937262:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.937268:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fa680. 00000020:00000010:2.0:1769074861.937353:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f240. 00000020:00000010:2.0:1769074861.937359:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f240. 00000020:00000010:2.0:1769074861.937364:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074861.937369:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074861.937373:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074861.937431:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f980. 00000020:00000010:2.0:1769074861.937434:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f980. 00000100:00000200:2.0:1769074861.937437:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826541440 00000001:00000010:2.0:1769074861.937447:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 00010000:00000010:2.0:1769074861.937472:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074861.937480:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 02000000:00000010:2.0:1769074861.937506:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854cd000. 00010000:00000010:2.0:1769074861.937535:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074861.937539:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074861.937557:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074861.937560:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074861.937564:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074861.937567:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074861.937662:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074861.937666:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074861.937670:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074861.937673:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074861.937737:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074861.937749:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074861.937754:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074861.937777:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074861.937792:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fa680 x1855007826541440/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074861.937811:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074861.937817:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826541440, offset 224 00000400:00000200:2.0:1769074861.937824:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074861.937833:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074861.937840:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41441:41441:256:4294967295] 192.168.204.10@tcp LPNI seq info [41437:41437:8:4294967295] 00000400:00000200:2.0:1769074861.937850:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074861.937856:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074861.938068:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074861.938078:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074861.938086:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074861.938090:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074861.938111:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074861.938115:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074861.938120:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00000800:00000200:2.0:1769074861.938203:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074861.938207:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:2.0:1769074861.938210:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.938215:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074861.938219:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:2.0:1769074861.938222:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00010000:00000010:1.1:1769074861.940719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074861.940730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:2.1:1769074861.941193:0:47071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:2.1:1769074861.941200:0:47071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074861.941204:0:47071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074861.941210:0:47071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:3.1:1769074861.941639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074861.941646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074861.941650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074861.941653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074861.945691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074861.945704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:3.1:1769074861.945709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074861.945712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074861.952705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074861.952720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074861.952725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074861.952729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00000400:00000200:2.0:1769074861.954727:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.954748:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e7c80 00000400:00000200:2.0:1769074861.954758:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 132920 00000400:00000200:2.0:1769074861.954780:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.954784:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.954793:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.954802:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90807480. 00000020:00000010:0.0:1769074861.954929:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.954934:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.954941:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074861.954946:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074861.954951:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.954999:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.955002:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074861.955005:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826541696 02000000:00000010:0.0:1769074861.955042:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdfd000. 00010000:00000010:0.0:1769074861.955083:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:0.0:1769074861.955098:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:0.0:1769074861.955116:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.955124:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.955140:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074861.955143:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074861.955147:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074861.955150:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074861.955227:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074861.955231:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074861.955234:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074861.955237:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074861.955275:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56a80. 00000020:00000010:0.0:1769074861.955282:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56a80. 00000020:00000010:0.0:1769074861.955294:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab90a55cc0. 00080000:00000010:0.0:1769074861.955302:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fafac00. 00000001:00000010:0.0:1769074861.955505:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a780. 00000001:00000010:0.0:1769074861.955513:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8f00. 00000020:00000010:0.0:1769074861.955547:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab90a55cc0. 00010000:00000010:0.0:1769074861.955556:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074861.955560:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.955571:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074861.955642:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.955648:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074861.955675:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.955679:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00080000:00000010:0.0:1769074861.955700:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab864971d0. 00000004:00000010:0.0:1769074861.955708:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ebc9c0. 00000004:00000010:0.0:1769074861.955711:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0318dd0. 00000004:00000010:0.0:1769074861.955716:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeca40f0. 00000004:00000010:0.0:1769074861.955722:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab86494b40. 00010000:00000010:0.0:1769074861.955732:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074861.955749:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890333, last committed = 17179890279 00010000:00000200:0.0:1769074861.955759:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90807480 x1855007826541696/t17179890333(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.955778:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074861.955785:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826541696, offset 224 00000400:00000010:0.0:1769074861.955790:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1000. 00000400:00000200:0.0:1769074861.955795:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.955807:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.955814:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41442:41442:256:4294967295] 192.168.204.10@tcp LPNI seq info [41438:41438:8:4294967295] 00000400:00000200:0.0:1769074861.955820:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.955826:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.955832:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.955838:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074861.955844:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.955851:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.955856:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.955886:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074861.955891:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.955894:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:0.0:1769074861.955989:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.955993:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:0.0:1769074861.955997:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.956001:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000001:00000010:1.0:1769074861.961799:0:37874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8af00. 00080000:00000010:1.0:1769074861.961814:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae643400. 00000001:00000010:1.0:1769074861.961823:0:37874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1a80. 00080000:00000010:1.0:1769074861.961827:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a41f000. 00000400:00000200:2.0:1769074861.963201:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074861.963223:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669e5 00000400:00000200:2.0:1769074861.963230:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.963235:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074861.963242:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:2.0:1769074861.963245:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:1.0:1769074861.963436:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074861.963447:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.1:1769074861.964702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:0.1:1769074861.964714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00000400:00000200:2.0:1769074861.964784:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.964799:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e7d00 00000400:00000200:2.0:1769074861.964808:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 133408 00000400:00000200:2.0:1769074861.964898:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.964904:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.964912:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.964918:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805880. 00000020:00000010:3.0:1769074861.965019:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074861.965025:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074861.965030:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074861.965035:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074861.965040:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074861.965081:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074861.965084:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000100:00000200:3.0:1769074861.965087:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826541824 00000001:00000010:3.0:1769074861.965098:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:3.0:1769074861.965123:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074861.965131:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 02000000:00000010:3.0:1769074861.965158:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbff78000. 00010000:00000010:3.0:1769074861.965188:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.965193:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074861.965212:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074861.965215:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074861.965220:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074861.965223:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074861.965306:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074861.965309:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074861.965313:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074861.965317:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074861.965387:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074861.965398:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074861.965403:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074861.965424:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074861.965439:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805880 x1855007826541824/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074861.965459:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074861.965465:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826541824, offset 224 00000400:00000200:3.0:1769074861.965472:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.965483:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.965489:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41443:41443:256:4294967295] 192.168.204.10@tcp LPNI seq info [41439:41439:8:4294967295] 00000400:00000200:3.0:1769074861.965499:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.965505:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.965510:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074861.965516:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.965523:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.965527:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.965558:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074861.965563:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074861.965567:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:1.0:1769074861.965717:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.965722:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074861.965728:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.965732:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.965737:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c464c8 00000400:00000010:1.0:1769074861.965740:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c464c8. 00010000:00000010:0.1:1769074861.968697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074861.968713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074861.968717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074861.968723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:1.1:1769074861.971762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074861.971778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074861.972295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074861.972302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074861.972306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074861.972308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00000400:00000200:2.0:1769074861.972389:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074861.972407:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e7e00 00000400:00000200:2.0:1769074861.972416:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 133984 00000400:00000200:2.0:1769074861.972433:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074861.972438:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074861.972445:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074861.972451:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804e00. 00000020:00000010:0.0:1769074861.972567:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.972572:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.972578:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074861.972583:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074861.972590:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.972659:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.972663:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074861.972666:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826542080 02000000:00000010:0.0:1769074861.972704:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdfb000. 00010000:00000010:0.0:1769074861.972743:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:0.0:1769074861.972760:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:0.0:1769074861.972780:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074861.972786:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074861.972802:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074861.972805:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074861.972810:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074861.972813:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074861.972911:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074861.972914:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074861.972918:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074861.972922:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074861.972950:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56560. 00000020:00000010:0.0:1769074861.972958:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56560. 00000020:00000010:0.0:1769074861.972973:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a9c0. 00080000:00000010:0.0:1769074861.972984:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8faf9c00. 00000001:00000010:0.0:1769074861.973472:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab90a55cc0. 00000001:00000010:0.0:1769074861.973481:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074861.973517:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a9c0. 00010000:00000010:0.0:1769074861.973527:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074861.973532:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.973558:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074861.973703:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074861.973729:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff45728. 00000004:00000010:0.0:1769074861.973736:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab87387f00. 00000004:00000010:0.0:1769074861.973740:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f870bb0. 00000004:00000010:0.0:1769074861.973744:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede22d0. 00000004:00000010:0.0:1769074861.973747:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab87f88960. 00010000:00000010:0.0:1769074861.973757:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074861.973776:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890334, last committed = 17179890279 00010000:00000200:0.0:1769074861.973787:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804e00 x1855007826542080/t17179890334(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074861.973809:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074861.973816:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826542080, offset 224 00000400:00000010:0.0:1769074861.973823:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1348. 00000400:00000200:0.0:1769074861.973828:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.973841:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.973847:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41444:41444:256:4294967295] 192.168.204.10@tcp LPNI seq info [41440:41440:8:4294967295] 00000400:00000200:0.0:1769074861.973854:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074861.973874:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.973880:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.973886:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074861.973892:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.973899:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.973904:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.973925:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074861.973929:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.973933:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:1.0:1769074861.974217:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074861.974222:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:1.0:1769074861.974226:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.974231:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074861.977240:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074861.977268:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669ed 00000400:00000200:1.0:1769074861.977275:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.977280:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074861.977286:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:1.0:1769074861.977289:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00010000:00000010:3.0:1769074861.977593:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074861.977645:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00000400:00000200:0.0:1769074861.978049:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074861.978060:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e7e80 00000400:00000200:0.0:1769074861.978069:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 134472 00000400:00000200:0.0:1769074861.978132:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.978136:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074861.978143:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074861.978149:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9f80. 00000020:00000010:1.0:1769074861.978671:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d0c0. 00000020:00000010:1.0:1769074861.978678:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d0c0. 00000020:00000010:1.0:1769074861.978686:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074861.978692:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074861.978697:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.978744:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d0c0. 00000020:00000010:1.0:1769074861.978747:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d0c0. 00000100:00000200:1.0:1769074861.978751:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826542208 00000001:00000010:1.0:1769074861.978762:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8f00. 00010000:00000010:1.0:1769074861.978788:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074861.978796:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 02000000:00000010:1.0:1769074861.978827:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad90d000. 00010000:00000010:1.0:1769074861.978858:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074861.979003:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.979025:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074861.979029:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c500. 00010000:00000010:1.0:1769074861.979033:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074861.979036:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.979119:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074861.979122:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074861.979126:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074861.979129:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074861.979196:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074861.979208:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074861.979212:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c500. 00010000:00000010:1.0:1769074861.979235:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074861.979251:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f9f80 x1855007826542208/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074861.979286:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074861.979292:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826542208, offset 224 00000400:00000200:1.0:1769074861.979299:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074861.979311:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074861.979317:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41445:41445:256:4294967295] 192.168.204.10@tcp LPNI seq info [41441:41441:8:4294967295] 00000400:00000200:1.0:1769074861.979327:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074861.979332:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074861.979339:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074861.979345:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074861.979352:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074861.979356:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074861.979380:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074861.979383:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074861.979386:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:0.0:1769074861.980056:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.980062:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:0.0:1769074861.980068:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.980076:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074861.980082:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:0.0:1769074861.980084:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00010000:00000010:2.0:1769074861.981340:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074861.981357:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:2.0:1769074861.981367:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8180. 00010000:00000010:0.1:1769074861.982844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:0.1:1769074861.982858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:1.1:1769074861.984680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074861.984696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074861.984700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074861.984704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:0.1:1769074861.984758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074861.984768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:2.1:1769074861.984813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074861.984819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000400:00000200:1.0:1769074861.986710:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.986745:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e7f80 00000400:00000200:1.0:1769074861.986755:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 135048 00000400:00000200:1.0:1769074861.986771:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.986775:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.986784:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.986791:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487b80. 00000020:00000010:3.0:1769074861.986922:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074861.986928:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074861.986934:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074861.986940:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074861.986946:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074861.986991:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074861.986994:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000100:00000200:3.0:1769074861.986997:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826542464 02000000:00000010:3.0:1769074861.987044:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbff79000. 00010000:00000010:3.0:1769074861.987088:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:3.0:1769074861.987103:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:3.0:1769074861.987123:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074861.987129:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074861.987145:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074861.987148:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074861.987153:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074861.987156:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074861.987245:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074861.987249:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074861.987252:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074861.987267:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00000020:00000010:3.0:1769074861.987294:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074861.987301:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074861.987311:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1900. 00080000:00000010:3.0:1769074861.987321:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f442c00. 00000001:00000010:3.0:1769074861.987546:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1ba0. 00000001:00000010:3.0:1769074861.987554:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074861.987592:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1900. 00010000:00000010:3.0:1769074861.987634:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074861.987640:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074861.987653:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074861.987702:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00080000:00000010:3.0:1769074861.987727:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff441c8. 00000004:00000010:3.0:1769074861.987747:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c438d80. 00000004:00000010:3.0:1769074861.987750:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f871760. 00000004:00000010:3.0:1769074861.987755:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede24b0. 00000004:00000010:3.0:1769074861.987760:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab87f89a40. 00010000:00000010:3.0:1769074861.987769:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074861.987787:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890335, last committed = 17179890279 00010000:00000200:3.0:1769074861.987797:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487b80 x1855007826542464/t17179890335(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 488/456 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074861.987817:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074861.987823:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826542464, offset 224 00000400:00000010:3.0:1769074861.987830:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cccb0. 00000400:00000200:3.0:1769074861.987834:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074861.987850:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074861.987857:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41446:41446:256:4294967295] 192.168.204.10@tcp LPNI seq info [41442:41442:8:4294967295] 00000400:00000200:3.0:1769074861.987874:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074861.987881:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074861.987887:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074861.987893:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074861.987899:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074861.987907:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074861.987912:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074861.987928:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074861.987932:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074861.987941:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00010000:00000010:2.0:1769074861.988138:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:2.0:1769074861.988145:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:2.0:1769074861.988151:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00000800:00000200:0.0:1769074861.988413:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074861.988418:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074861.988425:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.988431:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074861.990415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074861.990432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074861.993793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:3.1:1769074861.993811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074861.993818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074861.993825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:2.1:1769074861.994219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:2.1:1769074861.994226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:0.0:1769074861.994324:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074861.994344:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669f5 00000400:00000200:0.0:1769074861.994352:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074861.994358:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074861.994365:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c467f8 00000400:00000010:0.0:1769074861.994368:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c467f8. 00010000:00000010:1.0:1769074861.994492:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:1.0:1769074861.994504:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00000400:00000200:1.0:1769074861.995978:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074861.995995:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e8000 00000400:00000200:1.0:1769074861.996005:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 135536 00000400:00000200:1.0:1769074861.996066:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074861.996071:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074861.996079:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074861.996086:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485880. 00000020:00000010:0.0:1769074861.996195:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.996201:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.996207:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074861.996213:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074861.996219:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.996270:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074861.996273:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074861.996276:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826542592 00000001:00000010:0.0:1769074861.996286:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:0.0:1769074861.996313:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074861.996320:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074861.996347:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdf8000. 00010000:00000010:0.0:1769074861.996380:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074861.996384:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.996402:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074861.996405:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074861.996409:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074861.996412:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.996484:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074861.996488:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074861.996491:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074861.996494:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074861.996764:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074861.996778:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074861.996784:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074861.996806:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074861.996822:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485880 x1855007826542592/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:397/0 lens 576/584 e 0 to 0 dl 1769074872 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074861.996842:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074861.996848:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826542592, offset 224 00000400:00000200:0.0:1769074861.996855:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074861.996877:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074861.996883:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41447:41447:256:4294967295] 192.168.204.10@tcp LPNI seq info [41443:41443:8:4294967295] 00000400:00000200:0.0:1769074861.996894:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074861.996899:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074861.996904:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074861.996910:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074861.996917:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074861.996920:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074861.997003:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074861.997007:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074861.997011:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:3.0:1769074861.998386:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074861.998395:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:3.0:1769074861.998402:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074861.998411:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074861.998421:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:3.0:1769074861.998423:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00010000:00000010:1.1:1769074862.000269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074862.000284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00000400:00000200:0.0:1769074862.001544:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.001562:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e8100 00000400:00000200:0.0:1769074862.001570:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 136112 00000400:00000200:0.0:1769074862.001585:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.001589:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.001597:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.001816:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f8000. 00000020:00000010:1.0:1769074862.001934:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d0c0. 00000020:00000010:1.0:1769074862.001991:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074862.001997:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.002002:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074862.002043:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.002046:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.002051:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826542848 02000000:00000010:1.0:1769074862.002091:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab88b90000. 00010000:00000010:1.0:1769074862.002128:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074862.002142:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:1.0:1769074862.002160:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074862.002166:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074862.002182:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074862.002186:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c500. 00010000:00000010:1.0:1769074862.002190:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.002193:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074862.002284:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074862.002287:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074862.002290:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074862.002294:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00000020:00000010:1.0:1769074862.002315:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bce0. 00000020:00000010:1.0:1769074862.002321:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bce0. 00000020:00000010:1.0:1769074862.002331:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560960. 00080000:00000010:1.0:1769074862.002339:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83347000. 00000001:00000010:1.0:1769074862.002534:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560b40. 00000001:00000010:1.0:1769074862.002551:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074862.002580:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560960. 00010000:00000010:1.0:1769074862.002588:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074862.002591:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074862.002634:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1113c0. 00010000:00000010:1.0:1769074862.002669:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00080000:00000010:1.0:1769074862.002705:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff44ab0. 00000004:00000010:1.0:1769074862.002716:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8c438780. 00000004:00000010:1.0:1769074862.002720:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f871ba0. 00000004:00000010:1.0:1769074862.002724:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab9ede23c0. 00000004:00000010:1.0:1769074862.002728:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab87f88f00. 00010000:00000010:1.0:1769074862.002747:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074862.002761:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890336, last committed = 17179890279 00010000:00000200:1.0:1769074862.002771:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f8000 x1855007826542848/t17179890336(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.002791:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00000100:00000200:1.0:1769074862.002796:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826542848, offset 224 00000400:00000010:1.0:1769074862.002802:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c498. 00000400:00000200:1.0:1769074862.002806:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.002818:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.002824:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41448:41448:256:4294967295] 192.168.204.10@tcp LPNI seq info [41444:41444:8:4294967295] 00000400:00000200:1.0:1769074862.002830:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.002837:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.002843:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.002847:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074862.002853:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.002859:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.002875:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.002893:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.002897:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074862.002901:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074862.002989:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.002993:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:1.0:1769074862.002998:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.003002:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074862.003417:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:0.0:1769074862.003425:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce80. 00010000:00000010:0.0:1769074862.003433:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1113c0. 00000400:00000200:3.0:1769074862.006887:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.006910:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x669fd 00000400:00000200:3.0:1769074862.006920:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.006925:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.006932:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:3.0:1769074862.006935:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00010000:00000010:2.0:1769074862.007050:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:2.0:1769074862.007061:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c500. 00010000:00000010:0.1:1769074862.007206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074862.007212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074862.007216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.007219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000400:00000200:0.0:1769074862.009462:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.009480:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e8180 00000400:00000200:0.0:1769074862.009489:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 136600 00000400:00000200:0.0:1769074862.009553:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.009558:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.009565:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.009571:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9880. 00000020:00000010:2.0:1769074862.009976:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.009981:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.009987:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.009993:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.009998:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.010039:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.010041:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.010045:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826542976 00000001:00000010:2.0:1769074862.010056:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:2.0:1769074862.010082:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074862.010089:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 02000000:00000010:2.0:1769074862.010116:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854cb000. 00010000:00000010:2.0:1769074862.010144:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074862.010148:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074862.010168:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074862.010172:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074862.010176:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074862.010179:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074862.010270:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074862.010274:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074862.010278:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074862.010282:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074862.010347:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074862.010359:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074862.010364:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074862.010385:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074862.010402:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f9880 x1855007826542976/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.010422:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074862.010428:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826542976, offset 224 00000400:00000200:2.0:1769074862.010435:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.010445:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.010452:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41449:41449:256:4294967295] 192.168.204.10@tcp LPNI seq info [41445:41445:8:4294967295] 00000400:00000200:2.0:1769074862.010461:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.010466:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.010471:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074862.010477:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.010484:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.010488:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.010507:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.010511:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.010515:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00010000:00000010:1.1:1769074862.010696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:1.1:1769074862.010703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00000800:00000200:3.0:1769074862.010897:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.010902:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:3.0:1769074862.010906:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.010911:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.010916:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:3.0:1769074862.010918:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00010000:00000010:0.1:1769074862.011187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074862.011195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:2.1:1769074862.016273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074862.016294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074862.016650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074862.016676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:3.0:1769074862.018523:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.018555:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e8280 00000400:00000200:3.0:1769074862.018565:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 137176 00000400:00000200:3.0:1769074862.018581:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.018586:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.018593:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.018599:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7b80. 00000020:00000010:1.0:1769074862.021139:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.021150:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.021160:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074862.021166:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.021172:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074862.021210:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.021212:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.021215:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826543232 02000000:00000010:1.0:1769074862.021249:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf19e000. 00010000:00000010:1.0:1769074862.021457:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:1.0:1769074862.021478:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:1.0:1769074862.021500:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074862.021505:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074862.021520:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074862.021523:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce00. 00010000:00000010:1.0:1769074862.021528:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074862.021531:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074862.021646:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074862.021650:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c900. 00010000:00000010:1.0:1769074862.021653:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074862.021656:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00000020:00000010:1.0:1769074862.021679:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b1e0. 00000020:00000010:1.0:1769074862.021685:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b1e0. 00000020:00000010:1.0:1769074862.021695:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560960. 00080000:00000010:1.0:1769074862.021706:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8259d800. 00010000:00000010:2.1:1769074862.021842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074862.021849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074862.021852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074862.021855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00000001:00000010:1.0:1769074862.022213:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab882a4120. 00000001:00000010:1.0:1769074862.022222:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074862.022253:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560960. 00010000:00000010:1.0:1769074862.022375:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074862.022381:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074862.022396:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111780. 00010000:00000010:1.0:1769074862.022489:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00080000:00000010:1.0:1769074862.022526:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab86497560. 00000004:00000010:1.0:1769074862.022545:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ebc480. 00000004:00000010:1.0:1769074862.022550:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0318bb0. 00000004:00000010:1.0:1769074862.022555:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab864071e0. 00000004:00000010:1.0:1769074862.022559:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab86494d20. 00010000:00000010:1.0:1769074862.022572:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000200:1.0:1769074862.022593:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890337, last committed = 17179890279 00010000:00000200:1.0:1769074862.022641:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7b80 x1855007826543232/t17179890337(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.022663:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fca18. 00000100:00000200:1.0:1769074862.022670:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826543232, offset 224 00000400:00000010:1.0:1769074862.022677:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c700. 00000400:00000200:1.0:1769074862.022680:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.022695:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.022701:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41450:41450:256:4294967295] 192.168.204.10@tcp LPNI seq info [41446:41446:8:4294967295] 00000400:00000200:1.0:1769074862.022707:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.022714:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.022719:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.022724:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074862.022811:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.022820:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.022825:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.022849:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.022854:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074862.022858:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:2.0:1769074862.023027:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.023032:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:2.0:1769074862.023039:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.023044:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.025761:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.025785:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a05 00000400:00000200:3.0:1769074862.025792:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.025796:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.025803:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fca18 00000400:00000010:3.0:1769074862.025806:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fca18. 00000400:00000200:3.0:1769074862.025833:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.025839:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e8300 00000400:00000200:3.0:1769074862.025847:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 137664 00000400:00000200:3.0:1769074862.025921:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.025927:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.025933:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.025939:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6a00. 00000020:00000010:2.0:1769074862.026187:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.026194:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.026200:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.026206:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.026211:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.026262:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.026266:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.026270:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826543360 00000001:00000010:2.0:1769074862.026280:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:2.0:1769074862.026304:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074862.026311:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 02000000:00000010:2.0:1769074862.026337:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854c9000. 00010000:00000010:2.0:1769074862.026369:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074862.026373:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074862.026394:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074862.026398:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074862.026403:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074862.026406:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074862.026485:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074862.026489:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074862.026492:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074862.026495:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.026564:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074862.026578:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074862.026583:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074862.026637:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074862.026654:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a6a00 x1855007826543360/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.026673:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074862.026679:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826543360, offset 224 00000400:00000200:2.0:1769074862.026685:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.026697:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.026703:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41451:41451:256:4294967295] 192.168.204.10@tcp LPNI seq info [41447:41447:8:4294967295] 00000400:00000200:2.0:1769074862.026714:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.026720:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.026725:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074862.026731:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.026738:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.026741:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.026760:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.026764:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.026769:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00000800:00000200:2.0:1769074862.026842:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.026846:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:2.0:1769074862.026849:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.026853:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.026857:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:2.0:1769074862.026873:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00010000:00000010:1.0:1769074862.027180:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074862.027188:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce00. 00010000:00000010:0.0:1769074862.028832:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:0.0:1769074862.028851:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c900. 00010000:00000010:0.0:1769074862.028877:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111780. 00000400:00000200:2.0:1769074862.031533:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.031565:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e8400 00000400:00000200:2.0:1769074862.031575:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 138240 00000400:00000200:2.0:1769074862.031592:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.031597:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.031645:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.031653:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90807800. 00000020:00000010:3.0:1769074862.031880:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.031886:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.031893:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.031899:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074862.031904:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.031947:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.031950:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000100:00000200:3.0:1769074862.031953:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826543616 02000000:00000010:3.0:1769074862.031991:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbff7d000. 00010000:00000010:3.0:1769074862.032034:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.0:1769074862.032051:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b800. 00010000:00000010:3.0:1769074862.032072:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074862.032078:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.032095:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074862.032098:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074862.032102:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074862.032105:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074862.032190:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074862.032194:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074862.032197:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074862.032201:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00000020:00000010:3.0:1769074862.032226:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.032233:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.032244:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1d20. 00080000:00000010:3.0:1769074862.032254:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefe400. 00000001:00000010:3.0:1769074862.032488:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1840. 00000001:00000010:3.0:1769074862.032495:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074862.032527:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1d20. 00010000:00000010:3.0:1769074862.032536:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074862.032540:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074862.032551:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074862.032901:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00080000:00000010:3.0:1769074862.032929:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daba03e3398. 00000004:00000010:3.0:1769074862.032951:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbea0bf00. 00000004:00000010:3.0:1769074862.032955:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0318990. 00000004:00000010:3.0:1769074862.032960:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab864077f8. 00000004:00000010:3.0:1769074862.032964:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabafd62000. 00010000:00000010:3.0:1769074862.032976:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074862.032995:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890338, last committed = 17179890279 00010000:00000200:3.0:1769074862.033007:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90807800 x1855007826543616/t17179890338(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.033026:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074862.033032:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826543616, offset 224 00000400:00000010:3.0:1769074862.033039:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc770. 00000400:00000200:3.0:1769074862.033043:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.033058:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.033064:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41452:41452:256:4294967295] 192.168.204.10@tcp LPNI seq info [41448:41448:8:4294967295] 00000400:00000200:3.0:1769074862.033070:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.033077:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.033083:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.033087:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074862.033094:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.033101:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.033105:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.033167:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e400. 00000020:00000010:3.0:1769074862.033173:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.033177:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00010000:00000010:0.0:1769074862.034114:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:0.0:1769074862.034128:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:0.0:1769074862.034136:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e3c0. 00010000:00000010:1.1:1769074862.034196:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:1.1:1769074862.034205:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00000800:00000200:1.0:1769074862.036559:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.036568:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074862.036578:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.036586:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.040382:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.040405:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a0d 00000400:00000200:2.0:1769074862.040413:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.040417:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.040424:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46cc0 00000400:00000010:2.0:1769074862.040427:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46cc0. 00000400:00000200:2.0:1769074862.040452:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.040457:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e8480 00000400:00000200:2.0:1769074862.040463:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 138728 00000400:00000200:2.0:1769074862.040513:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.040517:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.040521:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.040557:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806d80. 00000020:00000010:1.0:1769074862.041168:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.041172:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.041180:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074862.041184:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ce00. 00000020:00000010:1.0:1769074862.041188:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074862.041219:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.041221:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.041223:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826543744 00000001:00000010:1.0:1769074862.041233:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:1.0:1769074862.041264:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.041270:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074862.041291:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf199000. 00010000:00000010:1.0:1769074862.041316:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074862.041318:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074862.041334:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074862.041337:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074862.041342:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074862.041345:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074862.041419:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074862.041423:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074862.041426:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074862.041429:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074862.041484:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074862.041493:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074862.041497:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074862.041514:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.041525:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806d80 x1855007826543744/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.041552:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074862.041557:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826543744, offset 224 00000400:00000200:1.0:1769074862.041562:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.041571:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.041576:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41453:41453:256:4294967295] 192.168.204.10@tcp LPNI seq info [41449:41449:8:4294967295] 00000400:00000200:1.0:1769074862.041584:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.041588:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.041592:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074862.041598:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.041618:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.041622:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.041638:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ce00. 00000020:00000010:1.0:1769074862.041640:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074862.041643:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000800:00000200:1.0:1769074862.041712:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.041715:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:1.0:1769074862.041719:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.041721:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.041724:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:1.0:1769074862.041726:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00010000:00000010:3.0:1769074862.044513:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074862.044534:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00000400:00000200:1.0:1769074862.044758:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.044775:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e8580 00000400:00000200:1.0:1769074862.044783:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 139304 00000400:00000200:1.0:1769074862.044798:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.044802:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.044810:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.044816:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485500. 00000020:00000010:2.0:1769074862.045201:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.045207:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.045215:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.045221:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.045275:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.045316:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.045319:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.045323:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826544000 02000000:00000010:2.0:1769074862.045355:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab854c8000. 00010000:00000010:2.0:1769074862.045393:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:2.0:1769074862.045402:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c180. 00010000:00000010:2.0:1769074862.045422:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074862.045427:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074862.045444:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074862.045447:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074862.045451:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074862.045454:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074862.045554:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074862.045557:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074862.045561:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.045565:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00000020:00000010:2.0:1769074862.045591:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef0e0. 00000020:00000010:2.0:1769074862.045598:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef0e0. 00000020:00000010:2.0:1769074862.045638:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074862.045649:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b8fd800. 00000001:00000010:2.0:1769074862.045885:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6960. 00000001:00000010:2.0:1769074862.045892:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf180. 00000020:00000010:2.0:1769074862.045922:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00010000:00000010:2.0:1769074862.045931:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074862.045936:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.045948:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074862.045987:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00080000:00000010:2.0:1769074862.046030:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbff801c8. 00000004:00000010:2.0:1769074862.046043:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f7a8780. 00000004:00000010:2.0:1769074862.046057:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfeea330. 00000004:00000010:2.0:1769074862.046062:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab878b88e8. 00000004:00000010:2.0:1769074862.046067:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbff425a0. 00010000:00000010:2.0:1769074862.046079:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074862.046098:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890339, last committed = 17179890279 00010000:00000200:2.0:1769074862.046108:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485500 x1855007826544000/t17179890339(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.046126:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074862.046132:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826544000, offset 224 00000400:00000010:2.0:1769074862.046138:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169a48. 00000400:00000200:2.0:1769074862.046142:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.046156:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.046163:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41454:41454:256:4294967295] 192.168.204.10@tcp LPNI seq info [41450:41450:8:4294967295] 00000400:00000200:2.0:1769074862.046170:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.046177:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.046183:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.046188:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074862.046195:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.046202:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.046206:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.046230:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.046235:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.046239:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00000800:00000200:2.0:1769074862.046335:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.046339:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:2.0:1769074862.046343:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.046348:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074862.049094:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:3.0:1769074862.049114:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:3.0:1769074862.049128:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000400:00000200:1.0:1769074862.049299:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.049319:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a15 00000400:00000200:1.0:1769074862.049327:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.049332:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.049340:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:1.0:1769074862.049343:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00010000:00000010:3.0:1769074862.049423:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:3.0:1769074862.049430:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:3.1:1769074862.050663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:3.1:1769074862.050678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074862.050682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074862.050706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:1.1:1769074862.050762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074862.050772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:2.1:1769074862.050875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074862.050882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074862.050885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074862.050888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:1.1:1769074862.052698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:1.1:1769074862.052713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:0.1:1769074862.052761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:0.1:1769074862.052767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:0.1:1769074862.052771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:0.1:1769074862.052774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074862.055665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074862.055684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074862.055691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074862.055695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:3.1:1769074862.055700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074862.055704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:1.1:1769074862.055771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074862.055777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074862.055782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074862.055785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:2.1:1769074862.055834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:2.1:1769074862.055839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:2.1:1769074862.055843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074862.055876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000400:00000200:1.0:1769074862.056881:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.056903:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e8600 00000400:00000200:1.0:1769074862.056913:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 139792 00000400:00000200:1.0:1769074862.056992:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.056999:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.057008:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.057015:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484000. 00000020:00000010:3.0:1769074862.057382:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.057389:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.057395:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.057401:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.057407:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.057453:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.057455:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000100:00000200:3.0:1769074862.057458:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826544128 00000001:00000010:3.0:1769074862.057469:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074862.057495:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074862.057503:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074862.057533:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82bcc000. 00010000:00000010:3.0:1769074862.057564:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074862.057569:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.057587:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074862.057590:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074862.057594:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074862.057598:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074862.057713:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074862.057717:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074862.057721:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074862.057725:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074862.057796:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.057809:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074862.057815:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074862.057837:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074862.057855:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484000 x1855007826544128/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.057888:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074862.057895:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826544128, offset 224 00000400:00000200:3.0:1769074862.057902:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.057913:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.057919:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41455:41455:256:4294967295] 192.168.204.10@tcp LPNI seq info [41451:41451:8:4294967295] 00000400:00000200:3.0:1769074862.057931:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.057936:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.057942:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074862.057948:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.057955:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.057959:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.057978:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.057982:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.057986:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:0.0:1769074862.058163:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.058167:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074862.058174:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.058178:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.058183:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:0.0:1769074862.058186:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00000400:00000200:1.0:1769074862.061941:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.061962:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e8700 00000400:00000200:1.0:1769074862.061971:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 140368 00000400:00000200:1.0:1769074862.061988:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.061994:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.062002:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.062009:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487800. 00000020:00000010:2.0:1769074862.062134:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.062141:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.062147:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.062153:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.062159:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.062205:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.062207:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.062211:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826544384 02000000:00000010:2.0:1769074862.062248:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab854cc000. 00010000:00000010:2.0:1769074862.062300:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:2.0:1769074862.062317:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:2.0:1769074862.062337:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074862.062343:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074862.062359:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074862.062362:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074862.062367:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.062369:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074862.062450:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074862.062454:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074862.062457:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074862.062460:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00000020:00000010:2.0:1769074862.062485:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074862.062494:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074862.062508:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074862.062519:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc11a800. 00000001:00000010:2.0:1769074862.063057:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6780. 00000001:00000010:2.0:1769074862.063065:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00000020:00000010:2.0:1769074862.063097:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00010000:00000010:2.0:1769074862.063108:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074862.063112:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074862.063127:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074862.063273:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00080000:00000010:2.0:1769074862.063307:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab88fc9c80. 00000004:00000010:2.0:1769074862.063332:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8bf30f00. 00000004:00000010:2.0:1769074862.063336:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafabb650. 00000004:00000010:2.0:1769074862.063341:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8efcf870. 00000004:00000010:2.0:1769074862.063346:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4e8b40. 00010000:00000010:2.0:1769074862.063359:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074862.063379:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890340, last committed = 17179890279 00010000:00000200:2.0:1769074862.063390:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487800 x1855007826544384/t17179890340(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.063412:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074862.063419:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826544384, offset 224 00000400:00000010:2.0:1769074862.063426:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169690. 00000400:00000200:2.0:1769074862.063430:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.063446:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.063453:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41456:41456:256:4294967295] 192.168.204.10@tcp LPNI seq info [41452:41452:8:4294967295] 00000400:00000200:2.0:1769074862.063459:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.063466:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.063472:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.063477:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074862.063483:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.063491:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.063495:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.063578:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.063583:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.063589:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00010000:00000010:3.0:1769074862.064507:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:3.0:1769074862.064519:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:3.0:1769074862.064527:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00000800:00000200:1.0:1769074862.064819:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.064824:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074862.064828:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.064836:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.068441:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.068464:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a1d 00000400:00000200:2.0:1769074862.068473:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.068478:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.068485:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:2.0:1769074862.068488:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00000400:00000200:2.0:1769074862.068519:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.068525:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e8780 00000400:00000200:2.0:1769074862.068532:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 140856 00010000:00000010:3.0:1769074862.068829:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:3.0:1769074862.068841:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00000400:00000200:2.0:1769074862.068911:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.068916:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.068922:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.068929:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805c00. 00000020:00000010:1.0:1769074862.069118:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.069124:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.069134:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074862.069138:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ce00. 00000020:00000010:1.0:1769074862.069144:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074862.069190:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.069193:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.069197:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826544512 00000001:00000010:1.0:1769074862.069209:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf180. 00010000:00000010:1.0:1769074862.069237:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074862.069244:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074862.069285:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf19b000. 00010000:00000010:1.0:1769074862.069317:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074862.069322:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074862.069338:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074862.069342:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074862.069345:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074862.069349:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074862.069425:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074862.069428:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca80. 00010000:00000010:1.0:1769074862.069432:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074862.069435:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074862.069495:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074862.069505:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074862.069509:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074862.069528:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.069543:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805c00 x1855007826544512/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.069562:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074862.069568:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826544512, offset 224 00000400:00000200:1.0:1769074862.069574:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.069585:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.069590:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41457:41457:256:4294967295] 192.168.204.10@tcp LPNI seq info [41453:41453:8:4294967295] 00000400:00000200:1.0:1769074862.069628:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.069634:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.069640:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074862.069647:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.069657:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.069661:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.069678:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ce00. 00000020:00000010:1.0:1769074862.069681:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074862.069685:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:3.1:1769074862.070504:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074862.070512:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074862.070516:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074862.070518:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:2.1:1769074862.071040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:2.1:1769074862.071046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074862.071050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074862.071072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000800:00000200:1.0:1769074862.074323:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.074334:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:1.0:1769074862.074344:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.074354:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.074361:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:1.0:1769074862.074364:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00010000:00000010:3.1:1769074862.074937:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074862.074946:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00000400:00000200:1.0:1769074862.074996:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.075013:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e8880 00000400:00000200:1.0:1769074862.075021:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 141432 00000400:00000200:1.0:1769074862.075036:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.075039:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.075046:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.075052:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485f80. 00000020:00000010:0.0:1769074862.075161:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074862.075167:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074862.075174:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.075180:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.075185:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.075387:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074862.075390:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074862.075394:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826544768 02000000:00000010:0.0:1769074862.075433:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdff000. 00010000:00000010:0.0:1769074862.075480:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:0.0:1769074862.075495:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca80. 00010000:00000010:0.0:1769074862.075517:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.075524:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.075542:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.075560:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074862.075565:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074862.075568:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.075697:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074862.075700:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074862.075704:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074862.075707:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074862.075745:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56940. 00000020:00000010:0.0:1769074862.075753:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56940. 00000020:00000010:0.0:1769074862.075767:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a9c0. 00080000:00000010:0.0:1769074862.075778:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fafb000. 00000001:00000010:0.0:1769074862.076034:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabb4a136c0. 00000001:00000010:0.0:1769074862.076043:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074862.076077:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a9c0. 00010000:00000010:0.0:1769074862.076086:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074862.076090:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.076103:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8000. 00010000:00000010:0.0:1769074862.076188:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074862.076227:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab864968e8. 00000004:00000010:0.0:1769074862.076239:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ebc180. 00000004:00000010:0.0:1769074862.076248:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daba0319210. 00010000:00000010:1.0:1769074862.076475:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074862.076482:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:1.0:1769074862.076489:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8000. 00000004:00000010:0.0:1769074862.076693:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86407f00. 00000004:00000010:0.0:1769074862.076700:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dab86494000. 00010000:00000010:0.0:1769074862.076716:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.076737:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890341, last committed = 17179890279 00010000:00000200:0.0:1769074862.076748:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485f80 x1855007826544768/t17179890341(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.076774:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074862.076780:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826544768, offset 224 00000400:00000010:0.0:1769074862.076788:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d13f0. 00000400:00000200:0.0:1769074862.076792:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.076807:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.076814:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41458:41458:256:4294967295] 192.168.204.10@tcp LPNI seq info [41454:41454:8:4294967295] 00000400:00000200:0.0:1769074862.076821:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.076827:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.076833:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.076838:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074862.076845:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.076853:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.076869:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.076936:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.076941:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.076945:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00010000:00000010:1.1:1769074862.080659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074862.080675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074862.080680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074862.080684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:3.1:1769074862.084888:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074862.084906:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000800:00000200:2.0:1769074862.085152:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.085158:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:2.0:1769074862.085164:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.085174:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.085211:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.085228:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a25 00000400:00000200:2.0:1769074862.085236:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.085239:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.085244:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:2.0:1769074862.085248:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00000400:00000200:2.0:1769074862.085285:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.085293:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8e8980 00000400:00000200:2.0:1769074862.085301:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed1d [2] + 1624 00000400:00000200:2.0:1769074862.085363:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.085368:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.085372:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074862.085380:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806680. 00000020:00000010:1.0:1769074862.085464:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.085470:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.085479:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074862.085485:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ce00. 00000020:00000010:1.0:1769074862.085492:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074862.085531:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.085533:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.085549:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826545024 00000001:00000010:1.0:1769074862.085561:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 02000000:00000010:1.0:1769074862.085631:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8a41fc00. 00000004:00000010:1.0:1769074862.085706:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5ef80. 00080000:00000010:1.0:1769074862.085731:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa842c5400. 00000001:00000010:1.0:1769074862.085766:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560960. 00000001:00000010:1.0:1769074862.085772:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00010000:00000200:1.0:1769074862.085824:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806680 x1855007826545024/t17179890342(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 392/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.085845:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074862.085851:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826545024, offset 224 00000400:00000200:1.0:1769074862.085868:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.085879:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.085886:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41459:41459:256:4294967295] 192.168.204.10@tcp LPNI seq info [41455:41455:8:4294967295] 00000400:00000200:1.0:1769074862.085898:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.085904:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.085909:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074862.085915:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.085921:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.085926:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074862.085994:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074862.086004:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00000020:00000010:1.0:1769074862.086957:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ce00. 00000020:00000010:1.0:1769074862.086965:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074862.086970:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:0.1:1769074862.087076:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:0.1:1769074862.087083:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074862.087089:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074862.087106:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000800:00000200:0.0:1769074862.087192:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.087197:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074862.087202:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.087208:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.087214:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:0.0:1769074862.087216:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00010000:00000010:1.1:1769074862.089165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074862.089182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:2.0:1769074862.090033:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.090053:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e8a80 00000400:00000200:2.0:1769074862.090063:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 141920 00000400:00000200:2.0:1769074862.090083:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.090088:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.090097:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.090104:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804700. 00000020:00000010:0.0:1769074862.090234:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074862.090239:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074862.090247:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.090347:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.090355:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.090442:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074862.090446:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074862.090449:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826545280 00000001:00000010:0.0:1769074862.090462:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 02000000:00000010:0.0:1769074862.090500:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdfe000. 00010000:00000010:0.0:1769074862.090898:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:0.0:1769074862.090915:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daa83cca900. 00010000:00000010:0.0:1769074862.090928:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daba0331080. 00010000:00000010:0.0:1769074862.090951:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074862.090960:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.090979:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074862.090983:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074862.090988:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.090991:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.091138:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074862.091143:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074862.091146:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074862.091150:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074862.091188:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56f40. 00000020:00000010:0.0:1769074862.091196:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56f40. 00080000:00000010:0.0:1769074862.091206:0:44309:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbd2a6bf0. 00080000:00000010:0.0:1769074862.091211:0:44309:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8daa8eb3cf00. 00080000:00000010:0.0:1769074862.091228:0:44309:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8daa8eb3cf00. 00080000:00000010:0.0:1769074862.091231:0:44309:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbd2a6bf0. 00000020:00000010:0.0:1769074862.091240:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a9c0. 00080000:00000010:0.0:1769074862.091249:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8faf8000. 00010000:00000010:3.1:1769074862.091643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074862.091651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000001:00000010:0.0:1769074862.092071:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8af00. 00000001:00000010:0.0:1769074862.092080:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8240. 00000020:00000010:0.0:1769074862.092109:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a9c0. 00010000:00000010:0.0:1769074862.092148:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.092155:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00080000:00000010:0.0:1769074862.092190:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88c24558. 00000004:00000010:0.0:1769074862.092201:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fb3bcb0. 00000004:00000010:0.0:1769074862.092206:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa64690. 00000004:00000010:0.0:1769074862.092210:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f9621e0. 00010000:00000010:0.0:1769074862.092223:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.092244:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890343, last committed = 17179890279 00010000:00000200:0.0:1769074862.092271:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804700 x1855007826545280/t17179890343(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.092294:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074862.092302:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826545280, offset 224 00000400:00000010:0.0:1769074862.092309:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1e70. 00000400:00000200:0.0:1769074862.092314:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.092331:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.092337:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41460:41460:256:4294967295] 192.168.204.10@tcp LPNI seq info [41456:41456:8:4294967295] 00000400:00000200:0.0:1769074862.092344:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.092351:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.092360:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.092365:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074862.092371:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.092378:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.092383:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.092414:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.092419:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.092423:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:3.0:1769074862.092576:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.092581:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:3.0:1769074862.092585:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.092591:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.095897:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074862.095920:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a2d 00000400:00000200:0.0:1769074862.095929:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.095934:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074862.095941:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074862.095944:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000400:00000200:0.0:1769074862.095977:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.095985:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e8b80 00000400:00000200:0.0:1769074862.095993:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 142408 00000400:00000200:0.0:1769074862.096056:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.096061:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.096066:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.096072:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04faa00. 00010000:00000010:3.0:1769074862.096228:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074862.096239:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00000020:00000010:2.0:1769074862.097007:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.097014:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.097020:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.097025:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.097030:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.097073:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.097076:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.097079:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826545536 00000001:00000010:2.0:1769074862.097090:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 02000000:00000010:2.0:1769074862.097125:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabae3f3000. 00010000:00000010:2.0:1769074862.097160:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115080. 00010000:00000010:2.0:1769074862.097171:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab85e11a00. 00010000:00000010:2.0:1769074862.097193:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074862.097199:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074862.097214:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074862.097218:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074862.097222:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074862.097225:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074862.097318:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074862.097321:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074862.097325:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074862.097328:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000020:00000010:2.0:1769074862.097352:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074862.097359:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074862.097370:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074862.097378:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc11b800. 00000001:00000010:2.0:1769074862.097592:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6360. 00000001:00000010:2.0:1769074862.097866:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074862.097906:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00010000:00000010:2.0:1769074862.097915:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074862.097921:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074862.097934:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074862.098006:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00080000:00000010:2.0:1769074862.098030:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ecf7728. 00000004:00000010:2.0:1769074862.098049:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab908d7900. 00000004:00000010:2.0:1769074862.098053:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f97c770. 00000004:00000010:2.0:1769074862.098057:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4513c0. 00000004:00000010:2.0:1769074862.098061:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae3ab0e0. 00010000:00000010:2.0:1769074862.098071:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074862.098089:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890344, last committed = 17179890279 00010000:00000200:2.0:1769074862.098099:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04faa00 x1855007826545536/t17179890344(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.098117:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074862.098123:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826545536, offset 224 00000400:00000010:2.0:1769074862.098130:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169ce8. 00000400:00000200:2.0:1769074862.098133:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.098147:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.098153:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41461:41461:256:4294967295] 192.168.204.10@tcp LPNI seq info [41457:41457:8:4294967295] 00000400:00000200:2.0:1769074862.098160:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.098166:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.098171:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.098176:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074862.098182:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.098189:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.098194:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.098221:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.098225:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.098230:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00000800:00000200:3.0:1769074862.098463:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.098467:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:3.0:1769074862.098471:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.098476:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.100302:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.100321:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a31 00000400:00000200:3.0:1769074862.100328:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.100332:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.100338:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:3.0:1769074862.100341:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00010000:00000010:1.0:1769074862.101917:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:1.0:1769074862.101934:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00010000:00000010:0.0:1769074862.102151:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:0.0:1769074862.102161:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:0.0:1769074862.102168:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00010000:00000010:3.1:1769074862.102805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074862.102814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074862.103657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:0.1:1769074862.103666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8590b000. 00010000:00000010:0.1:1769074862.103688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa89c69800. 00010000:00000010:0.1:1769074862.103693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074862.103696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074862.103707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:0.0:1769074862.103752:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.103769:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 504 into portal 12 MB=0x6971eaa8e8c80 00000400:00000200:0.0:1769074862.103778:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 504/504 into md 0x20c25 [64] + 142896 00000400:00000200:0.0:1769074862.103845:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.103851:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.103867:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.103873:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fb100. 00010000:00000010:2.1:1769074862.104024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f97bc00. 00010000:00000010:2.1:1769074862.104036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8c00. 00000020:00000010:2.0:1769074862.104074:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.104080:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.104087:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.104091:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.104096:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.104130:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.104133:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.104136:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826545792 00000001:00000010:2.0:1769074862.104146:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8240. 02000000:00000010:2.0:1769074862.104185:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabae3f1000. 00010000:00000010:2.0:1769074862.104223:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daa8fef7200. 00010000:00000010:2.0:1769074862.104235:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fff3e00. 00010000:00000010:2.0:1769074862.104260:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.104266:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074862.104284:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074862.104287:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074862.104291:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074862.104294:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074862.104384:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074862.104388:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074862.104392:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074862.104395:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00000020:00000010:2.0:1769074862.104421:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074862.104429:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074862.104442:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074862.104453:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc119800. 00000004:00000010:2.0:1769074862.104887:0:44309:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8dab9ede6ae0. 00000001:00000010:2.0:1769074862.104905:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6d20. 00000001:00000010:2.0:1769074862.104911:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00000020:00000010:2.0:1769074862.104943:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00010000:00000010:2.0:1769074862.104952:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074862.104956:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074862.104971:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074862.105018:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00080000:00000010:2.0:1769074862.105044:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fdae1c8. 00000004:00000010:2.0:1769074862.105055:0:44309:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1d868. 00000004:00000010:2.0:1769074862.105059:0:44309:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f900. 00000004:00000010:2.0:1769074862.105062:0:44309:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f678. 00000004:00000010:2.0:1769074862.105067:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8783bb40. 00000004:00000010:2.0:1769074862.105069:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fb3a220. 00000004:00000010:2.0:1769074862.105074:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa643c0. 00000004:00000010:2.0:1769074862.105078:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef3c3c0. 00010000:00000010:2.0:1769074862.105087:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074862.105105:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890345, last committed = 17179890279 00010000:00000200:2.0:1769074862.105116:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fb100 x1855007826545792/t17179890345(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 504/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.105137:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074862.105144:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826545792, offset 224 00000400:00000010:2.0:1769074862.105152:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1699a0. 00000400:00000200:2.0:1769074862.105157:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.105172:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.105179:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41462:41462:256:4294967295] 192.168.204.10@tcp LPNI seq info [41458:41458:8:4294967295] 00000400:00000200:2.0:1769074862.105186:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.105192:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.105198:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.105204:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074862.105211:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.105219:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.105224:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.105251:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074862.105256:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.105262:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00000800:00000200:1.0:1769074862.105528:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.105534:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074862.105538:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.105545:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074862.106165:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:0.0:1769074862.106176:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:0.0:1769074862.106186:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.1:1769074862.108699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074862.108724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:0.1:1769074862.108872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074862.108878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:1.1:1769074862.112660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074862.112678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074862.112724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:2.1:1769074862.112739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabb4ae9100. 00010000:00000010:2.1:1769074862.112744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074862.112755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000400:00000200:3.0:1769074862.113169:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.113189:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a35 00000400:00000200:3.0:1769074862.113197:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.113202:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.113209:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:3.0:1769074862.113212:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00010000:00000010:2.0:1769074862.113331:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074862.113342:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:0.1:1769074862.115776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074862.115793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000400:00000200:0.0:1769074862.117012:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.117031:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8e8d80 00000400:00000200:0.0:1769074862.117039:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c25 [64] + 143400 00000400:00000200:0.0:1769074862.117100:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.117105:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.117114:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.117121:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fb480. 00000020:00000010:3.0:1769074862.117225:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.117230:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.117237:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.117242:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.117248:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.117293:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.117295:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000100:00000200:3.0:1769074862.117298:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826546048 00000001:00000010:3.0:1769074862.117308:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:3.0:1769074862.117335:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074862.117343:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074862.117378:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8b1d2000. 00000004:00000010:3.0:1769074862.117697:0:42298:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e400. 00080000:00000010:3.0:1769074862.117708:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefd800. 00000001:00000010:3.0:1769074862.117740:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef14e0. 00000001:00000010:3.0:1769074862.117746:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074862.117815:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074862.117831:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fb480 x1855007826546048/t17179890346(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 648/608 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.117852:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074862.117867:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826546048, offset 224 00000400:00000200:3.0:1769074862.117875:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.117886:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.117892:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41463:41463:256:4294967295] 192.168.204.10@tcp LPNI seq info [41459:41459:8:4294967295] 00000400:00000200:3.0:1769074862.117903:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.117909:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.117914:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074862.117921:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.117929:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.117933:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.118064:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.118068:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.118072:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:1.0:1769074862.119437:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.119445:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074862.119454:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.119463:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.119469:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:1.0:1769074862.119472:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00010000:00000010:2.1:1769074862.120655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074862.120668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:3.1:1769074862.123701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000400:00000200:3.0:1769074862.124567:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.124586:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 448 into portal 23 MB=0x6971eaa8e8e00 00000400:00000200:3.0:1769074862.124597:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 448/448 into md 0x2ed1d [2] + 2016 00000400:00000010:3.0:1769074862.124639:0:12640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a370. 00000400:00000200:3.0:1769074862.124645:0:12640:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8fa52300 00000400:00000200:3.0:1769074862.124684:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.124690:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.124698:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa52300 00000400:00000010:3.0:1769074862.124700:0:12640:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa52300. 00000100:00000200:3.0:1769074862.124716:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:1.0:1769074862.125039:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.125044:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.125053:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074862.125059:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ce00. 00000020:00000010:1.0:1769074862.125064:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074862.125111:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.125114:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.125118:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826546176 00000001:00000010:1.0:1769074862.125130:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 02000000:00000010:1.0:1769074862.125159:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8daa842c6800. 00000004:00000010:1.0:1769074862.125166:0:42300:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa8a115800. 00080000:00000010:1.0:1769074862.126210:0:42300:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbcd3a2b0. 00080000:00000010:1.0:1769074862.126219:0:42300:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8470d400. 00080000:00000010:1.0:1769074862.126241:0:42300:0:(osd_index.c:355:osd_find_parent_fid()) kmalloced '(buf.lb_buf)': 87 at ffff8dabae560ba0. 00080000:00000010:1.0:1769074862.126245:0:42300:0:(osd_index.c:383:osd_find_parent_fid()) kfreed 'buf.lb_buf': 87 at ffff8dabae560ba0. 00080000:00000010:1.0:1769074862.126996:0:42300:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8470d400. 00080000:00000010:1.0:1769074862.127005:0:42300:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbcd3a2b0. 00000100:00000010:1.0:1769074862.127015:0:42300:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8dab86445400. 00000100:00000010:1.0:1769074862.127019:0:42300:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8dabaf19a000. 00000400:00000010:1.0:1769074862.127032:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000400:00000010:1.0:1769074862.127043:0:42300:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cf88. 00000400:00000200:1.0:1769074862.127051:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.127068:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.127074:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41464:41464:256:4294967295] 192.168.204.10@tcp LPNI seq info [41460:41460:8:4294967295] 00000400:00000200:1.0:1769074862.127080:0:42300:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.127088:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.127097:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.127104:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074862.127112:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.127118:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1022 00000800:00000200:1.0:1769074862.127122:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1769074862.127197:0:42300:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.10@tcp mbits 0x6971eaa8e8e00-0x6971eaa8e8e00 00000800:00000200:0.0:1769074862.127691:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.127697:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:0.0:1769074862.127704:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.127709:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.127717:0:12638:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8dab86445400 00000400:00000200:1.0:1769074862.130405:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.130429:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a3d 00000400:00000200:1.0:1769074862.130437:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.130442:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.130448:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:1.0:1769074862.130453:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074862.130459:0:12639:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8dab86445400 00000100:00000010:2.0:1769074862.130651:0:42300:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8dabaf19a000. 00000100:00000010:2.0:1769074862.130659:0:42300:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8dab86445400. 00000004:00000010:2.0:1769074862.131327:0:42300:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa8a115800. 00010000:00000200:2.0:1769074862.131344:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a05c850 x1855007826546176/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 448/440 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.131367:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074862.131372:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855007826546176, offset 224 00000400:00000200:2.0:1769074862.131379:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.131390:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.131396:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41465:41465:256:4294967295] 192.168.204.10@tcp LPNI seq info [41461:41461:8:4294967295] 00000400:00000200:2.0:1769074862.131407:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.131412:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.131418:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074862.131424:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.131431:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.131435:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.131464:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ce00. 00000020:00000010:2.0:1769074862.131469:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:2.0:1769074862.131473:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 02000000:00000010:2.0:1769074862.131485:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8a41fc00. 00000100:00000010:2.0:1769074862.131490:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806680. 02000000:00000010:2.0:1769074862.131494:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbff75800. 00000100:00000010:2.0:1769074862.131496:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8a80. 02000000:00000010:2.0:1769074862.131499:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8dabb6bacc00. 00000100:00000010:2.0:1769074862.131502:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c9500. 02000000:00000010:2.0:1769074862.131506:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabb5b6e800. 00000100:00000010:2.0:1769074862.131508:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1880. 02000000:00000010:2.0:1769074862.131512:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8bbdf400. 00000100:00000010:2.0:1769074862.131514:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689880. 00000100:00000200:2.0:1769074862.131522:0:42300:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1769074862.131530:0:42300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4738. 00000400:00000010:2.0:1769074862.132092:0:42300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab89ddf180. 00000800:00000200:3.0:1769074862.135235:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.135245:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:3.0:1769074862.135333:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.135345:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.135353:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:3.0:1769074862.135357:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 02000000:00000010:3.0:1769074862.135365:0:12640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8daa842c6800. 00000400:00000200:0.0:1769074862.136240:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.136265:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8e8f00 00000400:00000200:0.0:1769074862.136275:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed51 [2] + 0 00000400:00000200:0.0:1769074862.136292:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.136296:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.136303:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074862.136310:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9180. 00000020:00000010:2.0:1769074862.136474:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.136479:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.136485:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.136489:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.136494:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.136529:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.136532:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.136541:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826546432 02000000:00000010:2.0:1769074862.136589:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabb5b6e800. 00000020:00000010:2.0:1769074862.136690:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074862.136701:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb6bacc00. 00000001:00000010:2.0:1769074862.136782:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6840. 00000001:00000010:2.0:1769074862.136789:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074862.136816:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00000004:00000010:2.0:1769074862.136831:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5e400. 00010000:00000200:2.0:1769074862.136895:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f9180 x1855007826546432/t17179890347(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 392/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.136913:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074862.136919:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826546432, offset 224 00000400:00000200:2.0:1769074862.136924:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.136932:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.136937:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41466:41466:256:4294967295] 192.168.204.10@tcp LPNI seq info [41462:41462:8:4294967295] 00000400:00000200:2.0:1769074862.136946:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.136950:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.136954:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074862.136959:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.136964:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.136967:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.137030:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.137034:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.137037:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00000800:00000200:1.0:1769074862.138463:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.138472:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:1.0:1769074862.138479:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.138487:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.138493:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:1.0:1769074862.138496:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00000400:00000200:2.0:1769074862.140759:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.140780:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8e9000 00000400:00000200:2.0:1769074862.140789:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c25 [64] + 144048 00000400:00000200:2.0:1769074862.140805:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.140810:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.140817:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.140823:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806680. 00000020:00000010:3.0:1769074862.141000:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.141005:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.141011:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.141017:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.141022:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.141095:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.141098:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000100:00000200:3.0:1769074862.141101:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826546688 00000001:00000010:3.0:1769074862.141111:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074862.141136:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074862.141144:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074862.141176:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8b1d5000. 00010000:00000010:3.0:1769074862.141304:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074862.141309:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00000004:00000010:3.0:1769074862.141359:0:42298:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e580. 00080000:00000010:3.0:1769074862.141373:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefe000. 00000001:00000010:3.0:1769074862.141408:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1060. 00000001:00000010:3.0:1769074862.141415:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074862.141480:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074862.141509:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806680 x1855007826546688/t17179890348(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 648/608 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.141529:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074862.141548:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826546688, offset 224 00000400:00000200:3.0:1769074862.141556:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.141567:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.141573:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41467:41467:256:4294967295] 192.168.204.10@tcp LPNI seq info [41463:41463:8:4294967295] 00000400:00000200:3.0:1769074862.141585:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.141590:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.141595:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074862.141662:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.141671:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.141675:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.141690:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.141695:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.141699:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:0.0:1769074862.141835:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.141840:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:0.0:1769074862.141846:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.141851:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.141855:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:0.0:1769074862.141867:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00000400:00000200:1.0:1769074862.145692:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.145717:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e9080 00000400:00000200:1.0:1769074862.145726:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 144696 00000400:00000200:1.0:1769074862.145753:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.145759:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.145767:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.145775:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486300. 00000020:00000010:3.0:1769074862.145973:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.145978:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.145984:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.145989:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.145994:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.146031:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074862.146034:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000100:00000200:3.0:1769074862.146037:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826546816 00000001:00000010:3.0:1769074862.146046:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:3.0:1769074862.146070:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074862.146078:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074862.146105:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b1d6000. 00010000:00000010:3.0:1769074862.146133:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074862.146137:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.146156:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074862.146160:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074862.146164:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074862.146167:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074862.146245:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074862.146249:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074862.146346:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074862.146353:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074862.146425:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.146439:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074862.146445:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074862.146465:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074862.146482:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486300 x1855007826546816/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.146503:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46198. 00000100:00000200:3.0:1769074862.146511:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826546816, offset 224 00000400:00000200:3.0:1769074862.146518:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.146529:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.146536:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41468:41468:256:4294967295] 192.168.204.10@tcp LPNI seq info [41464:41464:8:4294967295] 00000400:00000200:3.0:1769074862.146547:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.146553:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.146558:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074862.146564:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.146572:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.146577:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.146718:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.146723:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.146727:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:1.0:1769074862.147496:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.147501:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074862.147509:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.147516:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.147521:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46198 00000400:00000010:1.0:1769074862.147524:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46198. 00000400:00000200:0.0:1769074862.150769:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.150791:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e9180 00000400:00000200:0.0:1769074862.150800:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 145272 00000400:00000200:0.0:1769074862.150817:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.150822:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.150831:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.150840:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0aa00. 00010000:00000010:3.1:1769074862.150986:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000020:00000010:1.0:1769074862.151078:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.151083:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.151094:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.151099:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.151104:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.151154:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.151156:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.151160:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826547072 02000000:00000010:1.0:1769074862.151199:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf19a000. 00010000:00000010:1.0:1769074862.151247:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:1.0:1769074862.151278:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:1.0:1769074862.151291:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115a80. 00010000:00000010:1.0:1769074862.151312:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074862.151318:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074862.151335:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074862.151338:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c200. 00010000:00000010:1.0:1769074862.151343:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074862.151346:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074862.151440:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074862.151444:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c800. 00010000:00000010:1.0:1769074862.151448:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074862.151452:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00000020:00000010:1.0:1769074862.151478:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7ba80. 00000020:00000010:1.0:1769074862.151485:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7ba80. 00000020:00000010:1.0:1769074862.151497:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560ba0. 00080000:00000010:1.0:1769074862.151509:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86444800. 00000001:00000010:1.0:1769074862.151808:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b240. 00000001:00000010:1.0:1769074862.151816:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111840. 00000020:00000010:1.0:1769074862.151849:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560ba0. 00010000:00000010:1.0:1769074862.151869:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074862.151873:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074862.151885:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111a80. 00010000:00000010:1.0:1769074862.151924:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00080000:00000010:1.0:1769074862.151951:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc638f0. 00000004:00000010:1.0:1769074862.151959:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4915480. 00000004:00000010:1.0:1769074862.151964:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8a90c440. 00000004:00000010:1.0:1769074862.151969:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d6b40. 00000004:00000010:1.0:1769074862.151973:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4ff860. 00010000:00000010:1.0:1769074862.151981:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.152002:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890349, last committed = 17179890279 00010000:00000200:1.0:1769074862.152013:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0aa00 x1855007826547072/t17179890349(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.152039:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074862.152046:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826547072, offset 224 00000400:00000010:1.0:1769074862.152054:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c5b0. 00000400:00000200:1.0:1769074862.152058:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.152073:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.152079:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41469:41469:256:4294967295] 192.168.204.10@tcp LPNI seq info [41465:41465:8:4294967295] 00000400:00000200:1.0:1769074862.152085:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.152093:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.152099:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.152104:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074862.152111:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.152118:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.152123:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.152145:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.152150:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.152154:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074862.152253:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.152257:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:1.0:1769074862.152262:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.152266:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074862.152755:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:3.0:1769074862.152764:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c800. 00010000:00000010:3.0:1769074862.152772:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111a80. 00000400:00000200:1.0:1769074862.154802:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.154822:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a55 00000400:00000200:1.0:1769074862.154829:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.154834:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.154840:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:1.0:1769074862.154843:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00010000:00000010:1.1:1769074862.156910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:1.1:1769074862.156926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074862.156930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbd4fce00. 00010000:00000010:1.1:1769074862.156934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074862.156940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:3.0:1769074862.157110:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:3.0:1769074862.157120:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c200. 00010000:00000010:3.1:1769074862.157721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074862.157729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074862.157742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074862.157745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00000400:00000200:0.0:1769074862.157884:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.157902:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e9200 00000400:00000200:0.0:1769074862.157910:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 145760 00000400:00000200:0.0:1769074862.158366:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.158373:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.158382:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.158391:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08700. 00000020:00000010:2.0:1769074862.158967:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.158974:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.158980:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.158985:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.158991:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.159089:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.159092:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.159095:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826547200 00000001:00000010:2.0:1769074862.159106:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 00010000:00000010:2.0:1769074862.159134:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074862.159143:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074862.159173:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8bdb1000. 00010000:00000010:2.0:1769074862.159203:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.159207:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074862.159225:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074862.159228:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074862.159232:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074862.159235:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074862.159326:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074862.159330:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074862.159333:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074862.159337:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074862.159405:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074862.159417:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074862.159422:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074862.159441:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074862.159456:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08700 x1855007826547200/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.159478:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074862.159484:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826547200, offset 224 00000400:00000200:2.0:1769074862.159491:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.159503:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.159509:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41470:41470:256:4294967295] 192.168.204.10@tcp LPNI seq info [41466:41466:8:4294967295] 00000400:00000200:2.0:1769074862.159520:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.159526:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.159531:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074862.159743:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.159751:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.159755:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.159778:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.159782:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.159787:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00000800:00000200:3.0:1769074862.159930:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.159935:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074862.159938:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.159943:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.159948:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:3.0:1769074862.159951:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00000400:00000200:3.0:1769074862.162948:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.162969:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e9300 00000400:00000200:3.0:1769074862.162979:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 146336 00000400:00000200:3.0:1769074862.162996:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.163001:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.163010:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.163038:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7480. 00000020:00000010:1.0:1769074862.164077:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.164086:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.164095:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.164102:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.164108:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.164150:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.164153:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.164156:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826547456 02000000:00000010:1.0:1769074862.164197:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87612000. 00010000:00000010:1.0:1769074862.164236:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:1.0:1769074862.164383:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:1.0:1769074862.164410:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074862.164418:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074862.164439:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074862.164442:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca00. 00010000:00000010:1.0:1769074862.164448:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074862.164451:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074862.164692:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074862.164696:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074862.164699:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074862.164703:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00000020:00000010:1.0:1769074862.164797:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bd80. 00000020:00000010:1.0:1769074862.164807:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bd80. 00000020:00000010:1.0:1769074862.164820:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.164829:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86445000. 00000001:00000010:1.0:1769074862.165069:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b720. 00000001:00000010:1.0:1769074862.165076:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111d80. 00000020:00000010:1.0:1769074862.165107:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:1.0:1769074862.165116:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074862.165120:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074862.165133:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111b40. 00010000:00000010:1.0:1769074862.165296:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00080000:00000010:1.0:1769074862.165323:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc62558. 00000004:00000010:1.0:1769074862.165330:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4915e40. 00000004:00000010:1.0:1769074862.165334:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8a90c880. 00000004:00000010:1.0:1769074862.165339:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d6348. 00000004:00000010:1.0:1769074862.165343:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4ffe00. 00010000:00000010:1.0:1769074862.165352:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.165371:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890350, last committed = 17179890279 00010000:00000200:1.0:1769074862.165382:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7480 x1855007826547456/t17179890350(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.165402:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074862.165409:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826547456, offset 224 00000400:00000010:1.0:1769074862.165417:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c118. 00000400:00000200:1.0:1769074862.165421:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.165436:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.165443:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41471:41471:256:4294967295] 192.168.204.10@tcp LPNI seq info [41467:41467:8:4294967295] 00000400:00000200:1.0:1769074862.165449:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.165456:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.165461:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.165466:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074862.165473:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.165480:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.165484:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.165512:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.165516:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.165520:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074862.165901:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.165906:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:0.0:1769074862.165912:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.165917:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074862.169426:0:36253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074862.169445:0:36253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:3.0:1769074862.169488:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:3.0:1769074862.169498:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf00. 00010000:00000010:3.0:1769074862.169507:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111b40. 00000400:00000200:1.0:1769074862.170032:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.170053:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a5d 00000400:00000200:1.0:1769074862.170060:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.170065:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.170071:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:1.0:1769074862.170074:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00000400:00000200:1.0:1769074862.170140:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.170147:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e9380 00000400:00000200:1.0:1769074862.170155:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 146824 00000400:00000200:1.0:1769074862.170215:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.170219:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.170225:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.170231:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484a80. 00000020:00000010:0.0:1769074862.170325:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074862.170331:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074862.170337:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.170342:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.170348:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.170391:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf00. 00000020:00000010:0.0:1769074862.170394:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf00. 00000100:00000200:0.0:1769074862.170397:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826547584 00000001:00000010:0.0:1769074862.170407:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111840. 00010000:00000010:0.0:1769074862.170431:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074862.170438:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074862.170465:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdfc000. 00010000:00000010:0.0:1769074862.170496:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074862.170501:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.170518:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074862.170521:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074862.170525:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074862.170530:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.170644:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074862.170648:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074862.170652:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074862.170656:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.170724:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.170750:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.170755:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074862.170775:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.170791:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484a80 x1855007826547584/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.170810:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074862.170815:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826547584, offset 224 00000400:00000200:0.0:1769074862.170822:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.170832:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.170837:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41472:41472:256:4294967295] 192.168.204.10@tcp LPNI seq info [41468:41468:8:4294967295] 00000400:00000200:0.0:1769074862.170847:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.170853:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.170870:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074862.170877:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.170883:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.170887:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.170907:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.170912:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.170915:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:0.0:1769074862.170977:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.170981:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:0.0:1769074862.170984:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.170988:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.170992:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074862.170994:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00010000:00000010:3.1:1769074862.174404:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:3.1:1769074862.174422:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:3.0:1769074862.174463:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:3.0:1769074862.174473:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca00. 00010000:00000010:3.1:1769074862.174872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074862.174877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:3.0:1769074862.175709:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.175728:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e9480 00000400:00000200:3.0:1769074862.175749:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 147400 00000400:00000200:3.0:1769074862.175767:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.175771:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.175780:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.175787:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6300. 00010000:00000010:1.1:1769074862.175933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:1.1:1769074862.175941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074862.175946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074862.175952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000020:00000010:1.0:1769074862.175985:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.175991:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.176000:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.176006:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.176010:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.176051:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.176054:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.176057:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826547840 02000000:00000010:1.0:1769074862.176100:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87611000. 00010000:00000010:1.0:1769074862.176142:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074862.176155:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:1.0:1769074862.176174:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074862.176180:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074862.176195:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074862.176198:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf80. 00010000:00000010:1.0:1769074862.176203:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074862.176206:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074862.176303:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074862.176309:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca00. 00010000:00000010:1.0:1769074862.176312:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074862.176315:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00000020:00000010:1.0:1769074862.176342:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bd80. 00000020:00000010:1.0:1769074862.176349:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bd80. 00000020:00000010:1.0:1769074862.176361:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.176371:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86445400. 00000001:00000010:1.0:1769074862.176632:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bd20. 00000001:00000010:1.0:1769074862.176640:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111900. 00000020:00000010:1.0:1769074862.176672:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:1.0:1769074862.176682:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.176686:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074862.176697:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111cc0. 00010000:00000010:1.0:1769074862.176745:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00080000:00000010:1.0:1769074862.176770:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f9d81c8. 00000004:00000010:1.0:1769074862.176776:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab859376c0. 00000004:00000010:1.0:1769074862.176780:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ad980. 00000004:00000010:1.0:1769074862.176785:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a3c0. 00000004:00000010:1.0:1769074862.176789:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec2d20. 00010000:00000010:1.0:1769074862.176798:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.176815:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890351, last committed = 17179890279 00010000:00000200:1.0:1769074862.176825:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a6300 x1855007826547840/t17179890351(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.176844:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074862.176850:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826547840, offset 224 00000400:00000010:1.0:1769074862.176867:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c150. 00000400:00000200:1.0:1769074862.176872:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.176885:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.176891:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41473:41473:256:4294967295] 192.168.204.10@tcp LPNI seq info [41469:41469:8:4294967295] 00000400:00000200:1.0:1769074862.176897:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.176904:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.176910:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.176917:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074862.176924:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.176932:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.176937:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.176961:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.176965:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.176970:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074862.177072:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.177077:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:1.0:1769074862.177082:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.177086:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074862.177590:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:3.0:1769074862.177599:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca00. 00010000:00000010:3.0:1769074862.177685:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111cc0. 00010000:00000010:2.1:1769074862.181501:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074862.181519:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074862.181524:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074862.181527:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00000400:00000200:1.0:1769074862.188698:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.188725:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a65 00000400:00000200:1.0:1769074862.188734:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.188739:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.188747:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:1.0:1769074862.188750:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00000400:00000200:1.0:1769074862.188786:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.188793:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e9500 00000400:00000200:1.0:1769074862.188802:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 147888 00000400:00000200:1.0:1769074862.188896:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.188900:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.188905:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.188912:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486680. 00010000:00000010:3.0:1769074862.189229:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:3.0:1769074862.189241:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf80. 00000020:00000010:1.0:1769074862.190819:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.190836:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.190864:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.190875:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.190887:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.190959:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.190966:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.190973:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826547968 00000001:00000010:1.0:1769074862.190995:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111d80. 00010000:00000010:1.0:1769074862.191025:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074862.191033:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074862.191066:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87614000. 00010000:00000010:1.0:1769074862.191114:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074862.191122:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074862.191161:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074862.191168:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074862.191176:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074862.191184:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074862.191530:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074862.192416:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c200. 00010000:00000010:1.0:1769074862.192426:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.192432:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074862.193215:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074862.193234:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074862.193240:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074862.193284:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.193306:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486680 x1855007826547968/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.193330:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074862.193338:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826547968, offset 224 00000400:00000200:1.0:1769074862.193345:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.193358:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.193364:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41474:41474:256:4294967295] 192.168.204.10@tcp LPNI seq info [41470:41470:8:4294967295] 00000400:00000200:1.0:1769074862.193377:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.193383:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.193388:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074862.193395:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.193403:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.193409:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.193442:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.193446:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.193451:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:0.1:1769074862.194205:0:42125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074862.194213:0:42125:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074862.194216:0:42125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074862.194217:0:42125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000800:00000200:3.0:1769074862.194438:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.194443:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:3.0:1769074862.194450:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.194456:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.194462:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:3.0:1769074862.194465:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00010000:00000010:3.1:1769074862.201695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:3.1:1769074862.201713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074862.201756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:1.1:1769074862.201763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00000400:00000200:1.0:1769074862.203213:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.203233:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e9600 00000400:00000200:1.0:1769074862.203243:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 148464 00000400:00000200:1.0:1769074862.203272:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.203277:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.203286:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.203297:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fdf80. 00000020:00000010:0.0:1769074862.203415:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c600. 00000020:00000010:0.0:1769074862.203421:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c600. 00000020:00000010:0.0:1769074862.203427:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.203433:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.203439:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.203486:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c600. 00000020:00000010:0.0:1769074862.203489:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c600. 00000100:00000200:0.0:1769074862.203492:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826548224 02000000:00000010:0.0:1769074862.203531:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbd525000. 00010000:00000010:0.0:1769074862.203571:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:0.0:1769074862.203589:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c200. 00010000:00000010:0.0:1769074862.203648:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074862.203655:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.203670:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074862.203674:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074862.203678:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074862.203681:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.203781:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074862.203785:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074862.203788:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074862.203791:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074862.203815:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56120. 00000020:00000010:0.0:1769074862.203823:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56120. 00000020:00000010:0.0:1769074862.203834:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab89c8a9c0. 00080000:00000010:0.0:1769074862.203845:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8faf8c00. 00000001:00000010:0.0:1769074862.204079:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adde0. 00000001:00000010:0.0:1769074862.204087:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8e40. 00000020:00000010:0.0:1769074862.204123:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab89c8a9c0. 00010000:00000010:0.0:1769074862.204132:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074862.204136:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.204151:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074862.204359:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074862.204389:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc63398. 00000004:00000010:0.0:1769074862.204396:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4915180. 00000004:00000010:0.0:1769074862.204399:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81ae4660. 00000004:00000010:0.0:1769074862.204404:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d69d8. 00000004:00000010:0.0:1769074862.204408:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4ff680. 00010000:00000010:0.0:1769074862.204416:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.204433:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890352, last committed = 17179890279 00010000:00000200:0.0:1769074862.204443:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fdf80 x1855007826548224/t17179890352(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.204462:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074862.204469:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826548224, offset 224 00000400:00000010:0.0:1769074862.204475:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1fc0. 00000400:00000200:0.0:1769074862.204479:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.204491:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.204497:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41475:41475:256:4294967295] 192.168.204.10@tcp LPNI seq info [41471:41471:8:4294967295] 00000400:00000200:0.0:1769074862.204503:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.204509:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.204515:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.204519:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074862.204526:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.204533:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.204538:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.204558:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.204562:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.204565:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:1.0:1769074862.204718:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.204722:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074862.204727:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.204742:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074862.209718:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074862.209738:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:2.0:1769074862.209747:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00010000:00000010:1.1:1769074862.210690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074862.210703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074862.210707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074862.210713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074862.210718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074862.210722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:3.1:1769074862.210778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074862.210785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:3.1:1769074862.210787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074862.210790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:0.1:1769074862.214667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:0.1:1769074862.214684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074862.214690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074862.214696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:3.0:1769074862.215429:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.215450:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a6d 00000400:00000200:3.0:1769074862.215458:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.215463:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.215471:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:3.0:1769074862.215474:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000400:00000200:3.0:1769074862.215511:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.215518:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e9680 00000400:00000200:3.0:1769074862.215525:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 148952 00000400:00000200:3.0:1769074862.215548:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.215552:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.215557:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.215563:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4380. 00000020:00000010:1.0:1769074862.215699:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.215706:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.215715:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.215722:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.215728:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00010000:00000010:2.0:1769074862.215757:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00000020:00000010:1.0:1769074862.215763:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.215765:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00010000:00000010:2.0:1769074862.215767:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00000100:00000200:1.0:1769074862.215768:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826548352 00000001:00000010:1.0:1769074862.215778:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111900. 00010000:00000010:1.0:1769074862.215809:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074862.215815:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074862.215842:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87610000. 00010000:00000010:1.0:1769074862.215882:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074862.215886:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074862.215902:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074862.215906:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074862.215910:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074862.215913:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074862.215990:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074862.215993:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c800. 00010000:00000010:1.0:1769074862.215997:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074862.216000:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074862.216058:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074862.216066:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074862.216070:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074862.216089:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.216104:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4380 x1855007826548352/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.216124:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074862.216129:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826548352, offset 224 00000400:00000200:1.0:1769074862.216136:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.216147:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.216153:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41476:41476:256:4294967295] 192.168.204.10@tcp LPNI seq info [41472:41472:8:4294967295] 00000400:00000200:1.0:1769074862.216164:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.216169:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.216174:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074862.216180:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.216186:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.216190:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.216220:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.216224:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.216228:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074862.216305:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.216309:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:2.0:1769074862.216313:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.216318:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.216321:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:2.0:1769074862.216323:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00010000:00000010:2.1:1769074862.217778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074862.217793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:1.1:1769074862.223543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074862.223561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074862.223567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074862.223570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:2.1:1769074862.227661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074862.227680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:1.0:1769074862.234334:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.234355:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e9780 00000400:00000200:1.0:1769074862.234365:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 149528 00000400:00000200:1.0:1769074862.234380:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.234385:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.234393:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.234400:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902ff100. 00000020:00000010:3.0:1769074862.234588:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.234594:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.234601:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.234651:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.234657:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.234690:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.234692:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.234696:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826548608 02000000:00000010:3.0:1769074862.234746:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b1d7000. 00010000:00000010:3.0:1769074862.234792:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:3.0:1769074862.234807:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c800. 00010000:00000010:3.0:1769074862.234827:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074862.234834:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074862.234851:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074862.234854:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074862.234871:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074862.234874:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074862.234960:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074862.234963:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e280. 00010000:00000010:3.0:1769074862.234967:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074862.234970:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00000020:00000010:3.0:1769074862.234997:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.235004:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.235015:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1d20. 00080000:00000010:3.0:1769074862.235025:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefc400. 00000001:00000010:3.0:1769074862.235442:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1b40. 00000001:00000010:3.0:1769074862.235450:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074862.235486:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1d20. 00010000:00000010:3.0:1769074862.235495:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074862.235499:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074862.235514:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.0:1769074862.235648:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00080000:00000010:3.0:1769074862.235675:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ee7398. 00000004:00000010:3.0:1769074862.235682:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff51540. 00000004:00000010:3.0:1769074862.235686:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da28dd0. 00000004:00000010:3.0:1769074862.235691:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa88c33c30. 00000004:00000010:3.0:1769074862.235695:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8da12b40. 00010000:00000010:3.0:1769074862.235704:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074862.235723:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890353, last committed = 17179890279 00010000:00000200:3.0:1769074862.235745:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902ff100 x1855007826548608/t17179890353(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.235765:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074862.235771:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826548608, offset 224 00000400:00000010:3.0:1769074862.235778:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc930. 00000400:00000200:3.0:1769074862.235782:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.235796:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.235804:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41477:41477:256:4294967295] 192.168.204.10@tcp LPNI seq info [41473:41473:8:4294967295] 00000400:00000200:3.0:1769074862.235810:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.235817:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.235823:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.235828:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074862.235835:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.235842:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.235846:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.235884:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.235888:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.235892:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:2.0:1769074862.236045:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.236050:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:2.0:1769074862.236057:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.236061:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074862.240918:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:1.0:1769074862.240936:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e280. 00010000:00000010:1.0:1769074862.240946:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e3c0. 00010000:00000010:3.1:1769074862.247251:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:3.1:1769074862.247271:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00000400:00000200:3.0:1769074862.247313:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.247505:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a75 00000400:00000200:3.0:1769074862.247515:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.247520:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.247528:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:3.0:1769074862.247531:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00000400:00000200:3.0:1769074862.247651:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.247660:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e9800 00000400:00000200:3.0:1769074862.247667:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 150016 00000400:00000200:3.0:1769074862.247735:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.247740:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.247745:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.247751:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5f80. 00000020:00000010:1.0:1769074862.247935:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.247941:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.247950:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.247956:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.247961:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.248004:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.248006:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.248009:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826548736 00000001:00000010:1.0:1769074862.248021:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8e40. 00010000:00000010:1.0:1769074862.248050:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074862.248057:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074862.248082:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87615000. 00010000:00000010:1.0:1769074862.248109:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074862.248113:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074862.248129:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074862.248133:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074862.248137:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074862.248140:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074862.248212:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074862.248215:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce00. 00010000:00000010:1.0:1769074862.248218:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074862.248222:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074862.248297:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074862.248308:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074862.248313:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074862.248330:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.248345:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5f80 x1855007826548736/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.248367:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074862.248372:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826548736, offset 224 00000400:00000200:1.0:1769074862.248379:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.248391:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.248397:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41478:41478:256:4294967295] 192.168.204.10@tcp LPNI seq info [41474:41474:8:4294967295] 00000400:00000200:1.0:1769074862.248408:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.248414:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.248419:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074862.248425:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.248432:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.248436:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.248460:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.248465:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.248468:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074862.249683:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.249692:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:3.0:1769074862.249699:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.249706:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.249713:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:3.0:1769074862.249715:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00000400:00000200:3.0:1769074862.253388:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.253410:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e9900 00000400:00000200:3.0:1769074862.253418:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 150592 00000400:00000200:3.0:1769074862.253435:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.253440:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.253448:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.253457:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5500. 00010000:00000010:2.0:1769074862.253735:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:2.0:1769074862.253750:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00000020:00000010:0.0:1769074862.254249:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb80. 00000020:00000010:0.0:1769074862.254265:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb80. 00000020:00000010:0.0:1769074862.254272:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.254277:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.254281:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.254329:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb80. 00000020:00000010:0.0:1769074862.254332:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb80. 00000100:00000200:0.0:1769074862.254335:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826548992 02000000:00000010:0.0:1769074862.254376:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a132000. 00010000:00000010:0.0:1769074862.254414:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:0.0:1769074862.254424:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce00. 00010000:00000010:0.0:1769074862.254447:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074862.254453:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.254470:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074862.254473:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074862.254478:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074862.254481:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.254903:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074862.254908:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074862.254911:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.254916:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074862.254946:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56120. 00000020:00000010:0.0:1769074862.254953:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56120. 00000020:00000010:0.0:1769074862.254965:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adea0. 00080000:00000010:0.0:1769074862.254976:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8faf9400. 00000001:00000010:0.0:1769074862.255188:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad660. 00000001:00000010:0.0:1769074862.255195:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074862.255231:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adea0. 00010000:00000010:0.0:1769074862.255240:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074862.255244:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.255341:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8e40. 00010000:00000010:0.0:1769074862.255392:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074862.255419:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead1d0. 00000004:00000010:0.0:1769074862.255427:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788e40. 00000004:00000010:0.0:1769074862.255431:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ac770. 00000004:00000010:0.0:1769074862.255437:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7abb8. 00000004:00000010:0.0:1769074862.255442:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5e780. 00010000:00000010:0.0:1769074862.255452:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.255470:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890354, last committed = 17179890279 00010000:00000200:0.0:1769074862.255481:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5500 x1855007826548992/t17179890354(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1769074862.255496:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00000400:00000010:0.0:1769074862.255501:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00010000:00000010:2.0:1769074862.255502:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00000100:00000200:0.0:1769074862.255508:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826548992, offset 224 00010000:00000010:2.0:1769074862.255508:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8e40. 00000400:00000010:0.0:1769074862.255516:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1930. 00000400:00000200:0.0:1769074862.255520:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00010000:00000010:3.1:1769074862.255648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074862.255657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:1.1:1769074862.255706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:1.1:1769074862.255711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000400:00000200:0.0:1769074862.255846:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.255853:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41479:41479:256:4294967295] 192.168.204.10@tcp LPNI seq info [41475:41475:8:4294967295] 00000400:00000200:0.0:1769074862.255870:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.255878:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.255884:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.255890:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074862.255897:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.255905:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.255909:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.255937:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.255941:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.255946:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:3.0:1769074862.256234:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.256239:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074862.256244:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.256249:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074862.259669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074862.259687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:3.0:1769074862.260164:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.260184:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a7d 00000400:00000200:3.0:1769074862.260191:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.260196:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.260203:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:3.0:1769074862.260206:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00010000:00000010:2.0:1769074862.260653:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074862.260665:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:0.1:1769074862.263663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:0.1:1769074862.263680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:0.1:1769074862.263685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074862.263693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:1.1:1769074862.263769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074862.263775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074862.263779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074862.263781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:2.1:1769074862.264023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074862.264029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000400:00000200:3.0:1769074862.269998:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.270020:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e9980 00000400:00000200:3.0:1769074862.270029:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 151080 00000400:00000200:3.0:1769074862.270096:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.270101:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.270111:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.270118:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5180. 00010000:00000010:2.1:1769074862.270266:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074862.270276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00000020:00000010:0.0:1769074862.271014:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb80. 00000020:00000010:0.0:1769074862.271021:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb80. 00000020:00000010:0.0:1769074862.271027:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.271032:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.271037:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.271070:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb80. 00000020:00000010:0.0:1769074862.271073:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cb80. 00000100:00000200:0.0:1769074862.271076:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826549120 00000001:00000010:0.0:1769074862.271086:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:0.0:1769074862.271109:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074862.271115:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074862.271141:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a130000. 00010000:00000010:0.0:1769074862.271171:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.271175:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.271196:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074862.271199:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074862.271203:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.271206:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.271297:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074862.271300:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074862.271304:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074862.271307:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.271379:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.271391:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.271395:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074862.271415:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.271431:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5180 x1855007826549120/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.271454:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074862.271462:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826549120, offset 224 00000400:00000200:0.0:1769074862.271469:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.271483:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.271490:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41480:41480:256:4294967295] 192.168.204.10@tcp LPNI seq info [41476:41476:8:4294967295] 00000400:00000200:0.0:1769074862.271501:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.271506:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.271512:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074862.271518:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.271525:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.271530:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.271924:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.271929:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.271933:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:3.0:1769074862.272176:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.272181:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074862.272186:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.272193:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.272198:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:3.0:1769074862.272200:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00000400:00000200:3.0:1769074862.274847:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.274876:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e9a80 00000400:00000200:3.0:1769074862.274886:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 151656 00000400:00000200:3.0:1769074862.274903:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.274907:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.274917:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.274924:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7800. 00000020:00000010:1.0:1769074862.275187:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.275194:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.275204:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.275210:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.275215:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.275281:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.275285:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.275288:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826549376 02000000:00000010:1.0:1769074862.275336:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87616000. 00010000:00000010:1.0:1769074862.275391:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074862.275408:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:1.0:1769074862.275428:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074862.275434:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074862.275449:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074862.275452:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074862.275456:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074862.275459:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074862.275547:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074862.275551:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca80. 00010000:00000010:1.0:1769074862.275555:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074862.275558:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00000020:00000010:1.0:1769074862.275583:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b520. 00000020:00000010:1.0:1769074862.275589:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b520. 00000020:00000010:1.0:1769074862.275599:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.275647:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab8a2d6c00. 00000001:00000010:1.0:1769074862.275961:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9be40. 00000001:00000010:1.0:1769074862.275968:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111d80. 00000020:00000010:1.0:1769074862.275999:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:1.0:1769074862.276007:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074862.276012:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074862.276025:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074862.276069:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074862.276075:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074862.276096:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074862.276101:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca80. 00080000:00000010:1.0:1769074862.276124:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac558. 00000004:00000010:1.0:1769074862.276133:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788a80. 00000004:00000010:1.0:1769074862.276137:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9adba0. 00000004:00000010:1.0:1769074862.276143:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7ae88. 00000004:00000010:1.0:1769074862.276147:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5eb40. 00010000:00000010:1.0:1769074862.276157:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.276176:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890355, last committed = 17179890279 00010000:00000200:1.0:1769074862.276186:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7800 x1855007826549376/t17179890355(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.276204:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074862.276211:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826549376, offset 224 00000400:00000010:1.0:1769074862.276218:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c230. 00000400:00000200:1.0:1769074862.276222:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.276238:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.276245:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41481:41481:256:4294967295] 192.168.204.10@tcp LPNI seq info [41477:41477:8:4294967295] 00000400:00000200:1.0:1769074862.276251:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.276259:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.276265:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.276270:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074862.276276:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.276283:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.276289:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.276313:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.276317:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.276321:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074862.276413:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.276417:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:1.0:1769074862.276421:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.276426:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.279129:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.279150:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a85 00000400:00000200:3.0:1769074862.279157:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.279162:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.279169:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:3.0:1769074862.279171:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00010000:00000010:0.0:1769074862.279844:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:0.0:1769074862.279869:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf00. 00010000:00000010:1.1:1769074862.288660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:1.1:1769074862.288679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074862.288685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074862.288690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074862.288694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074862.288700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:0.1:1769074862.288763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074862.288769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074862.288772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.288775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074862.288777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:0.1:1769074862.288780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000400:00000200:3.0:1769074862.294403:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.294424:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e9b00 00000400:00000200:3.0:1769074862.294434:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 152144 00000400:00000200:3.0:1769074862.294493:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.294500:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.294507:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.294514:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6680. 00000020:00000010:2.0:1769074862.296436:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.296446:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.296454:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.296460:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.296465:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.296517:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.296520:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.296523:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826549504 00000001:00000010:2.0:1769074862.296544:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 00010000:00000010:2.0:1769074862.296569:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.296576:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074862.296644:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8bdb7000. 00010000:00000010:2.0:1769074862.296674:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074862.296678:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074862.296697:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074862.296700:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074862.296705:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074862.296707:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074862.296779:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074862.296782:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074862.296785:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074862.296788:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074862.296853:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074862.296880:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074862.296885:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074862.296907:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074862.296925:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a6680 x1855007826549504/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.296946:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074862.296954:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826549504, offset 224 00000400:00000200:2.0:1769074862.296961:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.296975:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.296981:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41482:41482:256:4294967295] 192.168.204.10@tcp LPNI seq info [41478:41478:8:4294967295] 00000400:00000200:2.0:1769074862.296993:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.296999:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.297004:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074862.297010:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.297018:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.297022:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.297038:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.297041:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.297046:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00000800:00000200:1.0:1769074862.297200:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.297205:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:1.0:1769074862.297209:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.297215:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.297220:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:1.0:1769074862.297222:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00000400:00000200:3.0:1769074862.303043:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.303065:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e9c00 00000400:00000200:3.0:1769074862.303075:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 152720 00000400:00000200:3.0:1769074862.303091:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.303096:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.303104:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.303112:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4a80. 00000020:00000010:1.0:1769074862.303452:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.303459:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.303468:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.303473:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.303478:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.303524:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.303527:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.303530:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826549760 02000000:00000010:1.0:1769074862.303576:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb4a000. 00010000:00000010:1.0:1769074862.303652:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:1.0:1769074862.303671:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:1.0:1769074862.303695:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074862.303702:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074862.303719:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074862.303723:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca80. 00010000:00000010:1.0:1769074862.303728:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074862.303731:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074862.303819:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074862.303823:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074862.303826:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074862.303830:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00000020:00000010:1.0:1769074862.303854:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b760. 00000020:00000010:1.0:1769074862.303873:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b760. 00000020:00000010:1.0:1769074862.303884:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.303894:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81908000. 00000001:00000010:1.0:1769074862.304111:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b2a0. 00000001:00000010:1.0:1769074862.304118:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111300. 00000020:00000010:1.0:1769074862.304150:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:1.0:1769074862.304159:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074862.304163:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074862.304175:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074862.304213:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00080000:00000010:1.0:1769074862.304239:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eadab8. 00000004:00000010:1.0:1769074862.304246:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788600. 00010000:00000010:3.0:1769074862.304456:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:3.0:1769074862.304463:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c180. 00010000:00000010:3.0:1769074862.304470:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111900. 00000004:00000010:1.0:1769074862.304842:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ac220. 00000004:00000010:1.0:1769074862.304851:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7ac30. 00000004:00000010:1.0:1769074862.304872:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5e000. 00010000:00000010:1.0:1769074862.304890:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.304912:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890356, last committed = 17179890279 00010000:00000200:1.0:1769074862.304923:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4a80 x1855007826549760/t17179890356(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.304943:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074862.304950:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826549760, offset 224 00000400:00000010:1.0:1769074862.304957:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c738. 00000400:00000200:1.0:1769074862.304961:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.304976:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.304983:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41483:41483:256:4294967295] 192.168.204.10@tcp LPNI seq info [41479:41479:8:4294967295] 00000400:00000200:1.0:1769074862.304990:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.304997:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.305002:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.305007:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074862.305014:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.305021:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.305026:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.305089:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.305094:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.305097:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074862.312814:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.312825:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:3.0:1769074862.312834:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.312843:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.312894:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.312909:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a8d 00000400:00000200:3.0:1769074862.312914:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.312917:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.312923:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:3.0:1769074862.312926:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00010000:00000010:2.0:1769074862.313080:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:2.0:1769074862.313090:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca80. 00010000:00000010:2.1:1769074862.314670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074862.314684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074862.314688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074862.314691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:1.1:1769074862.314749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:1.1:1769074862.314755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074862.314759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074862.314764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:3.1:1769074862.314903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074862.314910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00000400:00000200:3.0:1769074862.315306:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.315323:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e9c80 00000400:00000200:3.0:1769074862.315333:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 153208 00000400:00000200:3.0:1769074862.315385:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.315390:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.315398:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.315404:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4e00. 00000020:00000010:1.0:1769074862.315654:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.315660:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.315668:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.315673:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.315679:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.315724:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.315726:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.315729:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826549888 00000001:00000010:1.0:1769074862.315752:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111d80. 00010000:00000010:1.0:1769074862.315778:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074862.315785:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 02000000:00000010:1.0:1769074862.315812:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb48000. 00010000:00000010:1.0:1769074862.315846:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074862.315850:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074862.315877:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074862.315881:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c900. 00010000:00000010:1.0:1769074862.315887:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.315889:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074862.315965:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074862.315969:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c500. 00010000:00000010:1.0:1769074862.315972:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074862.315974:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074862.316036:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074862.316047:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074862.316052:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c900. 00010000:00000010:1.0:1769074862.316070:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.316084:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4e00 x1855007826549888/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.316102:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074862.316108:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826549888, offset 224 00000400:00000200:1.0:1769074862.316114:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.316124:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.316130:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41484:41484:256:4294967295] 192.168.204.10@tcp LPNI seq info [41480:41480:8:4294967295] 00000400:00000200:1.0:1769074862.316142:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.316148:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.316153:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074862.316160:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.316167:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.316171:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.316188:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.316192:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.316195:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074862.316645:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.316650:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:3.0:1769074862.316655:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.316662:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.316667:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:3.0:1769074862.316669:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00000400:00000200:1.0:1769074862.319667:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.319686:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e9d80 00000400:00000200:1.0:1769074862.319694:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 153784 00000400:00000200:1.0:1769074862.319708:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.319713:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.319720:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.319726:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fed80. 00000020:00000010:2.0:1769074862.319894:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.319900:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.319906:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.319911:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.319916:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.319954:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.319956:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.319959:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826550144 02000000:00000010:2.0:1769074862.319996:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3fa000. 00010000:00000010:2.0:1769074862.320032:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:2.0:1769074862.320046:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c500. 00010000:00000010:2.0:1769074862.320064:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.320071:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074862.320086:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074862.320089:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074862.320093:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074862.320096:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074862.320172:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074862.320175:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074862.320179:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074862.320182:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00000020:00000010:2.0:1769074862.320203:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074862.320210:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074862.320219:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074862.320229:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff75800. 00000001:00000010:2.0:1769074862.320436:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede64e0. 00000001:00000010:2.0:1769074862.320443:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074862.320475:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00010000:00000010:2.0:1769074862.320483:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074862.320487:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074862.320497:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074862.320541:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00080000:00000010:2.0:1769074862.320568:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc62000. 00000004:00000010:2.0:1769074862.320576:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4915780. 00000004:00000010:2.0:1769074862.320580:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81ae5650. 00000004:00000010:2.0:1769074862.320585:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d6e88. 00000004:00000010:2.0:1769074862.320589:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4fe780. 00010000:00000010:2.0:1769074862.320598:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074862.320642:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890357, last committed = 17179890279 00010000:00000200:2.0:1769074862.320651:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fed80 x1855007826550144/t17179890357(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.320669:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074862.320675:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826550144, offset 224 00000400:00000010:2.0:1769074862.320681:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169e00. 00000400:00000200:2.0:1769074862.320684:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.320696:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.320702:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41485:41485:256:4294967295] 192.168.204.10@tcp LPNI seq info [41481:41481:8:4294967295] 00000400:00000200:2.0:1769074862.320708:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.320716:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.320721:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.320726:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074862.320746:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.320752:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.320757:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.320774:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.320778:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.320782:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00000800:00000200:0.0:1769074862.320922:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.320926:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:0.0:1769074862.320930:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.320934:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074862.321291:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:3.0:1769074862.321299:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:3.0:1769074862.321306:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00010000:00000010:2.1:1769074862.323889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074862.323907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000400:00000200:3.0:1769074862.325961:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.325982:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a95 00000400:00000200:3.0:1769074862.325990:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.325994:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.326001:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:3.0:1769074862.326004:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00010000:00000010:0.0:1769074862.326133:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:0.0:1769074862.326143:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:3.1:1769074862.326753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074862.326762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000400:00000200:1.0:1769074862.329796:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.329831:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e9e00 00000400:00000200:1.0:1769074862.329840:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 154272 00000400:00000200:1.0:1769074862.329967:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.329974:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.329983:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.329990:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902ff800. 00000020:00000010:2.0:1769074862.330083:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.330089:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.330095:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.330100:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.330106:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.330152:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.330154:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.330157:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826550272 00000001:00000010:2.0:1769074862.330167:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111300. 00010000:00000010:2.0:1769074862.330192:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074862.330200:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074862.330228:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3f9000. 00010000:00000010:2.0:1769074862.330264:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074862.330269:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074862.330290:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074862.330294:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074862.330298:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074862.330301:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.330380:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074862.330383:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074862.330386:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074862.330389:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.330456:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074862.330469:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.330474:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074862.330496:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074862.330511:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902ff800 x1855007826550272/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.330532:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074862.330538:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826550272, offset 224 00000400:00000200:2.0:1769074862.330544:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.330555:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.330561:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41486:41486:256:4294967295] 192.168.204.10@tcp LPNI seq info [41482:41482:8:4294967295] 00000400:00000200:2.0:1769074862.330571:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.330576:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.330581:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074862.330588:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.330595:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.330599:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.330657:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.330662:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.330666:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00010000:00000010:1.1:1769074862.331406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074862.331416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074862.331421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074862.331424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000800:00000200:1.0:1769074862.331507:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.331512:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:1.0:1769074862.331516:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.331522:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.331527:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:1.0:1769074862.331529:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00010000:00000010:0.1:1769074862.331715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:0.1:1769074862.331721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074862.331908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:2.1:1769074862.331914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:2.1:1769074862.331918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074862.331923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074862.335663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074862.335680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074862.335685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074862.335689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00000400:00000200:3.0:1769074862.339033:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.339054:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8e9f00 00000400:00000200:3.0:1769074862.339063:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 154848 00000400:00000200:3.0:1769074862.339079:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.339083:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.339091:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.339098:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7100. 00000020:00000010:2.0:1769074862.339226:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.339232:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.339239:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.339244:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.339249:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.339305:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.339308:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.339311:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826550528 02000000:00000010:2.0:1769074862.339350:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3fd000. 00010000:00000010:2.0:1769074862.339395:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.339414:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074862.339436:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074862.339442:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.339461:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074862.339465:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074862.339469:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074862.339473:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074862.339570:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074862.339574:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074862.339578:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074862.339582:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00000020:00000010:2.0:1769074862.339654:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074862.339662:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef340. 00000020:00000010:2.0:1769074862.339674:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074862.339686:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb4f3b800. 00000001:00000010:2.0:1769074862.340003:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6480. 00000001:00000010:2.0:1769074862.340010:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074862.340045:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00010000:00000010:2.0:1769074862.340054:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.340059:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074862.340306:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074862.340577:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00080000:00000010:2.0:1769074862.340636:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac390. 00000004:00000010:2.0:1769074862.340643:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788b40. 00000004:00000010:2.0:1769074862.340647:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9aded0. 00000004:00000010:2.0:1769074862.340652:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7ab40. 00000004:00000010:2.0:1769074862.340656:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5fe00. 00010000:00000010:2.0:1769074862.340665:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074862.340683:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890358, last committed = 17179890279 00010000:00000200:2.0:1769074862.340693:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7100 x1855007826550528/t17179890358(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.340712:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074862.340718:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826550528, offset 224 00000400:00000010:2.0:1769074862.340724:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1692a0. 00000400:00000200:2.0:1769074862.340728:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.340752:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.340758:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41487:41487:256:4294967295] 192.168.204.10@tcp LPNI seq info [41483:41483:8:4294967295] 00000400:00000200:2.0:1769074862.340765:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.340772:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.340779:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.340783:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074862.340789:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.340796:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.340800:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.340817:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.340821:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.340826:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00000800:00000200:0.0:1769074862.341085:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.341090:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:0.0:1769074862.341094:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.341099:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074862.344161:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:3.0:1769074862.344177:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:3.0:1769074862.344187:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00000400:00000200:1.0:1769074862.344390:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.344409:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66a9d 00000400:00000200:1.0:1769074862.344416:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.344421:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.344428:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:1.0:1769074862.344431:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00000400:00000200:1.0:1769074862.344462:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.344468:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8e9f80 00000400:00000200:1.0:1769074862.344475:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 155336 00000400:00000200:1.0:1769074862.344544:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.344549:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.344553:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.344559:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fdc00. 00000020:00000010:3.0:1769074862.344756:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.344761:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.344767:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8e3fe800. 00000020:00000010:3.0:1769074862.344773:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.344778:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.344828:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.344831:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.344834:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826550656 00000001:00000010:3.0:1769074862.344843:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:3.0:1769074862.344874:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074862.344881:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074862.344912:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbcaac000. 00010000:00000010:3.0:1769074862.344945:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074862.344950:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.344965:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074862.344968:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074862.344973:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074862.344976:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074862.345052:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074862.345055:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074862.345059:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074862.345062:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074862.345127:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.345139:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074862.345143:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074862.345161:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074862.345178:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fdc00 x1855007826550656/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.345196:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074862.345201:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826550656, offset 224 00000400:00000200:3.0:1769074862.345207:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.345217:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.345223:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41488:41488:256:4294967295] 192.168.204.10@tcp LPNI seq info [41484:41484:8:4294967295] 00000400:00000200:3.0:1769074862.345233:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.345238:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.345244:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074862.345258:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.345265:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.345269:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.345288:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.345292:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.345296:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8e3fe800. 00000800:00000200:3.0:1769074862.345358:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.345362:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:3.0:1769074862.345368:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.345372:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.345376:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:3.0:1769074862.345378:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00010000:00000010:2.1:1769074862.348384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074862.348399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074862.348448:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074862.348459:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00000400:00000200:0.0:1769074862.348810:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.348828:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ea080 00000400:00000200:0.0:1769074862.348836:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 155912 00000400:00000200:0.0:1769074862.348853:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.348868:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.348877:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.348884:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0b100. 00000020:00000010:1.0:1769074862.348996:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.349001:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.349009:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.349016:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.349021:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.349063:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.349066:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.349070:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826550912 02000000:00000010:1.0:1769074862.349107:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb4c000. 00010000:00000010:1.0:1769074862.349140:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:1.0:1769074862.349150:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:1.0:1769074862.349169:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.349175:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074862.349191:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074862.349194:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c900. 00010000:00000010:1.0:1769074862.349199:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074862.349201:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074862.349293:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074862.349297:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074862.349301:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.349304:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00000020:00000010:1.0:1769074862.349330:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bdc0. 00000020:00000010:1.0:1769074862.349337:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bdc0. 00000020:00000010:1.0:1769074862.349349:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.349360:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c4e0c00. 00000001:00000010:1.0:1769074862.349586:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b420. 00000001:00000010:1.0:1769074862.349594:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111f00. 00000020:00000010:1.0:1769074862.349684:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:1.0:1769074862.349694:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074862.349698:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074862.349710:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111d80. 00010000:00000010:1.0:1769074862.349752:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00080000:00000010:1.0:1769074862.349775:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f9d8ab0. 00000004:00000010:1.0:1769074862.349782:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab85937900. 00000004:00000010:1.0:1769074862.349786:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa88ec7870. 00000004:00000010:1.0:1769074862.349791:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a690. 00000004:00000010:1.0:1769074862.349795:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec2960. 00010000:00000010:1.0:1769074862.349804:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000200:1.0:1769074862.349819:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890359, last committed = 17179890279 00010000:00000200:1.0:1769074862.349828:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0b100 x1855007826550912/t17179890359(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.349847:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074862.349863:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826550912, offset 224 00000400:00000010:1.0:1769074862.349871:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c578. 00000400:00000200:1.0:1769074862.349875:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.349889:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.349894:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41489:41489:256:4294967295] 192.168.204.10@tcp LPNI seq info [41485:41485:8:4294967295] 00000400:00000200:1.0:1769074862.349900:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.349907:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.349912:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.349917:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074862.349923:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.349930:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.349934:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.349952:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c700. 00000020:00000010:1.0:1769074862.349956:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.349959:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074862.350047:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.350051:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:1.0:1769074862.350055:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.350059:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074862.350216:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:0.0:1769074862.350223:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce80. 00010000:00000010:0.0:1769074862.350230:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111d80. 00000400:00000200:0.0:1769074862.353406:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074862.353429:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66aa5 00000400:00000200:0.0:1769074862.353437:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.353442:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074862.353448:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:0.0:1769074862.353451:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00000400:00000200:0.0:1769074862.353487:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.353494:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ea100 00000400:00000200:0.0:1769074862.353502:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 156400 00000400:00000200:0.0:1769074862.353563:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.353567:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.353572:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.353578:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0ad80. 00010000:00000010:1.0:1769074862.353758:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074862.353769:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c900. 00010000:00000010:3.1:1769074862.354387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074862.354395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000020:00000010:3.0:1769074862.354440:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.354447:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.354453:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8e3fe800. 00000020:00000010:3.0:1769074862.354459:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.354464:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.354505:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.354508:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.354511:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826551040 00000001:00000010:3.0:1769074862.354521:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:3.0:1769074862.354554:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074862.354560:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074862.354587:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbcaae000. 00010000:00000010:2.1:1769074862.354725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074862.354733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:3.0:1769074862.354819:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074862.354825:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074862.354842:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074862.354845:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074862.354848:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074862.354851:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.354931:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074862.354934:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e680. 00010000:00000010:3.0:1769074862.354937:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074862.354941:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.354997:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074862.355006:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.355010:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074862.355028:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074862.355042:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0ad80 x1855007826551040/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.355067:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074862.355073:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826551040, offset 224 00000400:00000200:3.0:1769074862.355080:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.355091:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.355097:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41490:41490:256:4294967295] 192.168.204.10@tcp LPNI seq info [41486:41486:8:4294967295] 00000400:00000200:3.0:1769074862.355107:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.355112:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.355117:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074862.355123:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.355130:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.355134:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.355159:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.355163:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.355167:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8e3fe800. 00000800:00000200:0.0:1769074862.355351:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.355356:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074862.355363:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.355367:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.355371:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:0.0:1769074862.355373:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00010000:00000010:3.1:1769074862.355993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074862.356000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:3.1:1769074862.356003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074862.356007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:2.1:1769074862.357851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074862.357875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:1.1:1769074862.357941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:1.1:1769074862.357948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:1.1:1769074862.357952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074862.357959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074862.359657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074862.359671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:0.1:1769074862.359756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074862.359761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:3.1:1769074862.366654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074862.366671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074862.366677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074862.366680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:1.0:1769074862.368713:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.368744:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ea200 00000400:00000200:1.0:1769074862.368753:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 156976 00000400:00000200:1.0:1769074862.368770:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.368775:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.368783:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.368790:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fe680. 00000020:00000010:3.0:1769074862.368933:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.368940:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.368946:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8e3fe800. 00000020:00000010:3.0:1769074862.368952:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.368956:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.368997:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.368999:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.369002:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826551296 02000000:00000010:3.0:1769074862.369039:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbcaaa000. 00010000:00000010:3.0:1769074862.369084:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.369102:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e680. 00010000:00000010:3.0:1769074862.369122:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074862.369127:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.369143:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074862.369147:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e680. 00010000:00000010:3.0:1769074862.369152:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074862.369155:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074862.369244:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074862.369247:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074862.369267:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074862.369271:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00000020:00000010:3.0:1769074862.369297:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.369306:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.369319:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1d20. 00080000:00000010:3.0:1769074862.369329:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefe800. 00000001:00000010:3.0:1769074862.369800:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef19c0. 00000001:00000010:3.0:1769074862.369807:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074862.369840:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1d20. 00010000:00000010:3.0:1769074862.369847:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074862.369851:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074862.369875:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074862.369914:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00080000:00000010:3.0:1769074862.369941:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc63ab8. 00000004:00000010:3.0:1769074862.369948:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb49153c0. 00000004:00000010:3.0:1769074862.369952:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8a90dcb0. 00000004:00000010:3.0:1769074862.369956:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d60f0. 00000004:00000010:3.0:1769074862.369960:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4ffa40. 00010000:00000010:3.0:1769074862.369970:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:3.0:1769074862.369986:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890360, last committed = 17179890279 00010000:00000200:3.0:1769074862.369996:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fe680 x1855007826551296/t17179890360(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.370017:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074862.370025:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826551296, offset 224 00000400:00000010:3.0:1769074862.370032:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccfc0. 00000400:00000200:3.0:1769074862.370038:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.370051:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.370057:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41491:41491:256:4294967295] 192.168.204.10@tcp LPNI seq info [41487:41487:8:4294967295] 00000400:00000200:3.0:1769074862.370064:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.370071:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.370077:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.370082:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074862.370088:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.370094:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.370098:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.370127:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.370132:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.370136:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8e3fe800. 00000800:00000200:2.0:1769074862.370341:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.370347:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074862.370361:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.370366:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.372766:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.372790:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66aad 00000400:00000200:3.0:1769074862.372798:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.372802:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.372808:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:3.0:1769074862.372811:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00000400:00000200:3.0:1769074862.372845:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.372851:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ea280 00000400:00000200:3.0:1769074862.372871:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 157464 00000400:00000200:3.0:1769074862.372931:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.372935:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.372940:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:2.0:1769074862.372941:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00000100:00000010:3.0:1769074862.372946:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5c00. 00010000:00000010:2.0:1769074862.372953:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e680. 00000020:00000010:3.0:1769074862.372997:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.373002:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.373008:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.373014:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.373019:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.373062:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.373065:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.373068:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826551424 00000001:00000010:3.0:1769074862.373078:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111f00. 00010000:00000010:3.0:1769074862.373103:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074862.373109:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 02000000:00000010:3.0:1769074862.373159:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87500000. 00010000:00000010:3.0:1769074862.373192:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074862.373197:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.373213:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074862.373216:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074862.373220:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074862.373223:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074862.373307:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074862.373310:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074862.373313:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074862.373317:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074862.373378:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.373386:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074862.373389:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074862.373409:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:3.0:1769074862.373427:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5c00 x1855007826551424/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.373443:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074862.373449:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826551424, offset 224 00000400:00000200:3.0:1769074862.373455:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.373465:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.373471:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41492:41492:256:4294967295] 192.168.204.10@tcp LPNI seq info [41488:41488:8:4294967295] 00000400:00000200:3.0:1769074862.373483:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.373488:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.373493:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074862.373498:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.373505:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.373510:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.373537:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.373541:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.373545:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:2.0:1769074862.373688:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.373692:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:2.0:1769074862.373697:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.373701:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.373705:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:2.0:1769074862.373707:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00010000:00000010:0.0:1769074862.374897:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:0.0:1769074862.374909:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:0.0:1769074862.374919:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00010000:00000010:3.1:1769074862.376764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074862.376777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00000400:00000200:2.0:1769074862.378541:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.378564:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ea380 00000400:00000200:2.0:1769074862.378575:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 158040 00000400:00000200:2.0:1769074862.378594:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.378599:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.378639:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.378647:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806300. 00000020:00000010:1.0:1769074862.378763:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.378769:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.378776:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.378782:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.378787:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.378821:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.378824:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.378827:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826551680 02000000:00000010:1.0:1769074862.378872:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb4d000. 00010000:00000010:1.0:1769074862.378916:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:1.0:1769074862.378932:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:1.0:1769074862.378950:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074862.378956:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074862.378969:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074862.378973:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074862.378976:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.378979:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074862.379055:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074862.379058:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074862.379061:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.379064:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00000020:00000010:1.0:1769074862.379084:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074862.379090:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b620. 00000020:00000010:1.0:1769074862.379100:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.379109:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8caee400. 00000001:00000010:1.0:1769074862.379316:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bae0. 00000001:00000010:1.0:1769074862.379323:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111d80. 00000020:00000010:1.0:1769074862.379353:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:1.0:1769074862.379360:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074862.379364:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074862.379375:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111f00. 00010000:00000010:1.0:1769074862.379409:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00080000:00000010:1.0:1769074862.379436:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f9d9728. 00000004:00000010:1.0:1769074862.379443:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab85937b40. 00000004:00000010:1.0:1769074862.379447:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ad650. 00000004:00000010:1.0:1769074862.379452:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a1e0. 00000004:00000010:1.0:1769074862.379456:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec3860. 00010000:00000010:1.0:1769074862.379463:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000200:1.0:1769074862.379478:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890361, last committed = 17179890279 00010000:00000200:1.0:1769074862.379489:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806300 x1855007826551680/t17179890361(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.379509:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074862.379514:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826551680, offset 224 00000400:00000010:1.0:1769074862.379520:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c000. 00000400:00000200:1.0:1769074862.379523:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.379535:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.379541:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41493:41493:256:4294967295] 192.168.204.10@tcp LPNI seq info [41489:41489:8:4294967295] 00000400:00000200:1.0:1769074862.379547:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.379556:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.379561:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.379566:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074862.379572:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.379579:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.379584:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.379826:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.379831:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.379835:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:0.0:1769074862.380037:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:0.0:1769074862.380043:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:0.0:1769074862.380050:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111f00. 00000800:00000200:2.0:1769074862.383366:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.383377:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:2.0:1769074862.383387:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.383396:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.390705:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.390729:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ab5 00000400:00000200:2.0:1769074862.390737:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.390742:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.390751:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:2.0:1769074862.390754:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00000400:00000200:2.0:1769074862.390790:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.390796:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ea400 00000400:00000200:2.0:1769074862.390804:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 158528 00000400:00000200:2.0:1769074862.390891:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.390896:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.390901:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.390909:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804a80. 00000020:00000010:2.0:1769074862.391721:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.391728:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.391736:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82800. 00000020:00000010:2.0:1769074862.391743:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bb00. 00000020:00000010:2.0:1769074862.391748:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.391794:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.391797:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.391801:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826551808 00000001:00000010:2.0:1769074862.391813:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:2.0:1769074862.391840:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074862.391849:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074862.391891:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3f8000. 00010000:00000010:2.0:1769074862.391922:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074862.391925:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.391946:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074862.391951:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074862.391955:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074862.391959:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.392035:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074862.392038:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b480. 00010000:00000010:2.0:1769074862.392042:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074862.392045:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074862.392113:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.392126:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.392132:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074862.392152:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074862.392168:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804a80 x1855007826551808/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.392187:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074862.392194:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826551808, offset 224 00000400:00000200:2.0:1769074862.392201:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.392211:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.392217:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41494:41494:256:4294967295] 192.168.204.10@tcp LPNI seq info [41490:41490:8:4294967295] 00000400:00000200:2.0:1769074862.392228:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.392233:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.392238:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074862.392243:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.392261:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.392266:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.392284:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bb00. 00000020:00000010:2.0:1769074862.392288:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.392292:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82800. 00000800:00000200:2.0:1769074862.392375:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.392380:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:2.0:1769074862.392383:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.392388:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.392392:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:2.0:1769074862.392395:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00010000:00000010:3.0:1769074862.393081:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:3.0:1769074862.393090:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00000400:00000200:2.0:1769074862.395807:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.395831:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ea500 00000400:00000200:2.0:1769074862.395843:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 159104 00000400:00000200:2.0:1769074862.395873:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.395879:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.395888:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.395896:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805180. 00000020:00000010:3.0:1769074862.396014:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.396020:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.396026:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.396032:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.396037:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.396077:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.396080:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.396083:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826552064 02000000:00000010:3.0:1769074862.396119:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87503000. 00010000:00000010:3.0:1769074862.396157:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:3.0:1769074862.396173:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b480. 00010000:00000010:3.0:1769074862.396192:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074862.396198:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.396213:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074862.396216:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074862.396221:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074862.396224:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074862.396323:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074862.396327:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074862.396331:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074862.396335:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00000020:00000010:3.0:1769074862.396358:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.396364:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.396374:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1d20. 00080000:00000010:3.0:1769074862.396383:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfeffc00. 00000001:00000010:3.0:1769074862.396631:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1ea0. 00000001:00000010:3.0:1769074862.396639:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074862.396674:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1d20. 00010000:00000010:3.0:1769074862.396682:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074862.396686:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074862.396698:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074862.396735:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074862.396744:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074862.396764:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.396769:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00080000:00000010:3.0:1769074862.396793:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eadc80. 00000004:00000010:3.0:1769074862.396800:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab85937f00. 00000004:00000010:3.0:1769074862.396803:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9acdd0. 00000004:00000010:3.0:1769074862.396808:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7aac8. 00000004:00000010:3.0:1769074862.396812:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec21e0. 00010000:00000010:3.0:1769074862.396823:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:3.0:1769074862.396840:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890362, last committed = 17179890279 00010000:00000200:3.0:1769074862.396851:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805180 x1855007826552064/t17179890362(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.396884:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074862.396891:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826552064, offset 224 00000400:00000010:3.0:1769074862.396897:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cce70. 00000400:00000200:3.0:1769074862.396902:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.396915:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.396921:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41495:41495:256:4294967295] 192.168.204.10@tcp LPNI seq info [41491:41491:8:4294967295] 00000400:00000200:3.0:1769074862.396929:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.396936:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.396942:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.396948:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074862.396953:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.396961:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.396966:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.396984:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.396988:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.396991:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:2.0:1769074862.400160:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.400171:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074862.400184:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.400194:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074862.401053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074862.401062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074862.402997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074862.403014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:2.0:1769074862.403953:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.403974:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66abd 00000400:00000200:2.0:1769074862.403982:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.403988:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.403994:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:2.0:1769074862.403997:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00000400:00000200:2.0:1769074862.404034:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.404042:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ea580 00000400:00000200:2.0:1769074862.404049:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 159592 00000400:00000200:2.0:1769074862.404089:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.404094:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.404099:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.404104:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804000. 00000020:00000010:2.0:1769074862.404158:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.404164:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.404170:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.404176:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bb00. 00000020:00000010:2.0:1769074862.404180:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.404222:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.404225:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.404228:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826552192 00000001:00000010:2.0:1769074862.404239:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111d80. 00010000:00000010:2.0:1769074862.404273:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074862.404281:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074862.404309:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3fe000. 00010000:00000010:2.0:1769074862.404338:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.404343:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.404364:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074862.404368:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074862.404373:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074862.404375:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.404454:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074862.404457:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074862.404461:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074862.404464:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074862.404533:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.404545:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.404550:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074862.404573:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074862.404591:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804000 x1855007826552192/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.404650:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074862.404656:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826552192, offset 224 00000400:00000200:2.0:1769074862.404662:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.404673:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.404679:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41496:41496:256:4294967295] 192.168.204.10@tcp LPNI seq info [41492:41492:8:4294967295] 00000400:00000200:2.0:1769074862.404690:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.404695:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.404700:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074862.404705:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.404711:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.404716:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.404732:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bb00. 00000020:00000010:2.0:1769074862.404736:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.404741:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 00000800:00000200:2.0:1769074862.404813:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.404817:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:2.0:1769074862.404820:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.404824:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.404826:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:2.0:1769074862.404828:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00010000:00000010:3.0:1769074862.405294:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074862.405303:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:0.1:1769074862.405585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074862.405592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00000400:00000200:2.0:1769074862.408423:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.408444:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ea680 00000400:00000200:2.0:1769074862.408453:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 160168 00000400:00000200:2.0:1769074862.408468:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.408473:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.408480:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.408487:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805500. 00000020:00000010:3.0:1769074862.408672:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.408678:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.408684:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8e3fe800. 00000020:00000010:3.0:1769074862.408691:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ea00. 00000020:00000010:3.0:1769074862.408696:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074862.408745:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.408748:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.408750:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826552448 02000000:00000010:3.0:1769074862.408791:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87504000. 00010000:00000010:3.0:1769074862.408842:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:3.0:1769074862.408877:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:3.0:1769074862.408905:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074862.408913:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074862.408934:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074862.408938:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074862.408942:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074862.408946:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.409038:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074862.409042:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074862.409045:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074862.409049:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00000020:00000010:3.0:1769074862.409074:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.409080:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.409090:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1d80. 00080000:00000010:3.0:1769074862.409100:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefd400. 00000001:00000010:3.0:1769074862.409326:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1c00. 00000001:00000010:3.0:1769074862.409333:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074862.409365:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1d80. 00010000:00000010:3.0:1769074862.409374:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074862.409379:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074862.409391:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074862.409431:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00080000:00000010:3.0:1769074862.409463:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc63728. 00000004:00000010:3.0:1769074862.409470:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb49159c0. 00000004:00000010:3.0:1769074862.409474:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8a90d870. 00000004:00000010:3.0:1769074862.409479:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d62d0. 00000004:00000010:3.0:1769074862.409483:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4fef00. 00010000:00000010:3.0:1769074862.409492:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000200:3.0:1769074862.409508:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890363, last committed = 17179890279 00010000:00000200:3.0:1769074862.409518:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805500 x1855007826552448/t17179890363(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1769074862.409677:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:0.0:1769074862.409683:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:0.0:1769074862.409693:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00010000:00000010:3.1:1769074862.411895:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074862.411925:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074862.411931:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074862.411934:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000400:00000010:2.0:1769074862.412358:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074862.412368:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826552448, offset 224 00000400:00000010:2.0:1769074862.412377:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169a10. 00000400:00000200:2.0:1769074862.412385:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.412401:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.412409:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41497:41497:256:4294967295] 192.168.204.10@tcp LPNI seq info [41493:41493:8:4294967295] 00000400:00000200:2.0:1769074862.412417:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.412424:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.412430:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.412437:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074862.412444:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.412452:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.412457:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.412541:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ea00. 00000020:00000010:2.0:1769074862.412547:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:2.0:1769074862.412552:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8e3fe800. 00010000:00000010:1.1:1769074862.414643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:1.1:1769074862.414662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074862.414667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074862.414682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:0.1:1769074862.417422:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074862.417440:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:3.1:1769074862.419717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074862.419733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:3.1:1769074862.419739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:3.1:1769074862.419746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074862.419750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074862.419754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074862.419756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074862.419763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:2.1:1769074862.421379:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074862.421394:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074862.421399:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074862.421402:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000800:00000200:2.0:1769074862.422042:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.422050:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:2.0:1769074862.422056:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.422066:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074862.424779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074862.424790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:2.1:1769074862.425506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074862.425516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074862.425521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074862.425525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:3.1:1769074862.427718:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:3.1:1769074862.427741:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074862.427745:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:3.1:1769074862.427750:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074862.427752:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074862.427757:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:2.0:1769074862.427903:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.427922:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ac5 00000400:00000200:2.0:1769074862.427929:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.427934:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.427940:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:2.0:1769074862.427942:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00000400:00000200:2.0:1769074862.427971:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.427978:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ea700 00000400:00000200:2.0:1769074862.427986:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 160656 00000400:00000200:2.0:1769074862.428045:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.428049:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.428054:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.428061:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689880. 00000020:00000010:0.0:1769074862.428302:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.428308:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.428314:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.428320:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.428324:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.428365:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.428368:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.428371:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826552576 00000001:00000010:0.0:1769074862.428381:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:0.0:1769074862.428406:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074862.428414:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074862.428442:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a133000. 00010000:00000010:0.0:1769074862.428473:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.428477:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.428496:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074862.428500:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074862.428504:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074862.428506:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.428578:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074862.428582:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074862.428586:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074862.428590:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.428687:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.428698:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.428702:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074862.428721:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.428735:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86689880 x1855007826552576/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.428757:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074862.428763:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826552576, offset 224 00000400:00000200:0.0:1769074862.428770:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.428780:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.428785:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41498:41498:256:4294967295] 192.168.204.10@tcp LPNI seq info [41494:41494:8:4294967295] 00000400:00000200:0.0:1769074862.428794:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.428800:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.428804:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074862.428809:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.428815:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.428818:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.428835:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.428839:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.428842:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:1.0:1769074862.429050:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.429055:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074862.429060:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.429064:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.429068:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:1.0:1769074862.429070:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00010000:00000010:3.0:1769074862.429928:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.429938:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:0.1:1769074862.434804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074862.434821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074862.434825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074862.434827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000400:00000200:2.0:1769074862.437569:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.437589:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ea800 00000400:00000200:2.0:1769074862.437598:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 161232 00000400:00000200:2.0:1769074862.437656:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.437662:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.437671:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.437679:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1880. 00000020:00000010:3.0:1769074862.438003:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.438010:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.438016:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.438021:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.438026:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074862.438071:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.438074:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.438077:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826552832 02000000:00000010:3.0:1769074862.438113:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87502000. 00010000:00000010:3.0:1769074862.438155:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074862.438173:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:3.0:1769074862.438193:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074862.438199:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.438215:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074862.438218:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074862.438223:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074862.438226:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074862.438316:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074862.438320:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074862.438323:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074862.438326:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00000020:00000010:3.0:1769074862.438352:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.438359:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.438370:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1d80. 00080000:00000010:3.0:1769074862.438379:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefc800. 00000001:00000010:3.0:1769074862.438601:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1420. 00010000:00000010:3.1:1769074862.438995:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074862.439002:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000001:00000010:3.0:1769074862.439016:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074862.439052:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1d80. 00010000:00000010:3.0:1769074862.439063:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074862.439069:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074862.439083:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074862.439115:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00080000:00000010:3.0:1769074862.439140:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac000. 00000004:00000010:3.0:1769074862.439147:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788540. 00000004:00000010:3.0:1769074862.439151:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ad430. 00000004:00000010:3.0:1769074862.439156:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a078. 00000004:00000010:3.0:1769074862.439160:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec2780. 00010000:00000010:3.0:1769074862.439169:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:3.0:1769074862.439186:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890364, last committed = 17179890279 00010000:00000200:3.0:1769074862.439197:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a1880 x1855007826552832/t17179890364(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.439220:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074862.439227:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826552832, offset 224 00000400:00000010:3.0:1769074862.439234:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc3f0. 00000400:00000200:3.0:1769074862.439239:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.439264:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.439270:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41499:41499:256:4294967295] 192.168.204.10@tcp LPNI seq info [41495:41495:8:4294967295] 00000400:00000200:3.0:1769074862.439276:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.439282:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.439288:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.439293:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074862.439300:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.439307:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.439312:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.439338:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.439342:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074862.439347:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00010000:00000010:0.0:1769074862.439416:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:0.0:1769074862.439424:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:0.0:1769074862.439430:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e6c0. 00000800:00000200:2.0:1769074862.440143:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.440149:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:2.0:1769074862.440156:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.440163:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.443463:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.443485:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66acd 00000400:00000200:3.0:1769074862.443492:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.443496:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.443503:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:3.0:1769074862.443506:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00000400:00000200:3.0:1769074862.443550:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.443557:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ea880 00000400:00000200:3.0:1769074862.443563:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 161720 00000400:00000200:3.0:1769074862.443687:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.443691:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.443696:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.443704:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf800. 00010000:00000010:2.0:1769074862.443816:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:2.0:1769074862.443828:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00000020:00000010:0.0:1769074862.443932:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.443938:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.443943:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.443948:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.443954:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.444000:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.444002:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.444006:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826552960 00000001:00000010:0.0:1769074862.444016:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:0.0:1769074862.444039:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074862.444046:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074862.444072:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a134000. 00010000:00000010:0.0:1769074862.444101:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074862.444106:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.444123:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074862.444126:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074862.444131:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.444133:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.444206:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074862.444210:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074862.444214:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074862.444217:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.444276:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.444284:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.444288:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074862.444306:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.444320:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adf800 x1855007826552960/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.444340:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074862.444345:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826552960, offset 224 00000400:00000200:0.0:1769074862.444352:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.444363:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.444369:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41500:41500:256:4294967295] 192.168.204.10@tcp LPNI seq info [41496:41496:8:4294967295] 00000400:00000200:0.0:1769074862.444379:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.444384:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.444390:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074862.444395:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.444401:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.444405:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.444431:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.444436:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.444439:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:3.0:1769074862.444597:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.445052:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:3.0:1769074862.445059:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.445064:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.445069:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:3.0:1769074862.445071:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00000400:00000200:3.0:1769074862.452689:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.452709:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ea980 00000400:00000200:3.0:1769074862.452718:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 162296 00000400:00000200:3.0:1769074862.452746:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.452751:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.452760:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.452766:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88add180. 00000020:00000010:0.0:1769074862.452934:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.452939:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.452944:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.452949:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.452954:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.452995:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.452999:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.453002:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826553216 02000000:00000010:0.0:1769074862.453036:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a137000. 00010000:00000010:0.0:1769074862.453076:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.453092:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074862.453110:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074862.453114:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.453130:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074862.453133:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074862.453139:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.453142:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.453223:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074862.453227:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074862.453231:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.453233:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074862.453271:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56180. 00000020:00000010:0.0:1769074862.453279:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56180. 00000020:00000010:0.0:1769074862.453292:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adea0. 00080000:00000010:0.0:1769074862.453301:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfdef400. 00000001:00000010:0.0:1769074862.453510:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7add20. 00000001:00000010:0.0:1769074862.453517:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074862.453551:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adea0. 00010000:00000010:0.0:1769074862.453559:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074862.453563:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.453574:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074862.453635:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074862.453658:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac720. 00000004:00000010:0.0:1769074862.453664:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788480. 00000004:00000010:0.0:1769074862.453669:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ac330. 00000004:00000010:0.0:1769074862.453674:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a7f8. 00000004:00000010:0.0:1769074862.453678:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5f860. 00010000:00000010:0.0:1769074862.453687:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074862.453703:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890365, last committed = 17179890279 00010000:00000200:0.0:1769074862.453712:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88add180 x1855007826553216/t17179890365(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.453926:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074862.453935:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826553216, offset 224 00000400:00000010:0.0:1769074862.453943:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1770. 00000400:00000200:0.0:1769074862.453947:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.453960:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.453966:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41501:41501:256:4294967295] 192.168.204.10@tcp LPNI seq info [41497:41497:8:4294967295] 00000400:00000200:0.0:1769074862.453972:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.453978:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.453984:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.453988:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074862.453994:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.454001:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.454004:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.454025:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.454029:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.454031:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:0.0:1769074862.454132:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.454136:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:0.0:1769074862.454141:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.454146:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074862.454961:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074862.454972:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:1.0:1769074862.454982:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000400:00000200:2.0:1769074862.457231:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.457253:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ad5 00000400:00000200:2.0:1769074862.457261:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.457266:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.457273:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:2.0:1769074862.457276:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00000400:00000200:2.0:1769074862.457306:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.457314:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eaa00 00000400:00000200:2.0:1769074862.457323:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 162784 00000400:00000200:2.0:1769074862.457374:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.457377:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.457382:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.457390:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c9500. 00010000:00000010:3.0:1769074862.457467:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074862.457477:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.1:1769074862.458251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074862.458261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:0.1:1769074862.458265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074862.458269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074862.458272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074862.458275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000020:00000010:0.0:1769074862.458320:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.458326:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.458333:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.458338:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.458343:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.458384:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.458387:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.458390:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826553344 00000001:00000010:0.0:1769074862.458400:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 00010000:00000010:0.0:1769074862.458427:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074862.458434:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074862.458462:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a135000. 00010000:00000010:0.0:1769074862.458496:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.458501:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.458518:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074862.458521:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074862.458525:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074862.458539:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.458644:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.458648:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074862.458651:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074862.458655:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.458721:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.458730:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.458734:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074862.458752:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074862.458769:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c9500 x1855007826553344/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.458794:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074862.458801:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826553344, offset 224 00000400:00000200:0.0:1769074862.458809:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.458820:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.458827:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41502:41502:256:4294967295] 192.168.204.10@tcp LPNI seq info [41498:41498:8:4294967295] 00000400:00000200:0.0:1769074862.458839:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.458844:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.458850:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074862.458865:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.458872:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.458876:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.458897:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.458901:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.458904:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00010000:00000010:3.1:1769074862.458969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074862.458975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074862.458979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074862.458984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000800:00000200:3.0:1769074862.459064:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.459069:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074862.459074:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.459079:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.459084:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:3.0:1769074862.459086:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00010000:00000010:2.1:1769074862.460538:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074862.460553:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00000400:00000200:2.0:1769074862.463555:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.463576:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eab00 00000400:00000200:2.0:1769074862.463586:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 163360 00000400:00000200:2.0:1769074862.463651:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.463657:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.463666:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.463675:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8a80. 00010000:00000010:0.1:1769074862.464018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074862.464027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074862.464031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.464037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074862.464039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074862.464041:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074862.464044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074862.464046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000020:00000010:0.0:1769074862.464083:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.464088:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.464093:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.464099:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.464103:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.464138:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.464140:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.464143:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826553600 02000000:00000010:0.0:1769074862.464179:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a136000. 00010000:00000010:0.0:1769074862.464217:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.464232:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074862.464259:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074862.464265:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.464282:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074862.464286:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074862.464291:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074862.464294:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.464376:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074862.464379:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074862.464382:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.464385:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074862.464411:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56e00. 00000020:00000010:0.0:1769074862.464418:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56e00. 00000020:00000010:0.0:1769074862.464430:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adea0. 00080000:00000010:0.0:1769074862.464441:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfdec400. 00000001:00000010:0.0:1769074862.464706:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adae0. 00000001:00000010:0.0:1769074862.464715:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8f00. 00010000:00000010:3.1:1769074862.464892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074862.464897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:1.1:1769074862.465015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074862.465022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000020:00000010:0.0:1769074862.465438:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adea0. 00010000:00000010:0.0:1769074862.465453:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074862.465459:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.465476:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074862.465566:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074862.465596:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabb49248e8. 00000004:00000010:0.0:1769074862.465641:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788000. 00000004:00000010:0.0:1769074862.465647:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ad320. 00000004:00000010:0.0:1769074862.465655:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7ad98. 00000004:00000010:0.0:1769074862.465659:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5e5a0. 00010000:00000010:0.0:1769074862.465671:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.465691:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890366, last committed = 17179890279 00010000:00000200:0.0:1769074862.465702:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d8a80 x1855007826553600/t17179890366(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.465724:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074862.465745:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826553600, offset 224 00000400:00000010:0.0:1769074862.465754:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1cb0. 00000400:00000200:0.0:1769074862.465759:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.465772:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.465780:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41503:41503:256:4294967295] 192.168.204.10@tcp LPNI seq info [41499:41499:8:4294967295] 00000400:00000200:0.0:1769074862.465789:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.465796:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.465802:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.465807:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074862.465815:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.465821:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.465825:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.465862:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.465867:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.465870:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:2.0:1769074862.466276:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.466282:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:2.0:1769074862.466287:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.466292:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074862.469996:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074862.470015:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:3.0:1769074862.470025:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8180. 00000400:00000200:0.0:1769074862.470256:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074862.470275:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66add 00000400:00000200:0.0:1769074862.470282:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.470287:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074862.470293:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:0.0:1769074862.470295:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00000400:00000200:0.0:1769074862.470324:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.470330:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eab80 00000400:00000200:0.0:1769074862.470336:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 163848 00000400:00000200:0.0:1769074862.470389:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.470393:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.470398:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.470404:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0b800. 00010000:00000010:3.0:1769074862.470482:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074862.470488:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00000020:00000010:1.0:1769074862.470573:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.470578:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.470585:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.470591:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.470595:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.470654:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.470658:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.470661:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826553728 00000001:00000010:1.0:1769074862.470672:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:1.0:1769074862.470696:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.470702:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 02000000:00000010:1.0:1769074862.470727:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb49000. 00010000:00000010:1.0:1769074862.470769:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074862.470773:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074862.470788:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074862.470792:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074862.470796:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074862.470798:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074862.470877:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074862.470881:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074862.470886:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074862.470889:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074862.470948:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074862.470957:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074862.470961:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074862.470980:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000200:1.0:1769074862.470994:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0b800 x1855007826553728/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.471012:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074862.471017:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826553728, offset 224 00000400:00000200:1.0:1769074862.471024:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.471035:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.471040:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41504:41504:256:4294967295] 192.168.204.10@tcp LPNI seq info [41500:41500:8:4294967295] 00000400:00000200:1.0:1769074862.471051:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.471056:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.471061:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074862.471067:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.471073:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.471077:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.471099:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.471103:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.471107:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074862.471274:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.471279:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:0.0:1769074862.471283:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.471287:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.471291:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:0.0:1769074862.471292:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00010000:00000010:0.1:1769074862.474087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074862.474104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00000400:00000200:3.0:1769074862.474481:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.474499:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eac80 00000400:00000200:3.0:1769074862.474508:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 164424 00000400:00000200:3.0:1769074862.474524:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.474539:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.474547:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.474554:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adc000. 00000020:00000010:0.0:1769074862.474759:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.474765:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.474772:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.474778:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.474783:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.474830:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.474833:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.474836:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826553984 02000000:00000010:0.0:1769074862.474905:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee0000. 00010000:00000010:0.0:1769074862.474946:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:0.0:1769074862.474962:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c980. 00010000:00000010:0.0:1769074862.474981:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074862.474987:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.475003:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.475007:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074862.475011:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074862.475015:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.475097:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074862.475101:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074862.475104:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074862.475108:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074862.475133:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56220. 00000020:00000010:0.0:1769074862.475140:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56220. 00000020:00000010:0.0:1769074862.475151:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adea0. 00080000:00000010:0.0:1769074862.475161:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89bfbc00. 00000001:00000010:0.0:1769074862.475381:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adba0. 00000001:00000010:0.0:1769074862.475389:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8300. 00000020:00000010:0.0:1769074862.475423:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adea0. 00010000:00000010:0.0:1769074862.475431:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074862.475437:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.475448:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8480. 00010000:00000010:0.0:1769074862.475485:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074862.475509:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabb4925c80. 00000004:00000010:0.0:1769074862.475515:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788c00. 00000004:00000010:0.0:1769074862.475519:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ad870. 00000004:00000010:0.0:1769074862.475524:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a8e8. 00000004:00000010:0.0:1769074862.475539:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5f4a0. 00010000:00000010:0.0:1769074862.475550:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.475566:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890367, last committed = 17179890279 00010000:00000200:0.0:1769074862.475575:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adc000 x1855007826553984/t17179890367(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.475594:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074862.475600:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826553984, offset 224 00000400:00000010:0.0:1769074862.475640:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d18f8. 00000400:00000200:0.0:1769074862.475645:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.475656:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.475662:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41505:41505:256:4294967295] 192.168.204.10@tcp LPNI seq info [41501:41501:8:4294967295] 00000400:00000200:0.0:1769074862.475667:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.475674:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.475680:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.475685:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074862.475691:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.475698:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.475702:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.475722:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.475726:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.475729:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:0.0:1769074862.475835:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.475839:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:0.0:1769074862.475844:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.475848:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074862.476253:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074862.476261:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:3.0:1769074862.476268:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8480. 00000400:00000200:3.0:1769074862.478055:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.478077:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ae5 00000400:00000200:3.0:1769074862.478084:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.478089:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.478095:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:3.0:1769074862.478098:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00000400:00000200:3.0:1769074862.480196:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.480214:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ead00 00000400:00000200:3.0:1769074862.480224:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 164912 00000400:00000200:3.0:1769074862.480296:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.480301:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.480310:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.480317:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adca80. 00000020:00000010:0.0:1769074862.480418:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.480424:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.480431:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.480437:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.480442:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.480491:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.480494:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.480497:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826554112 00000001:00000010:0.0:1769074862.480508:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074862.480547:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074862.480555:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074862.480582:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8eee3000. 00010000:00000010:0.0:1769074862.480655:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074862.480661:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.480681:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074862.480685:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.480690:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074862.480693:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.480770:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074862.480774:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074862.480778:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.480781:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.480844:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.480874:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.480880:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.480902:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.480920:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adca80 x1855007826554112/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.480939:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074862.480945:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826554112, offset 224 00000400:00000200:0.0:1769074862.480952:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.480962:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.480968:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41506:41506:256:4294967295] 192.168.204.10@tcp LPNI seq info [41502:41502:8:4294967295] 00000400:00000200:0.0:1769074862.480978:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.480983:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.480987:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074862.480993:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.480999:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.481002:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.481018:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.481021:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.481024:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:2.0:1769074862.481142:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.481147:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:2.0:1769074862.481151:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.481156:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.481160:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:2.0:1769074862.481162:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00010000:00000010:3.1:1769074862.484314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074862.484332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074862.484336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074862.484339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:3.0:1769074862.484453:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.484473:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eae00 00000400:00000200:3.0:1769074862.484483:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 165488 00000400:00000200:3.0:1769074862.484516:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.484522:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.484542:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.484548:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88add500. 00010000:00000010:1.1:1769074862.484655:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074862.484663:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074862.484667:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074862.484670:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.484704:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074862.484713:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:0.1:1769074862.485017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074862.485025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000020:00000010:0.0:1769074862.485061:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.485067:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.485073:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.485078:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.485083:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.485123:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.485126:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.485130:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826554368 02000000:00000010:0.0:1769074862.485166:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee4000. 00010000:00000010:0.0:1769074862.485197:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.485205:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074862.485222:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074862.485229:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.485254:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074862.485259:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074862.485263:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.485267:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.485349:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074862.485353:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.485356:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074862.485360:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074862.485386:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56300. 00000020:00000010:0.0:1769074862.485393:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56300. 00000020:00000010:0.0:1769074862.485406:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adea0. 00080000:00000010:0.0:1769074862.485418:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89bf9800. 00000001:00000010:0.0:1769074862.485878:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad540. 00000001:00000010:0.0:1769074862.485887:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d89c0. 00000020:00000010:0.0:1769074862.485923:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adea0. 00010000:00000010:0.0:1769074862.485932:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.485936:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.485949:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074862.486065:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074862.486090:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ee68e8. 00000004:00000010:0.0:1769074862.486097:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff51c00. 00000004:00000010:0.0:1769074862.486101:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da28bb0. 00000004:00000010:0.0:1769074862.486106:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa88c33780. 00000004:00000010:0.0:1769074862.486109:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8da12d20. 00010000:00000010:0.0:1769074862.486119:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074862.486137:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890368, last committed = 17179890279 00010000:00000200:0.0:1769074862.486147:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88add500 x1855007826554368/t17179890368(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.486166:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074862.486172:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826554368, offset 224 00000400:00000010:0.0:1769074862.486179:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d12d8. 00000400:00000200:0.0:1769074862.486183:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.486198:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.486206:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41507:41507:256:4294967295] 192.168.204.10@tcp LPNI seq info [41503:41503:8:4294967295] 00000400:00000200:0.0:1769074862.486213:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.486219:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.486226:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.486231:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074862.486238:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.486255:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.486260:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.486287:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.486292:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.486296:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:2.0:1769074862.486439:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.486443:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074862.486449:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.486455:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074862.489346:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074862.489364:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:3.0:1769074862.489376:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.1:1769074862.489756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:0.1:1769074862.489764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074862.489769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074862.489777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074862.489780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074862.489784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074862.489788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074862.489790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000400:00000200:0.0:1769074862.489823:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074862.489844:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66aed 00000400:00000200:0.0:1769074862.489861:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.489866:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074862.489874:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:0.0:1769074862.489876:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00000400:00000200:0.0:1769074862.489943:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.489951:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eae80 00000400:00000200:0.0:1769074862.489958:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 165976 00000400:00000200:0.0:1769074862.490027:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.490031:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.490036:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.490043:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0b480. 00000020:00000010:1.0:1769074862.490125:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.490132:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.490140:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.490145:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.490150:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.490192:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.490195:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.490199:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826554496 00000001:00000010:1.0:1769074862.490210:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 00010000:00000010:1.0:1769074862.490233:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.490240:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 02000000:00000010:1.0:1769074862.490268:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb4e000. 00010000:00000010:1.0:1769074862.490299:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074862.490303:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074862.490320:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074862.490324:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074862.490328:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074862.490331:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074862.490404:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074862.490408:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c280. 00010000:00000010:1.0:1769074862.490413:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074862.490416:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074862.490485:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074862.490495:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074862.490499:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074862.490517:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000200:1.0:1769074862.490546:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0b480 x1855007826554496/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.490564:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074862.490569:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826554496, offset 224 00000400:00000200:1.0:1769074862.490575:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.490585:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.490590:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41508:41508:256:4294967295] 192.168.204.10@tcp LPNI seq info [41504:41504:8:4294967295] 00000400:00000200:1.0:1769074862.490600:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.490636:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.490641:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074862.490646:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.490653:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.490657:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.490678:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.490682:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.490685:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074862.490745:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.490748:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:1.0:1769074862.490752:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.490756:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.490759:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:1.0:1769074862.490761:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00010000:00000010:1.1:1769074862.493672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:1.1:1769074862.493693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074862.493746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.493754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074862.493758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074862.493765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074862.498941:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074862.498959:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.0:1769074862.499010:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074862.499021:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66900. 00000400:00000200:0.0:1769074862.499234:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.499261:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eaf80 00000400:00000200:0.0:1769074862.499269:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 166552 00000400:00000200:0.0:1769074862.499286:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.499291:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.499299:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.499305:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08380. 00000020:00000010:3.0:1769074862.499472:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.499478:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.499484:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074862.499489:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.499495:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074862.499546:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.499549:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.499553:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826554752 02000000:00000010:3.0:1769074862.499589:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87506000. 00010000:00000010:3.0:1769074862.499657:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:3.0:1769074862.499666:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c280. 00010000:00000010:3.0:1769074862.499685:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074862.499692:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.499708:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074862.499711:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074862.499716:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074862.499719:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.500108:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074862.500113:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074862.500117:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074862.500121:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00000020:00000010:3.0:1769074862.500150:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.500157:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.500168:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1d80. 00080000:00000010:3.0:1769074862.500178:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89d9e400. 00000001:00000010:3.0:1769074862.500438:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1f60. 00000001:00000010:3.0:1769074862.500448:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074862.500488:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1d80. 00010000:00000010:3.0:1769074862.500498:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074862.500502:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074862.500516:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074862.500636:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00080000:00000010:3.0:1769074862.500665:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc63560. 00000004:00000010:3.0:1769074862.500673:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4915000. 00000004:00000010:3.0:1769074862.500678:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8a90c660. 00000004:00000010:3.0:1769074862.500683:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d6d98. 00000004:00000010:3.0:1769074862.500688:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4fed20. 00010000:00000010:3.0:1769074862.500699:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:3.0:1769074862.500718:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890369, last committed = 17179890279 00010000:00000200:3.0:1769074862.500743:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08380 x1855007826554752/t17179890369(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.500765:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074862.500772:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826554752, offset 224 00000400:00000010:3.0:1769074862.500779:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc348. 00000400:00000200:3.0:1769074862.500784:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.500798:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.500806:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41509:41509:256:4294967295] 192.168.204.10@tcp LPNI seq info [41505:41505:8:4294967295] 00000400:00000200:3.0:1769074862.500813:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.500820:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.500827:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.500832:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074862.500838:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.500845:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.500850:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.500879:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.500885:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074862.500889:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074862.501311:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.501316:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074862.501323:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.501328:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074862.505162:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:1.0:1769074862.505180:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:1.0:1769074862.505189:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00000400:00000200:0.0:1769074862.506401:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074862.506423:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66af5 00000400:00000200:0.0:1769074862.506430:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.506434:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074862.506440:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:0.0:1769074862.506443:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00000400:00000200:0.0:1769074862.506566:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.506573:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eb000 00000400:00000200:0.0:1769074862.506580:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 167040 00000400:00000200:0.0:1769074862.506656:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.506660:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.506665:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.506670:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08a80. 00000020:00000010:1.0:1769074862.507258:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.507264:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.507272:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.507276:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.507281:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.507319:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.507321:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.507325:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826554880 00000001:00000010:1.0:1769074862.507334:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 00010000:00000010:1.0:1769074862.507357:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.507363:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 02000000:00000010:1.0:1769074862.507407:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a863000. 00010000:00000010:1.0:1769074862.507436:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074862.507439:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074862.507457:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074862.507460:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074862.507464:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074862.507466:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074862.507541:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074862.507544:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074862.507548:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074862.507551:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074862.507624:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074862.507634:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074862.507639:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074862.507658:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000200:1.0:1769074862.507674:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08a80 x1855007826554880/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.507697:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074862.507702:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826554880, offset 224 00000400:00000200:1.0:1769074862.507709:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.507719:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.507724:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41510:41510:256:4294967295] 192.168.204.10@tcp LPNI seq info [41506:41506:8:4294967295] 00000400:00000200:1.0:1769074862.507746:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.507752:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.507757:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074862.507763:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.507770:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.507774:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.507789:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.507793:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.507797:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074862.508119:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.508123:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074862.508128:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.508132:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.508137:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:0.0:1769074862.508138:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00010000:00000010:1.1:1769074862.510456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074862.510472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074862.510477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074862.510481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:3.1:1769074862.511410:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074862.511422:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:3.0:1769074862.511806:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.511819:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00000400:00000200:0.0:1769074862.512140:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.512159:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eb100 00000400:00000200:0.0:1769074862.512168:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 167616 00000400:00000200:0.0:1769074862.512189:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.512193:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.512201:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.512208:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09180. 00000020:00000010:1.0:1769074862.512405:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.512411:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.512419:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.512425:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.512429:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.512468:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.512471:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.512474:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826555136 02000000:00000010:1.0:1769074862.512514:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a864000. 00010000:00000010:1.0:1769074862.512560:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074862.512570:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074862.512590:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.512596:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074862.512634:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074862.512638:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074862.512643:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074862.512646:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074862.512728:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074862.512745:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074862.512749:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074862.512752:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00000020:00000010:1.0:1769074862.512778:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b220. 00000020:00000010:1.0:1769074862.512786:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b220. 00000020:00000010:1.0:1769074862.512797:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.512807:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8caec000. 00000001:00000010:1.0:1769074862.513023:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b9c0. 00000001:00000010:1.0:1769074862.513029:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111900. 00000020:00000010:1.0:1769074862.513060:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:1.0:1769074862.513068:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074862.513072:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074862.513084:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111300. 00010000:00000010:1.0:1769074862.513128:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00080000:00000010:1.0:1769074862.513164:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ee7c80. 00000004:00000010:1.0:1769074862.513172:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff51600. 00000004:00000010:1.0:1769074862.513176:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da29980. 00000004:00000010:1.0:1769074862.513182:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a3f33c0. 00000004:00000010:1.0:1769074862.513186:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8da13a40. 00010000:00000010:1.0:1769074862.513198:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074862.513213:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890370, last committed = 17179890279 00010000:00000200:1.0:1769074862.513221:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09180 x1855007826555136/t17179890370(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.513241:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00010000:00000010:0.0:1769074862.513466:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:0.0:1769074862.513472:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c880. 00010000:00000010:0.0:1769074862.513478:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111300. 00000100:00000200:1.0:1769074862.513511:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826555136, offset 224 00000400:00000010:1.0:1769074862.513520:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c460. 00000400:00000200:1.0:1769074862.513525:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.513537:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.513543:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41511:41511:256:4294967295] 192.168.204.10@tcp LPNI seq info [41507:41507:8:4294967295] 00000400:00000200:1.0:1769074862.513549:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.513556:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.513563:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.513569:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074862.513575:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.513581:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.513585:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.513631:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.513635:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.513639:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074862.514004:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.514010:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:0.0:1769074862.514015:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.514020:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.515975:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074862.515995:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66afd 00000400:00000200:0.0:1769074862.516001:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.516005:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074862.516012:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:0.0:1769074862.516015:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00010000:00000010:3.0:1769074862.516207:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:3.0:1769074862.516219:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:3.1:1769074862.518715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074862.518741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:0.0:1769074862.519055:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.519072:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eb180 00000400:00000200:0.0:1769074862.519081:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 168104 00000400:00000200:0.0:1769074862.519147:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.519153:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.519162:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.519168:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0a680. 00000020:00000010:3.0:1769074862.519266:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.519272:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.519280:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.519285:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074862.519291:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074862.519334:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.519337:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.519340:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826555264 00000001:00000010:3.0:1769074862.519350:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074862.519375:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074862.519383:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 02000000:00000010:3.0:1769074862.519410:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87507000. 00010000:00000010:3.0:1769074862.519443:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074862.519447:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.519466:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074862.519470:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074862.519473:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074862.519476:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074862.519564:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074862.519568:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e680. 00010000:00000010:3.0:1769074862.519572:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074862.519575:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074862.519691:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.519705:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074862.519710:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074862.520026:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074862.520047:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0a680 x1855007826555264/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.520118:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074862.520126:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826555264, offset 224 00000400:00000200:0.0:1769074862.520135:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.520147:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.520154:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41512:41512:256:4294967295] 192.168.204.10@tcp LPNI seq info [41508:41508:8:4294967295] 00000400:00000200:0.0:1769074862.520165:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.520172:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.520177:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074862.520183:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.520190:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.520194:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.520221:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e700. 00000020:00000010:0.0:1769074862.520226:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:0.0:1769074862.520231:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:1.0:1769074862.520330:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.520335:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074862.520340:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.520344:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.520349:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:1.0:1769074862.520352:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00010000:00000010:3.1:1769074862.522741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:3.1:1769074862.522757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:3.1:1769074862.522763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074862.522770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074862.522774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.1:1769074862.522777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:1.1:1769074862.522825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074862.522830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:1.1:1769074862.522834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074862.522837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074862.522839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074862.522841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:0.1:1769074862.523643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074862.523651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:0.0:1769074862.524296:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.524315:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eb280 00000400:00000200:0.0:1769074862.524324:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 168680 00000400:00000200:0.0:1769074862.524341:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.524346:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.524354:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.524361:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09880. 00000020:00000010:1.0:1769074862.524464:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.524470:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.524478:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.524483:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.524488:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.524542:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.524545:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.524548:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826555520 02000000:00000010:1.0:1769074862.524584:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a862000. 00010000:00000010:1.0:1769074862.524663:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:1.0:1769074862.524679:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e680. 00010000:00000010:1.0:1769074862.524700:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.524707:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074862.524724:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074862.524727:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074862.524742:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074862.524746:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074862.524828:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074862.524832:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c000. 00010000:00000010:1.0:1769074862.524835:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074862.524839:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00000020:00000010:1.0:1769074862.524883:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bbc0. 00000020:00000010:1.0:1769074862.524891:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bbc0. 00000020:00000010:1.0:1769074862.524902:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.524911:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8caef400. 00000001:00000010:1.0:1769074862.525129:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b4e0. 00000001:00000010:1.0:1769074862.525136:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111840. 00000020:00000010:1.0:1769074862.525167:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:1.0:1769074862.525176:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074862.525181:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074862.525192:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111cc0. 00010000:00000010:1.0:1769074862.525222:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00080000:00000010:1.0:1769074862.525244:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabb4abc8e8. 00000004:00000010:1.0:1769074862.525251:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae594c00. 00000004:00000010:1.0:1769074862.525255:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbff94bb0. 00000004:00000010:1.0:1769074862.525259:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab882c8b40. 00000004:00000010:1.0:1769074862.525263:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f6df2c0. 00010000:00000010:1.0:1769074862.525274:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074862.525292:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890371, last committed = 17179890279 00010000:00000200:1.0:1769074862.525301:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09880 x1855007826555520/t17179890371(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.525322:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074862.525327:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826555520, offset 224 00000400:00000010:1.0:1769074862.525333:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c348. 00000400:00000200:1.0:1769074862.525337:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.525350:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.525357:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41513:41513:256:4294967295] 192.168.204.10@tcp LPNI seq info [41509:41509:8:4294967295] 00000400:00000200:1.0:1769074862.525362:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.525368:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.525373:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.525378:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074862.525384:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.525392:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.525396:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.525422:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.525426:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.525430:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.0:1769074862.525671:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:2.0:1769074862.525678:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c000. 00010000:00000010:2.0:1769074862.525685:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111cc0. 00000800:00000200:3.0:1769074862.525848:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.525863:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:3.0:1769074862.525868:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.525873:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074862.527766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074862.527783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074862.527932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074862.527938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074862.527941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074862.527948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000400:00000200:1.0:1769074862.531568:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.531591:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b05 00000400:00000200:1.0:1769074862.531599:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.531649:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.531657:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:1.0:1769074862.531660:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00000400:00000200:1.0:1769074862.531686:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.531694:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eb300 00000400:00000200:1.0:1769074862.531702:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 169168 00000400:00000200:1.0:1769074862.531715:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.531719:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.531724:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.531743:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fd180. 00010000:00000010:2.0:1769074862.531875:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:2.0:1769074862.531889:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00000020:00000010:0.0:1769074862.532101:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.532108:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.532113:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.532119:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.532123:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.532165:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.532169:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.532172:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826555648 00000001:00000010:0.0:1769074862.532183:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111900. 00010000:00000010:0.0:1769074862.532208:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074862.532215:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074862.532240:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8eee2000. 00010000:00000010:0.0:1769074862.532282:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074862.532287:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.532303:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074862.532306:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074862.532310:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074862.532312:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.532389:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074862.532392:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074862.532395:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074862.532399:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.532454:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.532463:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.532466:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074862.532485:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074862.532500:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fd180 x1855007826555648/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.532517:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9b28. 00000100:00000200:0.0:1769074862.532522:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826555648, offset 224 00000400:00000200:0.0:1769074862.532528:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.532538:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.532544:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41514:41514:256:4294967295] 192.168.204.10@tcp LPNI seq info [41510:41510:8:4294967295] 00000400:00000200:0.0:1769074862.532554:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.532560:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.532564:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074862.532569:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.532576:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.532580:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:2.1:1769074862.532647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074862.532653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000020:00000010:0.0:1769074862.532704:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.532709:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.532713:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00010000:00000010:3.1:1769074862.532774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074862.532780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074862.532783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074862.532785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00000800:00000200:2.0:1769074862.536362:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.536372:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:2.0:1769074862.536383:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.536394:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.536401:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:2.0:1769074862.536404:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00010000:00000010:1.1:1769074862.536884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:1.1:1769074862.536892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074862.536897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074862.536903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:0.0:1769074862.536984:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.537000:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eb400 00000400:00000200:0.0:1769074862.537009:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 169744 00000400:00000200:0.0:1769074862.537025:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.537029:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.537036:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.537042:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09f80. 00000020:00000010:1.0:1769074862.537122:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.537129:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.537138:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.537144:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.537149:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.537194:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.537197:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.537201:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826555904 02000000:00000010:1.0:1769074862.537235:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a866000. 00010000:00000010:1.0:1769074862.537288:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074862.537301:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:1.0:1769074862.537320:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.537327:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074862.537344:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074862.537348:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074862.537353:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074862.537356:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074862.537441:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074862.537444:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074862.537448:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.537451:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00000020:00000010:1.0:1769074862.537477:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bbc0. 00000020:00000010:1.0:1769074862.537483:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bbc0. 00000020:00000010:1.0:1769074862.537494:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.537504:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8caed800. 00000001:00000010:1.0:1769074862.537734:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bc60. 00000001:00000010:1.0:1769074862.537741:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074862.537775:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:1.0:1769074862.537784:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074862.537788:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074862.537801:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111b40. 00010000:00000010:1.0:1769074862.537836:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00080000:00000010:1.0:1769074862.537887:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f9d8558. 00000004:00000010:1.0:1769074862.537895:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab85937a80. 00000004:00000010:1.0:1769074862.537898:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ac000. 00000004:00000010:1.0:1769074862.537904:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7ad20. 00000004:00000010:1.0:1769074862.537908:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec3a40. 00010000:00000010:1.0:1769074862.537920:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074862.537939:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890372, last committed = 17179890279 00010000:00000200:1.0:1769074862.537948:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09f80 x1855007826555904/t17179890372(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.537967:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074862.537973:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826555904, offset 224 00000400:00000010:1.0:1769074862.537979:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c3f0. 00000400:00000200:1.0:1769074862.537983:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.537995:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.538001:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41515:41515:256:4294967295] 192.168.204.10@tcp LPNI seq info [41511:41511:8:4294967295] 00000400:00000200:1.0:1769074862.538007:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.538013:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.538018:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.538024:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074862.538029:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.538035:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.538040:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.538071:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.538075:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.538078:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.0:1769074862.538660:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:2.0:1769074862.538669:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00010000:00000010:2.0:1769074862.538677:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111b40. 00000800:00000200:3.0:1769074862.539077:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.539082:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:3.0:1769074862.539087:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.539094:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074862.540825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074862.540837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074862.540841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074862.540845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:2.1:1769074862.541803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:2.1:1769074862.541814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000400:00000200:2.0:1769074862.542505:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.542525:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b0d 00000400:00000200:2.0:1769074862.542542:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.542547:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.542553:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:2.0:1769074862.542556:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:3.0:1769074862.542795:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:3.0:1769074862.542805:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00000400:00000200:0.0:1769074862.545192:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.545213:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eb480 00000400:00000200:0.0:1769074862.545223:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 170232 00000400:00000200:0.0:1769074862.545298:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.545304:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.545312:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.545320:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0bb80. 00000020:00000010:1.0:1769074862.545422:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.545428:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.545437:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.545443:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.545449:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.545496:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.545499:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.545503:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826556032 00000001:00000010:1.0:1769074862.545514:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111840. 00010000:00000010:1.0:1769074862.545542:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074862.545551:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 02000000:00000010:1.0:1769074862.545590:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a867000. 00010000:00000010:1.1:1769074862.545641:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:1.1:1769074862.545648:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.0:1769074862.545676:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074862.545681:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074862.545701:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074862.545704:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074862.545709:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074862.545712:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074862.545803:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074862.545806:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c680. 00010000:00000010:1.0:1769074862.545810:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074862.545813:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074862.545917:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074862.545928:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074862.545933:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074862.545952:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074862.545969:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0bb80 x1855007826556032/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.545988:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074862.545993:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826556032, offset 224 00000400:00000200:1.0:1769074862.546000:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.546011:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.546017:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41516:41516:256:4294967295] 192.168.204.10@tcp LPNI seq info [41512:41512:8:4294967295] 00000400:00000200:1.0:1769074862.546026:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.546033:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.546038:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074862.546044:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.546050:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.546054:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.546069:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.546073:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.546077:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.1:1769074862.546207:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074862.546213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000800:00000200:3.0:1769074862.547031:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.547038:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:3.0:1769074862.547044:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.547052:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.547058:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:3.0:1769074862.547061:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00010000:00000010:1.1:1769074862.549772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074862.549791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:3.1:1769074862.550648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:3.1:1769074862.550658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:2.0:1769074862.551260:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.551280:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eb580 00000400:00000200:2.0:1769074862.551289:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 170808 00000400:00000200:2.0:1769074862.551303:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.551308:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.551315:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.551342:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86494e00. 00000020:00000010:0.0:1769074862.551523:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.551529:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.551535:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.551540:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.551544:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.551592:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.551594:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.551597:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826556288 02000000:00000010:0.0:1769074862.551667:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee6000. 00010000:00000010:0.0:1769074862.551707:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:0.0:1769074862.551721:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c680. 00010000:00000010:0.0:1769074862.551753:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074862.551759:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.551774:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074862.551777:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074862.551781:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074862.551785:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.551882:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074862.551886:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074862.551889:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074862.551892:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074862.551919:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56a20. 00000020:00000010:0.0:1769074862.551926:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56a20. 00000020:00000010:0.0:1769074862.551939:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adea0. 00080000:00000010:0.0:1769074862.551948:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab85ed4000. 00000001:00000010:0.0:1769074862.552157:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad480. 00000001:00000010:0.0:1769074862.552164:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074862.552198:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adea0. 00010000:00000010:0.0:1769074862.552206:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074862.552211:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.552223:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8540. 00010000:00000010:2.0:1769074862.552511:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074862.552519:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8540. 00010000:00000010:0.0:1769074862.552865:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.552872:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00080000:00000010:0.0:1769074862.552895:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ee71d0. 00000004:00000010:0.0:1769074862.552902:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd146780. 00000004:00000010:0.0:1769074862.552905:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da28000. 00000004:00000010:0.0:1769074862.552909:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a3f3078. 00000004:00000010:0.0:1769074862.552913:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8da130e0. 00010000:00000010:0.0:1769074862.552924:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074862.552943:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890373, last committed = 17179890279 00010000:00000200:0.0:1769074862.552955:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86494e00 x1855007826556288/t17179890373(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.552977:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074862.552985:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826556288, offset 224 00000400:00000010:0.0:1769074862.552993:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1e38. 00000400:00000200:0.0:1769074862.552997:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.553010:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.553016:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41517:41517:256:4294967295] 192.168.204.10@tcp LPNI seq info [41513:41513:8:4294967295] 00000400:00000200:0.0:1769074862.553023:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.553029:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.553035:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.553040:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074862.553046:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.553052:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.553056:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.553127:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.553132:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.553136:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00010000:00000010:1.1:1769074862.554079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074862.554090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074862.554094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.1:1769074862.554096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000800:00000200:0.0:1769074862.557454:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.557463:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:0.0:1769074862.557473:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.557482:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.558435:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.558455:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b15 00000400:00000200:1.0:1769074862.558461:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.558465:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.558471:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:1.0:1769074862.558474:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000400:00000200:1.0:1769074862.558542:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.558550:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eb600 00000400:00000200:1.0:1769074862.558557:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 171296 00000400:00000200:1.0:1769074862.558650:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.558655:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.558659:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.558665:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fce00. 00000020:00000010:0.0:1769074862.558774:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.558779:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.558785:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.558790:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.558794:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.558830:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.558832:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.558834:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826556416 00000001:00000010:0.0:1769074862.558845:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:0.0:1769074862.558881:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074862.558890:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074862.558915:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8eee7000. 00010000:00000010:0.0:1769074862.558950:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074862.558956:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.558975:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074862.558978:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074862.558983:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074862.558986:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.559062:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074862.559065:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074862.559069:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.559073:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.559143:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.559155:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.559160:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074862.559180:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074862.559195:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fce00 x1855007826556416/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.559214:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074862.559218:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826556416, offset 224 00000400:00000200:0.0:1769074862.559225:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.559235:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.559241:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41518:41518:256:4294967295] 192.168.204.10@tcp LPNI seq info [41514:41514:8:4294967295] 00000400:00000200:0.0:1769074862.559257:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.559263:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.559268:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074862.559274:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.559282:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.559285:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.559369:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.559374:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.559377:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00010000:00000010:2.0:1769074862.560470:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074862.560482:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:0.1:1769074862.563717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:0.1:1769074862.563740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074862.563747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074862.563751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074862.563759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:2.1:1769074862.564049:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00000800:00000200:2.0:1769074862.564074:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.564079:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:2.0:1769074862.564087:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.564096:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.564104:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:2.0:1769074862.564106:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00000400:00000200:0.0:1769074862.564468:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.564482:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eb700 00000400:00000200:0.0:1769074862.564490:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 171872 00000400:00000200:0.0:1769074862.564503:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.564506:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.564512:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.564517:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08000. 00000020:00000010:1.0:1769074862.564910:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.564917:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.564926:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.564931:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.564937:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.564986:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.564988:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.564991:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826556672 02000000:00000010:1.0:1769074862.565026:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a865000. 00010000:00000010:1.0:1769074862.565065:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074862.565079:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:1.0:1769074862.565098:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074862.565104:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074862.565121:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074862.565124:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074862.565128:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074862.565131:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074862.565211:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074862.565215:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074862.565219:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074862.565222:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00000020:00000010:1.0:1769074862.565390:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bbc0. 00000020:00000010:1.0:1769074862.565399:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bbc0. 00000020:00000010:1.0:1769074862.565410:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.565421:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8caee000. 00000001:00000010:1.0:1769074862.566021:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b000. 00000001:00000010:1.0:1769074862.566029:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074862.566060:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:1.0:1769074862.566070:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.566076:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074862.566092:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111840. 00010000:00000010:1.0:1769074862.566165:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00080000:00000010:1.0:1769074862.566187:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ee78f0. 00000004:00000010:1.0:1769074862.566194:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd146e40. 00000004:00000010:1.0:1769074862.566198:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da28aa0. 00000004:00000010:1.0:1769074862.566202:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a3f3d20. 00000004:00000010:1.0:1769074862.566206:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8da13e00. 00010000:00000010:1.0:1769074862.566216:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074862.566235:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890374, last committed = 17179890279 00010000:00000200:1.0:1769074862.566259:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08000 x1855007826556672/t17179890374(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.566281:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 00000100:00000200:1.0:1769074862.566287:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826556672, offset 224 00000400:00000010:1.0:1769074862.566294:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597ce70. 00000400:00000200:1.0:1769074862.566298:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.566312:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.566318:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41519:41519:256:4294967295] 192.168.204.10@tcp LPNI seq info [41515:41515:8:4294967295] 00000400:00000200:1.0:1769074862.566324:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.566331:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.566337:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.566342:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074862.566348:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.566355:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.566359:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.566388:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.566392:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.566395:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074862.566540:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.566545:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:3.0:1769074862.566550:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.566556:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074862.567777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074862.567789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074862.568422:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:0.0:1769074862.568434:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00010000:00000010:0.0:1769074862.568442:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111840. 00000400:00000200:2.0:1769074862.569794:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.569816:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b1d 00000400:00000200:2.0:1769074862.569824:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.569828:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.569835:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcdd0 00000400:00000010:2.0:1769074862.569838:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcdd0. 00010000:00000010:3.0:1769074862.570065:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:3.0:1769074862.570075:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c100. 00010000:00000010:0.1:1769074862.571773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074862.571786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074862.571790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074862.571793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:1.1:1769074862.571836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:1.1:1769074862.571841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074862.571845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074862.571861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:0.0:1769074862.573262:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.573283:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eb780 00000400:00000200:0.0:1769074862.573293:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 172360 00000400:00000200:0.0:1769074862.573354:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.573359:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.573368:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.573374:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09c00. 00000020:00000010:1.0:1769074862.573484:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.573489:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.573497:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.573502:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.573508:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.573552:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.573555:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.573559:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826556800 00000001:00000010:1.0:1769074862.573580:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:1.0:1769074862.573643:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074862.573653:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 02000000:00000010:1.0:1769074862.573683:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a861000. 00010000:00000010:1.0:1769074862.573713:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074862.573718:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074862.573738:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074862.573742:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074862.573747:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.573750:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074862.573824:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074862.573827:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074862.573831:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074862.573834:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074862.573915:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074862.573926:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074862.573931:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074862.573952:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074862.573967:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09c00 x1855007826556800/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.573986:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074862.573992:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826556800, offset 224 00000400:00000200:1.0:1769074862.573999:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.574010:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.574016:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41520:41520:256:4294967295] 192.168.204.10@tcp LPNI seq info [41516:41516:8:4294967295] 00000400:00000200:1.0:1769074862.574026:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.574032:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.574038:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074862.574043:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.574049:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.574054:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.574073:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.574077:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.574082:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074862.574253:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.574257:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:3.0:1769074862.574262:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.574266:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.574271:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:3.0:1769074862.574273:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00010000:00000010:0.1:1769074862.574939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074862.574950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:3.1:1769074862.575069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:3.1:1769074862.575074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00000400:00000200:2.0:1769074862.578696:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.578720:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eb880 00000400:00000200:2.0:1769074862.578728:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 172936 00000400:00000200:2.0:1769074862.578762:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.578767:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.578776:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.578782:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86496a00. 00000020:00000010:0.0:1769074862.579005:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.579012:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.579018:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.579024:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.579028:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.579068:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.579071:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.579074:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826557056 02000000:00000010:0.0:1769074862.579110:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8eee5000. 00010000:00000010:0.0:1769074862.579153:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:0.0:1769074862.579169:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00010000:00000010:0.0:1769074862.579192:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074862.579197:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.579213:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074862.579216:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074862.579221:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074862.579224:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.579312:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074862.579316:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074862.579319:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074862.579323:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074862.579349:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56d60. 00000020:00000010:0.0:1769074862.579357:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56d60. 00000020:00000010:0.0:1769074862.579370:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adea0. 00080000:00000010:0.0:1769074862.579381:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab85ed5c00. 00000001:00000010:0.0:1769074862.579662:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adf00. 00000001:00000010:0.0:1769074862.579670:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8d80. 00000020:00000010:0.0:1769074862.579703:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adea0. 00010000:00000010:0.0:1769074862.579713:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074862.579717:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.579729:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074862.580346:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074862.580378:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ee7560. 00000004:00000010:0.0:1769074862.580386:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa900a1900. 00000004:00000010:0.0:1769074862.580391:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da29100. 00000004:00000010:0.0:1769074862.580396:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a3f38e8. 00000004:00000010:0.0:1769074862.580399:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8da13860. 00010000:00000010:0.0:1769074862.580409:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074862.580430:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890375, last committed = 17179890279 00010000:00000200:0.0:1769074862.580442:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86496a00 x1855007826557056/t17179890375(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.580466:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074862.580473:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826557056, offset 224 00000400:00000010:0.0:1769074862.580480:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1d90. 00000400:00000200:0.0:1769074862.580484:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.580500:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.580508:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41521:41521:256:4294967295] 192.168.204.10@tcp LPNI seq info [41517:41517:8:4294967295] 00000400:00000200:0.0:1769074862.580514:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.580521:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.580526:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.580532:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074862.580539:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.580546:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.580552:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.580591:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.580596:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.580600:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:1.0:1769074862.581249:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.581255:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:1.0:1769074862.581261:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.581268:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074862.582655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074862.582667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074862.582671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074862.582674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:2.0:1769074862.582973:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074862.582983:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:2.0:1769074862.582991:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d83c0. 00010000:00000010:0.1:1769074862.588730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:0.1:1769074862.588756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:0.1:1769074862.588762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074862.588770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:3.0:1769074862.590093:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.590114:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b25 00000400:00000200:3.0:1769074862.590122:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.590126:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.590133:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:3.0:1769074862.590136:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00010000:00000010:2.0:1769074862.590408:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074862.590422:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:2.1:1769074862.592677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074862.592694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000400:00000200:2.0:1769074862.593792:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.593811:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eb900 00000400:00000200:2.0:1769074862.593820:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 173424 00000400:00000200:2.0:1769074862.593898:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.593904:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.593912:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.593918:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86497100. 00000020:00000010:0.0:1769074862.594128:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.594135:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.594142:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.594148:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.594154:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.594199:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.594202:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.594205:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826557184 00000001:00000010:0.0:1769074862.594216:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:0.0:1769074862.594242:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074862.594263:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074862.594296:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8eee1000. 00010000:00000010:0.0:1769074862.594330:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074862.594334:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.594355:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074862.594359:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074862.594363:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074862.594367:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.594450:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074862.594455:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074862.594458:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.594462:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.594531:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.594543:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.594549:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074862.594570:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074862.594586:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86497100 x1855007826557184/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.594644:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074862.594652:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826557184, offset 224 00000400:00000200:0.0:1769074862.594659:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.594669:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.594674:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41522:41522:256:4294967295] 192.168.204.10@tcp LPNI seq info [41518:41518:8:4294967295] 00000400:00000200:0.0:1769074862.594685:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.594690:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.594695:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074862.594701:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.594708:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.594712:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.594733:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.594737:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.594740:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:2.0:1769074862.595046:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.595051:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:2.0:1769074862.595056:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.595060:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.595065:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:2.0:1769074862.595067:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00010000:00000010:2.1:1769074862.597660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074862.597677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074862.603649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074862.603665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074862.603670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074862.603672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:3.0:1769074862.604473:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.604491:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eba00 00000400:00000200:3.0:1769074862.604499:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 174000 00000400:00000200:3.0:1769074862.604514:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.604519:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.604537:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.604544:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf480. 00000020:00000010:1.0:1769074862.604725:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.604730:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.604738:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.604743:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.604748:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.604787:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.604790:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.604792:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826557440 02000000:00000010:1.0:1769074862.604825:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a860000. 00010000:00000010:1.0:1769074862.604876:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074862.604891:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:1.0:1769074862.604912:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074862.604919:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074862.604935:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074862.604938:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074862.604943:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.604946:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074862.605031:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074862.605035:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c680. 00010000:00000010:1.0:1769074862.605039:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074862.605042:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00000020:00000010:1.0:1769074862.605067:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074862.605074:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b400. 00000020:00000010:1.0:1769074862.605084:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.605094:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab8668e800. 00000001:00000010:1.0:1769074862.605488:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b180. 00000001:00000010:1.0:1769074862.605495:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074862.605527:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:1.0:1769074862.605536:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.605540:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074862.605552:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111780. 00010000:00000010:1.0:1769074862.605800:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00080000:00000010:1.0:1769074862.605829:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f9d9008. 00000004:00000010:1.0:1769074862.605837:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab85937000. 00000004:00000010:1.0:1769074862.605840:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa88ec7a90. 00000004:00000010:1.0:1769074862.605844:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a618. 00000004:00000010:1.0:1769074862.605849:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec3e00. 00010000:00000010:1.0:1769074862.605871:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074862.605888:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890376, last committed = 17179890279 00010000:00000200:1.0:1769074862.605899:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adf480 x1855007826557440/t17179890376(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074862.605921:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074862.605927:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826557440, offset 224 00000400:00000010:1.0:1769074862.605934:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597cfc0. 00000400:00000200:1.0:1769074862.605939:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.605953:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.605959:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41523:41523:256:4294967295] 192.168.204.10@tcp LPNI seq info [41519:41519:8:4294967295] 00000400:00000200:1.0:1769074862.605965:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.605972:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.605978:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.605983:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074862.605989:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.605996:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.606001:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.606030:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.606034:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.606038:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.0:1769074862.606296:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:2.0:1769074862.606305:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c680. 00010000:00000010:2.0:1769074862.606311:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111780. 00000800:00000200:3.0:1769074862.606700:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.606704:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:3.0:1769074862.606709:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.606716:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.609096:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.609118:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b2d 00000400:00000200:2.0:1769074862.609126:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.609130:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.609137:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00000400:00000010:2.0:1769074862.609140:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00010000:00000010:3.0:1769074862.609286:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:3.0:1769074862.609297:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c100. 00010000:00000010:1.1:1769074862.609738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:1.1:1769074862.609746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00000400:00000200:3.0:1769074862.612358:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.612380:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eba80 00000400:00000200:3.0:1769074862.612390:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 174488 00000400:00000200:3.0:1769074862.612452:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.612457:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.612465:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.612472:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adc700. 00000020:00000010:1.0:1769074862.612576:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.612582:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.612590:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.612596:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.612645:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.612681:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.612684:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.612687:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826557568 00000001:00000010:1.0:1769074862.612699:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8d80. 00010000:00000010:1.0:1769074862.612727:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074862.612736:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 02000000:00000010:1.0:1769074862.612790:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf6000. 00010000:00000010:1.0:1769074862.612826:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074862.612831:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074862.612867:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074862.612870:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074862.612875:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074862.612878:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074862.612961:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074862.612964:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074862.612968:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074862.612971:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074862.613040:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074862.613053:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074862.613058:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074862.613081:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:1.0:1769074862.613099:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adc700 x1855007826557568/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.613119:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074862.613125:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826557568, offset 224 00000400:00000200:1.0:1769074862.613131:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.613141:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.613148:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41524:41524:256:4294967295] 192.168.204.10@tcp LPNI seq info [41520:41520:8:4294967295] 00000400:00000200:1.0:1769074862.613159:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.613165:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.613170:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074862.613177:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.613185:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.613190:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.613212:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c900. 00000020:00000010:1.0:1769074862.613216:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.613220:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.1:1769074862.613714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:2.1:1769074862.613722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000800:00000200:3.0:1769074862.613930:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.613934:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:3.0:1769074862.613940:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.613946:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.613951:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:3.0:1769074862.613954:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00010000:00000010:1.1:1769074862.614221:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074862.614230:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:3.1:1769074862.617098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074862.617114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000400:00000200:2.0:1769074862.621111:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.621133:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ebb80 00000400:00000200:2.0:1769074862.621143:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 175064 00000400:00000200:2.0:1769074862.621159:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.621164:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.621172:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.621178:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86496d80. 00000020:00000010:0.0:1769074862.621587:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.621594:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.621624:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6c00. 00000020:00000010:0.0:1769074862.621632:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66780. 00000020:00000010:0.0:1769074862.621637:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074862.621678:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.621682:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.621685:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826557824 02000000:00000010:0.0:1769074862.621761:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e197000. 00010000:00000010:0.0:1769074862.621804:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:0.0:1769074862.621822:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00010000:00000010:0.0:1769074862.621843:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074862.621860:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.621879:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074862.621883:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074862.621888:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074862.621891:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.621974:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074862.621978:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074862.621981:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074862.621984:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074862.622009:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56d60. 00000020:00000010:0.0:1769074862.622016:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56d60. 00000020:00000010:0.0:1769074862.622029:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adea0. 00080000:00000010:0.0:1769074862.622039:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab85ed5800. 00000001:00000010:0.0:1769074862.623054:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad780. 00000001:00000010:0.0:1769074862.623064:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00000020:00000010:0.0:1769074862.623109:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adea0. 00010000:00000010:0.0:1769074862.623122:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074862.623130:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.623148:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074862.623198:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074862.623226:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead8f0. 00000004:00000010:0.0:1769074862.623234:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd7889c0. 00000004:00000010:0.0:1769074862.623240:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ac550. 00010000:00000010:2.0:1769074862.623521:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074862.623541:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:2.0:1769074862.623547:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8cc0. 00000004:00000010:0.0:1769074862.623876:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a5a0. 00000004:00000010:0.0:1769074862.623884:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5f680. 00010000:00000010:0.0:1769074862.623902:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074862.623926:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890377, last committed = 17179890279 00010000:00000200:0.0:1769074862.623938:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86496d80 x1855007826557824/t17179890377(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1769074862.625013:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074862.625023:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074862.625028:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074862.625030:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000400:00000010:1.0:1769074862.625039:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074862.625047:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826557824, offset 224 00000400:00000010:1.0:1769074862.625055:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c930. 00000400:00000200:1.0:1769074862.625061:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.625077:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.625083:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41525:41525:256:4294967295] 192.168.204.10@tcp LPNI seq info [41521:41521:8:4294967295] 00000400:00000200:1.0:1769074862.625090:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074862.625096:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.625101:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.625106:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074862.625112:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.625119:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.625124:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.625217:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66780. 00000020:00000010:1.0:1769074862.625223:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:1.0:1769074862.625227:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6c00. 00000800:00000200:3.0:1769074862.629277:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.629290:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:3.0:1769074862.629299:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.629308:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.629341:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.629356:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b35 00000400:00000200:3.0:1769074862.629363:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.629366:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.629372:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:3.0:1769074862.629374:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00000400:00000200:3.0:1769074862.629404:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.629411:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ebc00 00000400:00000200:3.0:1769074862.629419:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 175552 00000400:00000200:3.0:1769074862.629468:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.629473:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.629478:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.629485:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88ade680. 00010000:00000010:1.0:1769074862.629598:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074862.629632:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e80. 00000020:00000010:0.0:1769074862.630201:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.630208:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.630214:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.630218:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.630222:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.630274:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.630277:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.630280:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826557952 00000001:00000010:0.0:1769074862.630290:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:0.0:1769074862.630313:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.630321:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074862.630346:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e195000. 00010000:00000010:0.0:1769074862.630375:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074862.630380:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.630395:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.630397:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074862.630401:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074862.630404:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.630479:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074862.630483:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074862.630487:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074862.630491:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.630562:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.630583:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.630588:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074862.630632:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074862.630652:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88ade680 x1855007826557952/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.630675:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074862.630681:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826557952, offset 224 00000400:00000200:0.0:1769074862.630689:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.630702:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.630709:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41526:41526:256:4294967295] 192.168.204.10@tcp LPNI seq info [41522:41522:8:4294967295] 00000400:00000200:0.0:1769074862.630720:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.630726:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.630730:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074862.630966:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.630973:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.630978:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.631754:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.631761:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.631765:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:2.0:1769074862.632115:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.632120:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:2.0:1769074862.632126:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.632134:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.632141:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:2.0:1769074862.632143:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00000400:00000200:3.0:1769074862.635970:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.635991:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ebd00 00000400:00000200:3.0:1769074862.636000:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 176128 00000400:00000200:3.0:1769074862.636016:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.636020:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.636029:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.636036:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88ade300. 00000020:00000010:0.0:1769074862.636149:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.636155:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.636161:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.636166:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.636171:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.636263:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.636266:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.636269:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826558208 02000000:00000010:0.0:1769074862.636307:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e191000. 00010000:00000010:0.0:1769074862.636345:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.636361:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074862.636382:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074862.636388:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.636404:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074862.636408:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074862.636412:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074862.636415:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.636498:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074862.636502:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074862.636506:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.636509:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074862.636546:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56d60. 00000020:00000010:0.0:1769074862.636554:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56d60. 00000020:00000010:0.0:1769074862.636576:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adea0. 00080000:00000010:0.0:1769074862.636588:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83977c00. 00000001:00000010:0.0:1769074862.637271:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad300. 00000001:00000010:0.0:1769074862.637280:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8780. 00000020:00000010:0.0:1769074862.637316:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adea0. 00010000:00000010:0.0:1769074862.637328:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074862.637333:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.637349:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074862.637445:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074862.637473:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabb4abcc78. 00000004:00000010:0.0:1769074862.637481:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae5940c0. 00000004:00000010:0.0:1769074862.637485:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbff95430. 00000004:00000010:0.0:1769074862.637491:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab882c88e8. 00000004:00000010:0.0:1769074862.637495:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f6dfc20. 00010000:00000010:0.0:1769074862.637506:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074862.637536:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890378, last committed = 17179890279 00010000:00000200:0.0:1769074862.637547:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88ade300 x1855007826558208/t17179890378(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.637578:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074862.637585:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826558208, offset 224 00000400:00000010:0.0:1769074862.637592:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1b28. 00000400:00000200:0.0:1769074862.637597:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.637634:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.637642:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41527:41527:256:4294967295] 192.168.204.10@tcp LPNI seq info [41523:41523:8:4294967295] 00000400:00000200:0.0:1769074862.637648:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.637655:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.637661:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.637667:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074862.637674:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.637681:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.637685:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.637701:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.637706:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.637709:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:1.0:1769074862.638364:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.638369:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:1.0:1769074862.638376:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.638382:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074862.641760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074862.641774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:3.0:1769074862.641964:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074862.641973:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:3.0:1769074862.641980:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00000400:00000200:2.0:1769074862.642085:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.642104:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b3d 00000400:00000200:2.0:1769074862.642110:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.642115:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.642121:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:2.0:1769074862.642124:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00000400:00000200:2.0:1769074862.642185:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.642192:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ebd80 00000400:00000200:2.0:1769074862.642198:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 176616 00000400:00000200:2.0:1769074862.642257:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.642261:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.642266:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.642271:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86497800. 00000020:00000010:0.0:1769074862.642345:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.642350:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.642356:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.642361:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.642366:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.642407:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.642410:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.642414:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826558336 00000001:00000010:0.0:1769074862.642424:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d80c0. 00010000:00000010:0.0:1769074862.642448:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074862.642455:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074862.642480:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e190000. 00010000:00000010:0.0:1769074862.642509:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.642514:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.642541:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074862.642544:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074862.642548:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074862.642552:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.642663:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074862.642666:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074862.642670:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074862.642673:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.642748:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.642759:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.642763:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074862.642784:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074862.642798:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86497800 x1855007826558336/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.642815:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074862.642820:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826558336, offset 224 00000400:00000200:0.0:1769074862.642826:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.642835:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.642842:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41528:41528:256:4294967295] 192.168.204.10@tcp LPNI seq info [41524:41524:8:4294967295] 00000400:00000200:0.0:1769074862.642863:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.642869:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.642875:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074862.642881:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.642887:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.642891:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.642912:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.642915:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.642918:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:1.0:1769074862.643219:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.643223:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074862.643228:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.643232:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.643236:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:1.0:1769074862.643238:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00010000:00000010:3.0:1769074862.647164:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074862.647183:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00000400:00000200:1.0:1769074862.647260:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.647276:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ebe80 00000400:00000200:1.0:1769074862.647285:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 177192 00000400:00000200:1.0:1769074862.647300:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.647304:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.647310:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.647316:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fd500. 00000020:00000010:2.0:1769074862.647396:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.647401:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.647407:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.647412:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bb00. 00000020:00000010:2.0:1769074862.647416:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.647456:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.647458:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.647461:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826558592 02000000:00000010:2.0:1769074862.647493:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3fc000. 00010000:00000010:2.0:1769074862.647523:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074862.647541:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:2.0:1769074862.647557:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074862.647562:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074862.647583:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074862.647587:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074862.647590:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.647593:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.647969:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074862.647973:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074862.647976:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074862.647980:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00000020:00000010:2.0:1769074862.648001:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef480. 00000020:00000010:2.0:1769074862.648008:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef480. 00000020:00000010:2.0:1769074862.648017:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074862.648026:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b953000. 00000001:00000010:2.0:1769074862.648207:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6c60. 00000001:00000010:2.0:1769074862.648213:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074862.648243:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00010000:00000010:2.0:1769074862.648250:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074862.648254:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074862.648264:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074862.648304:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00080000:00000010:2.0:1769074862.648339:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eacc78. 00000004:00000010:2.0:1769074862.648345:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788840. 00000004:00000010:2.0:1769074862.648349:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ad210. 00000004:00000010:2.0:1769074862.648354:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7aa50. 00000004:00000010:2.0:1769074862.648357:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec32c0. 00010000:00000010:2.0:1769074862.648366:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074862.648382:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890379, last committed = 17179890279 00010000:00000200:2.0:1769074862.648391:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fd500 x1855007826558592/t17179890379(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.648410:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074862.648416:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826558592, offset 224 00000400:00000010:2.0:1769074862.648422:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169818. 00000400:00000200:2.0:1769074862.648426:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.648438:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.648445:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41529:41529:256:4294967295] 192.168.204.10@tcp LPNI seq info [41525:41525:8:4294967295] 00000400:00000200:2.0:1769074862.648451:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.648458:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.648464:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.648469:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074862.648475:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.648482:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.648486:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.648512:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bb00. 00000020:00000010:2.0:1769074862.648516:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.648521:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 00000800:00000200:1.0:1769074862.648949:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.648954:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074862.648958:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.648963:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074862.649028:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:3.0:1769074862.649035:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:3.0:1769074862.649042:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00000400:00000200:1.0:1769074862.651955:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.651974:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b45 00000400:00000200:1.0:1769074862.651981:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.651986:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.651992:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:1.0:1769074862.651995:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00000400:00000200:1.0:1769074862.652025:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.652032:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ebf00 00000400:00000200:1.0:1769074862.652041:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 177680 00000400:00000200:1.0:1769074862.652096:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.652100:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.652105:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.652111:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fc700. 00000020:00000010:3.0:1769074862.652202:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.652209:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.652215:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.652220:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.652224:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.652273:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.652276:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.652278:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826558720 00000001:00000010:3.0:1769074862.652287:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8780. 00010000:00000010:3.0:1769074862.652312:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074862.652320:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 02000000:00000010:3.0:1769074862.652345:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87505000. 00010000:00000010:3.0:1769074862.652375:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074862.652380:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074862.652398:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074862.652401:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074862.652405:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074862.652407:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.652478:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074862.652482:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074862.652486:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074862.652490:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074862.652556:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074862.652571:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.652577:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074862.652597:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074862.652639:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fc700 x1855007826558720/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.652660:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074862.652665:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826558720, offset 224 00000400:00000200:3.0:1769074862.652671:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.652681:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.652687:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41530:41530:256:4294967295] 192.168.204.10@tcp LPNI seq info [41526:41526:8:4294967295] 00000400:00000200:3.0:1769074862.652697:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.652703:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.652707:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074862.652713:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.652720:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.652724:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.652740:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.652744:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.652748:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:1.0:1769074862.652982:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.652986:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074862.652992:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.652997:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.653000:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46990 00000400:00000010:1.0:1769074862.653002:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46990. 00010000:00000010:2.0:1769074862.653321:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.653329:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00000400:00000200:1.0:1769074862.656491:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.656512:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ec000 00000400:00000200:1.0:1769074862.656521:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 178256 00000400:00000200:1.0:1769074862.656548:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.656553:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.656560:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.656576:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fea00. 00000020:00000010:2.0:1769074862.656709:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.656715:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.656721:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.656726:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.656732:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.656771:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.656774:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.656777:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826558976 02000000:00000010:2.0:1769074862.656809:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3ff000. 00010000:00000010:2.0:1769074862.656861:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:2.0:1769074862.656878:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:2.0:1769074862.656899:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074862.656906:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.656925:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074862.656929:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074862.656934:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074862.656937:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074862.657031:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074862.657035:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074862.657039:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074862.657043:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00000020:00000010:2.0:1769074862.657070:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef480. 00000020:00000010:2.0:1769074862.657077:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef480. 00000020:00000010:2.0:1769074862.657088:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074862.657099:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b952000. 00000001:00000010:2.0:1769074862.657358:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6240. 00000001:00000010:2.0:1769074862.657365:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074862.657400:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00010000:00000010:2.0:1769074862.657409:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074862.657414:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074862.657427:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074862.657478:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00080000:00000010:2.0:1769074862.657528:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc628e8. 00000004:00000010:2.0:1769074862.657536:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4915840. 00000004:00000010:2.0:1769074862.657540:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81ae4aa0. 00000004:00000010:2.0:1769074862.657544:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d6f78. 00000004:00000010:2.0:1769074862.657549:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4fe000. 00010000:00000010:2.0:1769074862.657561:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074862.657579:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890380, last committed = 17179890279 00010000:00000200:2.0:1769074862.657589:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fea00 x1855007826558976/t17179890380(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.657637:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074862.657644:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826558976, offset 224 00000400:00000010:2.0:1769074862.657651:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1699d8. 00000400:00000200:2.0:1769074862.657656:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.657670:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.657675:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41531:41531:256:4294967295] 192.168.204.10@tcp LPNI seq info [41527:41527:8:4294967295] 00000400:00000200:2.0:1769074862.657682:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.657688:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.657694:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.657699:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074862.657707:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.657715:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.657720:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.657737:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.657741:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.657746:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 00010000:00000010:1.0:1769074862.658368:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:1.0:1769074862.658379:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:1.0:1769074862.658388:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00000800:00000200:1.0:1769074862.658477:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.658481:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074862.658485:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.658491:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074862.659348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074862.659358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074862.659717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:0.1:1769074862.659724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:0.1:1769074862.659730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074862.659748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:1.0:1769074862.662383:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.662405:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b4d 00000400:00000200:1.0:1769074862.662414:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.662418:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.662426:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:1.0:1769074862.662429:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00010000:00000010:0.1:1769074862.663658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074862.663673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074862.663678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074862.663680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074862.663683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074862.663686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074862.663688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.663695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074862.663697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074862.663700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074862.663702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074862.663704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.1:1769074862.663823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074862.663830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074862.663885:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:3.0:1769074862.663896:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00000400:00000200:1.0:1769074862.664046:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.664063:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ec080 00000400:00000200:1.0:1769074862.664072:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 178744 00000400:00000200:1.0:1769074862.664131:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.664136:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.664143:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.664149:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902ffb80. 00000020:00000010:3.0:1769074862.664479:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.664485:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.664491:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.664496:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.664501:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.664544:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.664547:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.664551:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826559104 00000001:00000010:3.0:1769074862.664561:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 00010000:00000010:3.0:1769074862.664599:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074862.664646:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 02000000:00000010:3.0:1769074862.664675:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87501000. 00010000:00000010:3.0:1769074862.664705:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074862.664709:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.664724:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074862.664728:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074862.664732:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074862.664735:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074862.664814:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074862.664817:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e280. 00010000:00000010:3.0:1769074862.664821:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074862.664825:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074862.664903:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.664917:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074862.664921:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074862.664941:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074862.664960:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902ffb80 x1855007826559104/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.664982:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074862.664989:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826559104, offset 224 00000400:00000200:3.0:1769074862.664997:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.665010:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.665016:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41532:41532:256:4294967295] 192.168.204.10@tcp LPNI seq info [41528:41528:8:4294967295] 00000400:00000200:3.0:1769074862.665027:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.665033:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.665039:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074862.665046:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.665055:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.665059:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.665078:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.665082:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.665086:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:1.0:1769074862.665224:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.665229:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074862.665235:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.665239:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.665244:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c462a8 00000400:00000010:1.0:1769074862.665252:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c462a8. 00010000:00000010:1.1:1769074862.666394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074862.666405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:3.1:1769074862.668373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074862.668387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:3.1:1769074862.668392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074862.668395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:3.1:1769074862.668401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074862.668405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074862.668410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074862.668412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074862.670024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074862.670038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000400:00000200:1.0:1769074862.670179:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.670198:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ec180 00000400:00000200:1.0:1769074862.670207:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 179320 00000400:00000200:1.0:1769074862.670223:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.670227:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.670236:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.670242:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fca80. 00000020:00000010:2.0:1769074862.670353:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.670359:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.670365:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.670371:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.670376:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.670423:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.670426:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.670429:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826559360 02000000:00000010:2.0:1769074862.670492:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88c23000. 00010000:00000010:2.1:1769074862.670715:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:2.1:1769074862.670722:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:2.1:1769074862.670726:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074862.670733:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074862.670737:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074862.670740:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074862.670743:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:2.1:1769074862.670746:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074862.670749:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074862.670753:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074862.670771:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:2.0:1769074862.670785:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e280. 00010000:00000010:2.0:1769074862.670804:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074862.670810:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.670827:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074862.670830:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074862.670834:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074862.670837:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.670939:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074862.670944:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074862.670947:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.670951:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00000020:00000010:2.0:1769074862.670979:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef480. 00000020:00000010:2.0:1769074862.670987:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef480. 00000020:00000010:2.0:1769074862.670998:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074862.671009:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b952400. 00000001:00000010:2.0:1769074862.671278:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6a80. 00000001:00000010:2.0:1769074862.671286:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074862.671319:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00010000:00000010:2.0:1769074862.671327:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074862.671332:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074862.671345:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074862.671396:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00080000:00000010:2.0:1769074862.671421:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead728. 00000004:00000010:2.0:1769074862.671427:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff51000. 00000004:00000010:2.0:1769074862.671432:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ad760. 00000004:00000010:2.0:1769074862.671437:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a708. 00000004:00000010:2.0:1769074862.671440:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5fa40. 00010000:00000010:2.0:1769074862.671450:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074862.671466:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890381, last committed = 17179890279 00010000:00000200:2.0:1769074862.671477:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fca80 x1855007826559360/t17179890381(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.671498:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074862.671505:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826559360, offset 224 00000400:00000010:2.0:1769074862.671513:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169ea8. 00000400:00000200:2.0:1769074862.671517:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.671545:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.671552:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41533:41533:256:4294967295] 192.168.204.10@tcp LPNI seq info [41529:41529:8:4294967295] 00000400:00000200:2.0:1769074862.671559:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.671566:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.671573:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.671578:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074862.671585:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.671592:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.671598:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.671655:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.671660:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.671666:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 00000800:00000200:0.0:1769074862.672223:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.672229:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:0.0:1769074862.672234:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.672240:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074862.672696:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:1.0:1769074862.672706:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00010000:00000010:1.0:1769074862.672716:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000400:00000200:1.0:1769074862.674552:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.674583:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b55 00000400:00000200:1.0:1769074862.674591:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.674595:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.674636:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:1.0:1769074862.674639:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00010000:00000010:3.1:1769074862.675994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074862.676009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074862.676013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074862.676016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:2.0:1769074862.676558:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.676579:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00000400:00000200:1.0:1769074862.677512:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.677542:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ec200 00000400:00000200:1.0:1769074862.677551:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 179808 00010000:00000010:1.1:1769074862.677844:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074862.677862:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000400:00000200:1.0:1769074862.677873:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.677879:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.677888:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.677894:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fc000. 00000020:00000010:3.0:1769074862.678386:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.678393:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.678400:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.678405:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.678410:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.678484:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.678487:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.678490:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826559488 00000001:00000010:3.0:1769074862.678500:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfb40. 00010000:00000010:3.0:1769074862.678534:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074862.678542:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 02000000:00000010:3.0:1769074862.678695:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89d61000. 00010000:00000010:3.0:1769074862.678731:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074862.678736:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074862.678754:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074862.678758:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074862.678761:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074862.678764:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.678839:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074862.678842:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074862.678846:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074862.678862:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074862.678929:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074862.678941:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.678947:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074862.678967:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074862.678985:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fc000 x1855007826559488/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.679004:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074862.679011:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826559488, offset 224 00000400:00000200:3.0:1769074862.679017:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.679030:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.679036:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41534:41534:256:4294967295] 192.168.204.10@tcp LPNI seq info [41530:41530:8:4294967295] 00000400:00000200:3.0:1769074862.679047:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.679053:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.679058:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074862.679064:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.679071:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.679076:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.679102:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.679106:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.679110:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:0.0:1769074862.679228:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.679233:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074862.679240:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.679244:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.679249:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46440 00000400:00000010:0.0:1769074862.679251:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46440. 00010000:00000010:2.1:1769074862.684668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:2.1:1769074862.684686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:2.1:1769074862.684691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074862.684698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074862.684701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074862.684704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:3.1:1769074862.688661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074862.688676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074862.688680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074862.688682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:1.0:1769074862.688899:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.688919:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ec300 00000400:00000200:1.0:1769074862.688927:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 180384 00000400:00000200:1.0:1769074862.688944:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.688948:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.688956:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.688984:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fca680. 00000020:00000010:3.0:1769074862.689087:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.689092:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.689098:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.689103:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.689108:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.689156:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.689159:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.689163:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826559744 02000000:00000010:3.0:1769074862.689200:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89d60000. 00010000:00000010:3.0:1769074862.689243:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074862.689273:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074862.689292:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074862.689298:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074862.689315:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074862.689318:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074862.689323:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074862.689326:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074862.689408:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074862.689411:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074862.689416:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074862.689420:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00000020:00000010:3.0:1769074862.689444:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.689451:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.689463:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1d80. 00080000:00000010:3.0:1769074862.689473:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89d9ec00. 00000001:00000010:3.0:1769074862.689729:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1d20. 00000001:00000010:3.0:1769074862.690181:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074862.690219:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1d80. 00010000:00000010:3.0:1769074862.690228:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074862.690234:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074862.690331:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074862.690418:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00080000:00000010:3.0:1769074862.690448:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eace40. 00000004:00000010:3.0:1769074862.690456:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788f00. 00000004:00000010:3.0:1769074862.690460:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9acff0. 00000004:00000010:3.0:1769074862.690466:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7aca8. 00000004:00000010:3.0:1769074862.690471:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5ed20. 00010000:00000010:3.0:1769074862.690481:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074862.690502:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890382, last committed = 17179890279 00010000:00000200:3.0:1769074862.690512:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fca680 x1855007826559744/t17179890382(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.690531:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074862.690537:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826559744, offset 224 00000400:00000010:3.0:1769074862.690545:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc460. 00000400:00000200:3.0:1769074862.690549:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.690575:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.690581:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41535:41535:256:4294967295] 192.168.204.10@tcp LPNI seq info [41531:41531:8:4294967295] 00000400:00000200:3.0:1769074862.690587:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.690593:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.690599:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.690638:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074862.690645:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.690652:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.690656:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.690672:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.690676:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.690679:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:1.0:1769074862.691353:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.691360:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074862.691367:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.691374:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.694414:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.694439:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b5d 00000400:00000200:3.0:1769074862.694447:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.694451:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.694459:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:3.0:1769074862.694462:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00010000:00000010:2.0:1769074862.694585:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:2.0:1769074862.694597:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:0.0:1769074862.695104:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:0.0:1769074862.695112:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:0.0:1769074862.695118:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00000400:00000200:1.0:1769074862.697519:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.697550:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ec380 00000400:00000200:1.0:1769074862.697559:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 180872 00000400:00000200:1.0:1769074862.697675:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.697680:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.697689:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.697695:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc9880. 00000020:00000010:3.0:1769074862.697996:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.698004:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.698010:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074862.698016:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.698021:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.698062:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.698065:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.698068:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826559872 00000001:00000010:3.0:1769074862.698079:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 00010000:00000010:3.0:1769074862.698107:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074862.698115:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 02000000:00000010:3.0:1769074862.698143:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89d63000. 00010000:00000010:3.0:1769074862.698174:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074862.698179:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.698198:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074862.698202:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074862.698207:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074862.698210:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074862.698303:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074862.698307:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074862.698311:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074862.698314:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074862.698389:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.698402:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074862.698408:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074862.698432:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074862.698448:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc9880 x1855007826559872/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.698468:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074862.698474:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826559872, offset 224 00000400:00000200:3.0:1769074862.698481:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.698491:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.698497:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41536:41536:256:4294967295] 192.168.204.10@tcp LPNI seq info [41532:41532:8:4294967295] 00000400:00000200:3.0:1769074862.698509:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.698515:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.698521:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074862.698527:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.698534:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.698538:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.698553:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.698557:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.698561:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074862.699164:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.699170:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074862.699177:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.699182:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.699188:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:1.0:1769074862.699190:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00010000:00000010:3.1:1769074862.699681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074862.699690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074862.703680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:0.1:1769074862.703697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074862.703761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074862.703773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:3.0:1769074862.704965:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.704984:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ec480 00000400:00000200:3.0:1769074862.704994:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 181448 00000400:00000200:3.0:1769074862.705009:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.705014:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.705022:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.705028:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adce00. 00000020:00000010:2.0:1769074862.705871:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.705878:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.705886:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.705893:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bf80. 00000020:00000010:2.0:1769074862.705898:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.705949:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.705952:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.705955:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826560128 02000000:00000010:2.0:1769074862.705993:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88c24000. 00010000:00000010:2.0:1769074862.706035:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:2.0:1769074862.706054:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:2.0:1769074862.706073:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074862.706080:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.706097:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074862.706100:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074862.706104:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074862.706108:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.706187:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074862.706191:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074862.706195:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.706198:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00000020:00000010:2.0:1769074862.706224:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef480. 00000020:00000010:2.0:1769074862.706230:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef480. 00000020:00000010:2.0:1769074862.706241:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6720. 00080000:00000010:2.0:1769074862.706387:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b953c00. 00010000:00000010:2.1:1769074862.706920:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:2.1:1769074862.706927:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00000001:00000010:2.0:1769074862.707114:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede69c0. 00000001:00000010:2.0:1769074862.707121:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfc00. 00000020:00000010:2.0:1769074862.707156:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6720. 00010000:00000010:2.0:1769074862.707166:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074862.707171:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074862.707186:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074862.707230:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00080000:00000010:2.0:1769074862.707371:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead560. 00000004:00000010:2.0:1769074862.707379:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd7883c0. 00000004:00000010:2.0:1769074862.707384:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ada90. 00000004:00000010:2.0:1769074862.707388:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a9d8. 00000004:00000010:2.0:1769074862.707392:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5f2c0. 00010000:00000010:2.0:1769074862.707405:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074862.707426:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890383, last committed = 17179890279 00010000:00000200:2.0:1769074862.707437:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adce00 x1855007826560128/t17179890383(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.707455:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074862.707463:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826560128, offset 224 00000400:00000010:2.0:1769074862.707470:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169038. 00000400:00000200:2.0:1769074862.707474:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.707489:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.707495:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41537:41537:256:4294967295] 192.168.204.10@tcp LPNI seq info [41533:41533:8:4294967295] 00000400:00000200:2.0:1769074862.707501:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.707508:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.707513:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.707518:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074862.707537:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.707545:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.707549:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.707582:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bf80. 00000020:00000010:2.0:1769074862.707587:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.707592:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 00010000:00000010:3.1:1769074862.707695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074862.707701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074862.707704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074862.707706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074862.707725:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:3.0:1769074862.707743:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:3.0:1769074862.707749:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00000800:00000200:1.0:1769074862.708204:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.708208:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074862.708213:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.708219:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.713136:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.713159:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b65 00000400:00000200:1.0:1769074862.713167:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.713172:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.713179:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:1.0:1769074862.713182:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00000400:00000200:1.0:1769074862.713500:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.713508:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ec500 00000400:00000200:1.0:1769074862.713517:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 181936 00000400:00000200:1.0:1769074862.714103:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.714111:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.714119:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.714127:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc9f80. 00000020:00000010:3.0:1769074862.714223:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.714229:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.714236:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074862.714241:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.714258:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.714298:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.714301:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.714303:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826560256 00000001:00000010:3.0:1769074862.714314:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074862.714340:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074862.714347:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 02000000:00000010:3.0:1769074862.714373:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89d64000. 00010000:00000010:3.0:1769074862.714405:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074862.714409:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074862.714428:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074862.714431:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074862.714436:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074862.714439:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.714512:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074862.714516:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074862.714519:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074862.714523:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074862.714591:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074862.714639:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.714645:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074862.714666:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074862.714681:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc9f80 x1855007826560256/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.714701:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074862.714707:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826560256, offset 224 00000400:00000200:3.0:1769074862.714714:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.714725:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.714745:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41538:41538:256:4294967295] 192.168.204.10@tcp LPNI seq info [41534:41534:8:4294967295] 00000400:00000200:3.0:1769074862.714757:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.714762:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.714768:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074862.714774:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.714782:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.714786:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.714801:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.714804:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.714809:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074862.715167:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.715172:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074862.715178:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.715182:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.715187:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46770 00000400:00000010:1.0:1769074862.715189:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46770. 00010000:00000010:2.1:1769074862.716594:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:2.1:1769074862.716620:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074862.716626:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074862.716632:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074862.716661:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.716668:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:3.1:1769074862.718664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074862.718678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:3.1:1769074862.721899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074862.721913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074862.721917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074862.721919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:1.0:1769074862.723319:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.723339:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ec600 00000400:00000200:1.0:1769074862.723350:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 182512 00000400:00000200:1.0:1769074862.723369:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.723373:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.723381:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.723387:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcbb80. 00000020:00000010:0.0:1769074862.723590:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.723595:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.723636:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.723643:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.723648:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.723692:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.723694:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.723698:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826560512 02000000:00000010:0.0:1769074862.724133:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e193000. 00010000:00000010:0.0:1769074862.724180:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:0.0:1769074862.724197:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:0.0:1769074862.724219:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.724226:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.724240:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074862.724255:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074862.724260:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074862.724263:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.724342:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074862.724346:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074862.724349:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.724352:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074862.724378:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56680. 00000020:00000010:0.0:1769074862.724385:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56680. 00000020:00000010:0.0:1769074862.724397:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adea0. 00080000:00000010:0.0:1769074862.724409:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab859fbc00. 00000001:00000010:0.0:1769074862.725029:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad840. 00000001:00000010:0.0:1769074862.725038:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8600. 00000020:00000010:0.0:1769074862.725073:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adea0. 00010000:00000010:0.0:1769074862.725082:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074862.725087:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.725102:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d80c0. 00010000:00000010:0.0:1769074862.725135:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074862.725160:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f9d8e40. 00000004:00000010:0.0:1769074862.725167:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab85937e40. 00000004:00000010:0.0:1769074862.725170:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ad100. 00000004:00000010:0.0:1769074862.725174:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a870. 00000004:00000010:0.0:1769074862.725179:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec2b40. 00010000:00000010:0.0:1769074862.725189:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074862.725207:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890384, last committed = 17179890279 00010000:00000200:0.0:1769074862.725217:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcbb80 x1855007826560512/t17179890384(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.725237:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074862.725244:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826560512, offset 224 00010000:00000010:1.0:1769074862.725389:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074862.725396:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66900. 00010000:00000010:1.0:1769074862.725403:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d80c0. 00000400:00000010:0.0:1769074862.725436:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1658. 00000400:00000200:0.0:1769074862.725443:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.725460:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.725466:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41539:41539:256:4294967295] 192.168.204.10@tcp LPNI seq info [41535:41535:8:4294967295] 00000400:00000200:0.0:1769074862.725472:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.725478:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.725484:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.725489:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074862.725496:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.725503:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.725507:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.725971:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.725978:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.725982:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:1.0:1769074862.727012:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.727018:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:1.0:1769074862.727026:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.727033:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.730112:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.730134:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b6d 00000400:00000200:1.0:1769074862.730143:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.730147:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.730155:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:1.0:1769074862.730158:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00010000:00000010:3.0:1769074862.730275:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074862.730288:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:2.1:1769074862.731714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074862.731726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:1.1:1769074862.733754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074862.733768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074862.736798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:0.1:1769074862.736814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:0.1:1769074862.736820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.736826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074862.737773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074862.737783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:1.0:1769074862.741433:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.741455:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ec680 00000400:00000200:1.0:1769074862.741466:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 183000 00000400:00000200:1.0:1769074862.742123:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.742132:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.742144:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.742153:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc8000. 00000020:00000010:0.0:1769074862.742953:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.742960:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.742968:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.742974:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.742978:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.743018:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.743021:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.743025:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826560640 00000001:00000010:0.0:1769074862.743035:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:0.0:1769074862.743062:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.743071:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074862.743100:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e194000. 00010000:00000010:0.0:1769074862.743134:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.743138:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.743159:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.743162:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.743166:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.743170:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.743240:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074862.743257:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074862.743261:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074862.743264:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.743335:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.743348:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.743354:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.743375:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074862.743394:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc8000 x1855007826560640/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.743429:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074862.743436:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826560640, offset 224 00000400:00000200:0.0:1769074862.743444:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.743457:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.743464:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41540:41540:256:4294967295] 192.168.204.10@tcp LPNI seq info [41536:41536:8:4294967295] 00000400:00000200:0.0:1769074862.743477:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.743484:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.743490:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074862.743498:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.743507:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.743513:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.744232:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.744451:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.744458:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:1.0:1769074862.751075:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.751086:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074862.751095:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.751104:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.751112:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:1.0:1769074862.751115:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00010000:00000010:0.1:1769074862.753736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.753752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074862.753757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074862.753760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:1.0:1769074862.755698:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.755718:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ec780 00000400:00000200:1.0:1769074862.755729:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 183576 00000400:00000200:1.0:1769074862.755760:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.755765:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.755773:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.755779:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc9c00. 00000020:00000010:3.0:1769074862.755947:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.755954:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.755961:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074862.755967:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.755972:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.756019:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.756022:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.756026:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826560896 02000000:00000010:3.0:1769074862.756065:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89d62000. 00010000:00000010:3.0:1769074862.756106:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074862.756122:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:3.0:1769074862.756143:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074862.756149:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074862.756167:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074862.756171:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074862.756177:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074862.756180:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.756274:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074862.756279:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074862.756282:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074862.756285:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00000020:00000010:3.0:1769074862.756311:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.756317:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.756328:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1d80. 00080000:00000010:3.0:1769074862.756383:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89d9d400. 00000001:00000010:3.0:1769074862.756679:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef16c0. 00000001:00000010:3.0:1769074862.756687:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074862.756720:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1d80. 00010000:00000010:3.0:1769074862.756728:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074862.756743:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074862.756754:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074862.756786:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00080000:00000010:3.0:1769074862.756820:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f9d8720. 00000004:00000010:3.0:1769074862.756831:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab85937cc0. 00000004:00000010:3.0:1769074862.756841:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9acaa0. 00000004:00000010:3.0:1769074862.756846:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a348. 00000004:00000010:3.0:1769074862.756862:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec30e0. 00010000:00000010:3.0:1769074862.756873:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074862.756889:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890385, last committed = 17179890279 00010000:00000200:3.0:1769074862.756899:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc9c00 x1855007826560896/t17179890385(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.756918:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074862.756924:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826560896, offset 224 00000400:00000010:3.0:1769074862.756930:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc000. 00000400:00000200:3.0:1769074862.756934:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.756946:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.756952:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41541:41541:256:4294967295] 192.168.204.10@tcp LPNI seq info [41537:41537:8:4294967295] 00000400:00000200:3.0:1769074862.756958:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.756964:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.756969:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.756974:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074862.756980:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.756986:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.756991:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.757010:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.757014:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.757018:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00010000:00000010:1.0:1769074862.757396:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:1.0:1769074862.757405:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:1.0:1769074862.757411:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 00000800:00000200:1.0:1769074862.757678:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.757682:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074862.757689:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.757695:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.761216:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.761237:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b75 00000400:00000200:1.0:1769074862.761342:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.761348:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.761355:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46000 00000400:00000010:1.0:1769074862.761358:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46000. 00000400:00000200:1.0:1769074862.761435:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.761442:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ec800 00000400:00000200:1.0:1769074862.761450:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 184064 00000400:00000200:1.0:1769074862.761510:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.761514:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.761519:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.761535:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fca300. 00010000:00000010:3.1:1769074862.762695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074862.762705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.0:1769074862.762954:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:2.0:1769074862.762966:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00000020:00000010:0.0:1769074862.763072:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.763078:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.763084:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.763090:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.763095:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.763174:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.763177:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.763181:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826561024 00000001:00000010:0.0:1769074862.763191:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8600. 00010000:00000010:0.0:1769074862.763215:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.763222:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074862.763264:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e192000. 00010000:00000010:0.0:1769074862.763299:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.763303:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.763320:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.763323:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.763326:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.763328:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.763402:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074862.763405:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074862.763409:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074862.763413:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.763469:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.763478:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.763481:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.763534:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074862.763552:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fca300 x1855007826561024/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.763582:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074862.763588:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826561024, offset 224 00000400:00000200:0.0:1769074862.763595:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.763629:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.763635:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41542:41542:256:4294967295] 192.168.204.10@tcp LPNI seq info [41538:41538:8:4294967295] 00000400:00000200:0.0:1769074862.763646:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.763652:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.763657:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074862.763663:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.763670:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.763675:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.763694:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.763698:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.763701:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:1.0:1769074862.763975:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.763980:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074862.763986:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.763991:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.763997:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:1.0:1769074862.763999:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000400:00000200:1.0:1769074862.772531:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.772558:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ec900 00000400:00000200:1.0:1769074862.772583:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 184640 00000400:00000200:1.0:1769074862.772626:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.772632:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.772640:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.772647:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc8700. 00000020:00000010:3.0:1769074862.773025:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.773031:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.773037:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.773043:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.773049:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.773092:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.773095:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.773098:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826561280 02000000:00000010:3.0:1769074862.773136:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89d66000. 00010000:00000010:3.0:1769074862.773178:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074862.773196:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:3.0:1769074862.773217:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074862.773223:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074862.773239:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074862.773242:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074862.773247:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074862.773250:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074862.773332:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074862.773335:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074862.773339:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074862.773342:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074862.773364:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.773370:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.773381:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1d80. 00080000:00000010:3.0:1769074862.773394:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a9a8000. 00000001:00000010:3.0:1769074862.773782:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1a80. 00000001:00000010:3.0:1769074862.773790:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074862.773821:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1d80. 00010000:00000010:3.0:1769074862.773829:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074862.773833:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074862.773845:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074862.773898:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074862.773924:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc621c8. 00000004:00000010:3.0:1769074862.773931:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4915b40. 00000004:00000010:3.0:1769074862.773935:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8a90ddc0. 00000004:00000010:3.0:1769074862.773940:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d64b0. 00000004:00000010:3.0:1769074862.773944:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4ff0e0. 00010000:00000010:3.0:1769074862.773952:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074862.773970:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890386, last committed = 17179890279 00010000:00000200:3.0:1769074862.773980:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc8700 x1855007826561280/t17179890386(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.774005:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074862.774013:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826561280, offset 224 00000400:00000010:3.0:1769074862.774019:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc578. 00000400:00000200:3.0:1769074862.774023:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.774036:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.774043:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41543:41543:256:4294967295] 192.168.204.10@tcp LPNI seq info [41539:41539:8:4294967295] 00000400:00000200:3.0:1769074862.774049:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.774055:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.774060:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.774065:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074862.774072:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.774078:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.774082:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.774098:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074862.774102:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.774105:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00010000:00000010:1.0:1769074862.774247:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:1.0:1769074862.774255:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:1.0:1769074862.774262:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e900. 00000800:00000200:1.0:1769074862.774361:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.774365:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074862.774371:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.774376:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074862.776745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074862.776764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074862.777038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074862.777049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:1.0:1769074862.777463:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.777483:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b7d 00000400:00000200:1.0:1769074862.777489:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.777493:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.777498:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46000 00000400:00000010:1.0:1769074862.777501:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46000. 00010000:00000010:3.0:1769074862.777599:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074862.777951:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:2.1:1769074862.778994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074862.779005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:0.1:1769074862.779692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074862.779701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074862.779706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.779708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:1.1:1769074862.779762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:1.1:1769074862.779768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00000400:00000200:1.0:1769074862.781687:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.781707:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ec980 00000400:00000200:1.0:1769074862.781717:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 185128 00000400:00000200:1.0:1769074862.781793:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.781798:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.781807:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.781813:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc9500. 00000020:00000010:0.0:1769074862.783534:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.783545:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.783553:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.783559:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.783573:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.783637:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.783640:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.783644:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826561408 00000001:00000010:0.0:1769074862.783656:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:0.0:1769074862.783682:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.783691:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074862.783721:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e196000. 00010000:00000010:0.0:1769074862.783767:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.783771:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.783793:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.783796:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.783800:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.783803:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.783899:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074862.783904:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074862.783908:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074862.783911:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.783980:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.783991:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.783997:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.784019:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074862.784038:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc9500 x1855007826561408/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.784057:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9b28. 00000100:00000200:0.0:1769074862.784063:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826561408, offset 224 00000400:00000200:0.0:1769074862.784071:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.784085:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.784091:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41544:41544:256:4294967295] 192.168.204.10@tcp LPNI seq info [41540:41540:8:4294967295] 00000400:00000200:0.0:1769074862.784104:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.784109:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.784115:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074862.784121:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.784132:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.784136:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.784168:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.784172:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.784176:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:2.0:1769074862.784776:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.784781:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:2.0:1769074862.784788:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.784794:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.784800:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:2.0:1769074862.784802:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00010000:00000010:3.1:1769074862.786663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074862.786676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074862.786680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074862.786686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074862.790701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:3.1:1769074862.790719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:1.0:1769074862.790981:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.791001:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eca80 00000400:00000200:1.0:1769074862.791009:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 185704 00000400:00000200:1.0:1769074862.791026:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.791032:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.791040:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.791046:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc8e00. 00000020:00000010:3.0:1769074862.791165:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.791171:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.791178:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074862.791183:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074862.791188:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074862.791234:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.791237:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.791465:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826561664 02000000:00000010:3.0:1769074862.791504:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89d67000. 00010000:00000010:3.0:1769074862.791654:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074862.791672:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:3.0:1769074862.791691:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074862.791698:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074862.791714:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074862.791717:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074862.791722:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074862.791725:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074862.791925:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074862.791929:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074862.791933:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074862.791937:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074862.791962:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.791969:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.791979:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1d80. 00080000:00000010:2.0:1769074862.792134:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b951000. 00000001:00000010:2.0:1769074862.792414:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6000. 00000001:00000010:2.0:1769074862.792422:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074862.792455:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1d80. 00010000:00000010:2.0:1769074862.792466:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074862.792471:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074862.792486:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074862.792532:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:2.0:1769074862.792589:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ee7ab8. 00000004:00000010:2.0:1769074862.792625:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd146000. 00000004:00000010:2.0:1769074862.792639:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8da29650. 00000004:00000010:2.0:1769074862.792645:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a3f3c30. 00000004:00000010:2.0:1769074862.792650:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8da12960. 00010000:00000010:2.0:1769074862.792663:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000200:2.0:1769074862.792683:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890387, last committed = 17179890279 00010000:00000010:3.0:1769074862.792687:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.0:1769074862.792693:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000200:2.0:1769074862.792695:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc8e00 x1855007826561664/t17179890387(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074862.792700:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00000400:00000010:2.0:1769074862.792716:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074862.792723:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826561664, offset 224 00000400:00000010:2.0:1769074862.792731:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1694d0. 00000400:00000200:2.0:1769074862.792736:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.792751:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.792757:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41545:41545:256:4294967295] 192.168.204.10@tcp LPNI seq info [41541:41541:8:4294967295] 00000400:00000200:2.0:1769074862.792764:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.792770:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.792774:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.792779:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074862.792785:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.792792:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.792796:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.792822:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:2.0:1769074862.792827:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:2.0:1769074862.792831:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074862.793150:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.793155:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074862.793160:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.793166:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074862.794651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.794664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074862.794669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074862.794673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:2.0:1769074862.796492:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.796513:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b85 00000400:00000200:2.0:1769074862.796521:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.796526:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.796534:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:2.0:1769074862.796536:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:1.0:1769074862.796775:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:1.0:1769074862.796787:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00000400:00000200:1.0:1769074862.797009:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.797019:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ecb00 00000400:00000200:1.0:1769074862.797028:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 186192 00000400:00000200:1.0:1769074862.797084:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.797089:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.797094:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.797099:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcaa00. 00000020:00000010:2.0:1769074862.797187:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.797192:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.797198:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.797203:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.797208:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.797253:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.797256:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.797258:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826561792 00000001:00000010:2.0:1769074862.797267:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:2.0:1769074862.797289:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.797296:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 02000000:00000010:2.0:1769074862.797320:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88c22000. 00010000:00000010:2.0:1769074862.797350:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074862.797354:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074862.797370:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074862.797373:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074862.797376:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074862.797379:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074862.797449:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074862.797453:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074862.797456:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074862.797460:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074862.797516:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074862.797526:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074862.797530:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074862.797549:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074862.797575:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcaa00 x1855007826561792/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.797595:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074862.797630:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826561792, offset 224 00000400:00000200:2.0:1769074862.797639:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.797651:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.797657:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41546:41546:256:4294967295] 192.168.204.10@tcp LPNI seq info [41542:41542:8:4294967295] 00000400:00000200:2.0:1769074862.797668:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.797673:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.797678:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074862.797683:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.797689:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.797693:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.797707:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc80. 00000020:00000010:2.0:1769074862.797711:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.797715:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 00000800:00000200:1.0:1769074862.799248:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.799258:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074862.799264:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.799272:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.799278:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:1.0:1769074862.799281:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:2.1:1769074862.811126:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:2.1:1769074862.811170:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:2.0:1769074862.811209:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.811230:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ecc00 00000400:00000200:2.0:1769074862.811238:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 186768 00000400:00000200:2.0:1769074862.811256:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.811262:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.811271:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.811276:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86497480. 00000020:00000010:3.0:1769074862.811377:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.811382:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.811389:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074862.811395:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e880. 00000020:00000010:3.0:1769074862.811400:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074862.811444:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.811447:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.811450:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826562048 02000000:00000010:3.0:1769074862.811488:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89d65000. 00010000:00000010:3.0:1769074862.811527:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:3.0:1769074862.811543:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:3.0:1769074862.813729:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:2.0:1769074862.813816:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.813856:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074862.813861:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074862.813867:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074862.813879:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074862.813975:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074862.813978:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074862.813982:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074862.813986:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00000020:00000010:2.0:1769074862.814012:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efb80. 00000020:00000010:2.0:1769074862.814018:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efb80. 00000020:00000010:2.0:1769074862.814033:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6180. 00080000:00000010:2.0:1769074862.814043:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b950800. 00000001:00000010:2.0:1769074862.814350:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6060. 00000001:00000010:2.0:1769074862.814357:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074862.814391:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6180. 00010000:00000010:2.0:1769074862.814400:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074862.814404:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074862.814416:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074862.814585:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00080000:00000010:2.0:1769074862.814656:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc62e40. 00000004:00000010:2.0:1769074862.814665:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4915c00. 00000004:00000010:2.0:1769074862.814669:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8a90d320. 00000004:00000010:2.0:1769074862.814674:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d6ca8. 00000004:00000010:2.0:1769074862.814679:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4fe960. 00010000:00000010:2.0:1769074862.814692:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074862.814715:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890388, last committed = 17179890279 00010000:00000200:2.0:1769074862.814727:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86497480 x1855007826562048/t17179890388(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.814748:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074862.814755:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826562048, offset 224 00000400:00000010:2.0:1769074862.814762:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1696c8. 00000400:00000200:2.0:1769074862.814766:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.814781:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.814787:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41547:41547:256:4294967295] 192.168.204.10@tcp LPNI seq info [41543:41543:8:4294967295] 00000400:00000200:2.0:1769074862.814793:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.814800:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.814806:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.814811:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074862.814819:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.814826:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.814831:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.814923:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e880. 00000020:00000010:2.0:1769074862.814929:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:2.0:1769074862.814932:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:3.0:1769074862.821249:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.821259:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:3.0:1769074862.821266:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.821276:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074862.821449:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:1.0:1769074862.821461:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:1.0:1769074862.821474:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00010000:00000010:3.1:1769074862.821703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:3.1:1769074862.821711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074862.821716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074862.821720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:1.1:1769074862.821886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074862.821892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:2.1:1769074862.824789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074862.824805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074862.824810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074862.824813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000400:00000200:1.0:1769074862.825030:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.825050:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b8d 00000400:00000200:1.0:1769074862.825058:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.825062:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.825068:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:1.0:1769074862.825071:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00010000:00000010:3.0:1769074862.825160:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074862.825171:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:3.1:1769074862.825655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:3.1:1769074862.825664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00000400:00000200:2.0:1769074862.826294:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.826309:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ecc80 00000400:00000200:2.0:1769074862.826319:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 187256 00000400:00000200:2.0:1769074862.826382:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.826388:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.826396:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.826402:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86494380. 00000020:00000010:0.0:1769074862.826513:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.826519:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.826527:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.826532:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.826536:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.826582:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.826585:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.826589:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826562176 00000001:00000010:0.0:1769074862.826599:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:0.0:1769074862.826660:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.826668:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074862.826717:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90277000. 00010000:00000010:0.0:1769074862.826752:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.826757:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.826776:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.826779:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.826783:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.826786:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.826874:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074862.826878:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074862.826881:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074862.826884:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.826950:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.826960:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.826964:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.826983:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074862.826998:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86494380 x1855007826562176/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.827018:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074862.827024:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826562176, offset 224 00000400:00000200:0.0:1769074862.827031:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.827042:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.827048:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41548:41548:256:4294967295] 192.168.204.10@tcp LPNI seq info [41544:41544:8:4294967295] 00000400:00000200:0.0:1769074862.827058:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.827065:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.827070:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074862.827076:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.827082:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.827086:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.827107:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.827110:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.827113:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:3.0:1769074862.827538:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.827542:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074862.827547:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.827552:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.827557:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:3.0:1769074862.827567:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00010000:00000010:1.1:1769074862.828686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074862.828698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074862.828734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074862.828744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:0.1:1769074862.835148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074862.835165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074862.835169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.835172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.1:1769074862.835253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074862.835261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000400:00000200:1.0:1769074862.839896:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.839918:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ecd80 00000400:00000200:1.0:1769074862.839927:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 187832 00000400:00000200:1.0:1769074862.839944:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.839948:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.839957:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.839964:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcb100. 00000020:00000010:2.0:1769074862.840087:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.840092:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.840098:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.840103:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba00. 00000020:00000010:2.0:1769074862.840108:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.840153:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.840156:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.840159:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826562432 02000000:00000010:2.0:1769074862.840195:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88c26000. 00010000:00000010:2.0:1769074862.840236:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074862.840252:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:2.0:1769074862.840272:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074862.840277:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.840294:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074862.840297:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074862.840301:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.840304:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074862.840388:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074862.840392:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074862.840395:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074862.840399:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00000020:00000010:2.0:1769074862.840424:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efb80. 00000020:00000010:2.0:1769074862.840430:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efb80. 00000020:00000010:2.0:1769074862.840441:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6180. 00080000:00000010:2.0:1769074862.840450:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b951800. 00000001:00000010:2.0:1769074862.840761:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede68a0. 00000001:00000010:2.0:1769074862.840766:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00000020:00000010:2.0:1769074862.840793:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6180. 00010000:00000010:2.0:1769074862.840799:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074862.840802:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074862.840811:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074862.840836:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00080000:00000010:2.0:1769074862.840873:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac1c8. 00000004:00000010:2.0:1769074862.840881:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd7886c0. 00000004:00000010:2.0:1769074862.840886:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9acee0. 00000004:00000010:2.0:1769074862.840891:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a2d0. 00000004:00000010:2.0:1769074862.840896:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5e1e0. 00010000:00000010:2.0:1769074862.840911:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074862.840928:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890389, last committed = 17179890279 00010000:00000200:2.0:1769074862.840938:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcb100 x1855007826562432/t17179890389(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.840958:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074862.840963:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826562432, offset 224 00000400:00000010:2.0:1769074862.840969:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1693b8. 00000400:00000200:2.0:1769074862.840973:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.840986:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.840991:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41549:41549:256:4294967295] 192.168.204.10@tcp LPNI seq info [41545:41545:8:4294967295] 00000400:00000200:2.0:1769074862.840997:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.841003:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.841010:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.841016:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074862.841022:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.841030:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.841035:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.841056:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba00. 00000020:00000010:2.0:1769074862.841060:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.841065:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 00000800:00000200:2.0:1769074862.843491:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.843500:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:2.0:1769074862.843508:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.843516:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074862.843649:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:1.0:1769074862.843660:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:1.0:1769074862.843671:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000400:00000200:1.0:1769074862.844084:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.844102:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b95 00000400:00000200:1.0:1769074862.844109:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.844112:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.844118:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:1.0:1769074862.844121:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00010000:00000010:2.0:1769074862.844368:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074862.844377:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:2.1:1769074862.848697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:2.1:1769074862.848714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074862.848723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074862.848731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000400:00000200:1.0:1769074862.851230:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.851265:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ece00 00000400:00000200:1.0:1769074862.851275:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 188320 00000400:00000200:1.0:1769074862.851337:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.851342:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.851350:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.851358:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcad80. 00000020:00000010:0.0:1769074862.851674:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.851681:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.851687:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.851692:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.851696:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.851751:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.851754:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.851757:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826562560 00000001:00000010:0.0:1769074862.851768:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:0.0:1769074862.851795:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074862.851803:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074862.851831:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90275000. 00010000:00000010:0.0:1769074862.851892:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.851897:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.851920:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.851923:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.851928:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.851931:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.852006:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074862.852010:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074862.852015:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074862.852019:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.852086:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.852099:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.852103:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.852123:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074862.852137:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcad80 x1855007826562560/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.852158:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074862.852164:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826562560, offset 224 00000400:00000200:0.0:1769074862.852172:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.852183:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.852189:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41550:41550:256:4294967295] 192.168.204.10@tcp LPNI seq info [41546:41546:8:4294967295] 00000400:00000200:0.0:1769074862.852199:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.852206:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.852211:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074862.852218:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.852226:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.852231:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.852269:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.852274:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.852277:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:2.1:1769074862.852640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074862.852647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:1.1:1769074862.852712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074862.852719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000800:00000200:1.0:1769074862.852816:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.852821:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:1.0:1769074862.852826:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.852832:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.852837:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:1.0:1769074862.852840:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00010000:00000010:0.1:1769074862.856999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.857015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074862.857020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074862.857023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:1.0:1769074862.858119:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.858139:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ecf00 00000400:00000200:1.0:1769074862.858148:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 188896 00000400:00000200:1.0:1769074862.858164:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.858169:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.858177:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.858183:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcb800. 00000020:00000010:2.0:1769074862.858307:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.858312:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.858318:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.858323:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074862.858328:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.858367:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.858369:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.858373:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826562816 02000000:00000010:2.0:1769074862.858411:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88c27000. 00010000:00000010:2.0:1769074862.858453:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074862.858468:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:2.0:1769074862.858488:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074862.858494:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074862.858510:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074862.858513:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074862.858517:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074862.858534:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.858672:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074862.858676:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074862.858680:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074862.858683:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00000020:00000010:2.0:1769074862.858708:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efd20. 00000020:00000010:2.0:1769074862.858715:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efd20. 00000020:00000010:2.0:1769074862.858725:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6180. 00080000:00000010:2.0:1769074862.859027:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8b950000. 00000001:00000010:2.0:1769074862.859265:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab90882d80. 00000001:00000010:2.0:1769074862.859273:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074862.859309:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6180. 00010000:00000010:2.0:1769074862.859321:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074862.859327:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074862.859341:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074862.859388:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00080000:00000010:2.0:1769074862.859414:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead008. 00000004:00000010:2.0:1769074862.859421:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788d80. 00000004:00000010:2.0:1769074862.859426:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ac110. 00000004:00000010:2.0:1769074862.859431:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a0f0. 00000004:00000010:2.0:1769074862.859434:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5e960. 00010000:00000010:2.0:1769074862.859446:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074862.859465:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890390, last committed = 17179890279 00010000:00000200:2.0:1769074862.859475:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcb800 x1855007826562816/t17179890390(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.859495:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074862.859502:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826562816, offset 224 00000400:00000010:2.0:1769074862.859509:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169428. 00000400:00000200:2.0:1769074862.859513:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.859730:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.859746:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41551:41551:256:4294967295] 192.168.204.10@tcp LPNI seq info [41547:41547:8:4294967295] 00000400:00000200:2.0:1769074862.859753:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.859759:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.859765:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.859771:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074862.859777:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.859785:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.859790:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.0:1769074862.859902:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:1.0:1769074862.859909:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00010000:00000010:1.0:1769074862.859917:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074862.859960:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074862.859965:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.859969:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 00000800:00000200:0.0:1769074862.867941:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.867952:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:0.0:1769074862.867959:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.867969:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.868237:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074862.868358:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66b9d 00000400:00000200:0.0:1769074862.868365:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.868368:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074862.868374:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:0.0:1769074862.868377:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00000400:00000200:0.0:1769074862.868408:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.868416:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ecf80 00000400:00000200:0.0:1769074862.868423:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 189384 00010000:00000010:2.1:1769074862.869063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:2.1:1769074862.869073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00000400:00000200:0.0:1769074862.869237:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.869254:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.869262:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.869269:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0a300. 00000020:00000010:2.0:1769074862.869368:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.869374:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.869381:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.869386:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074862.869392:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.869436:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.869439:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.869443:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826562944 00000001:00000010:2.0:1769074862.869452:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074862.869476:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074862.869483:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074862.869510:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88c25000. 00010000:00000010:2.0:1769074862.869551:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074862.869555:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074862.869573:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074862.869577:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074862.869581:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074862.869583:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074862.869686:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074862.869690:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074862.869694:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074862.869697:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074862.869893:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074862.869906:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074862.869912:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074862.869934:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074862.869954:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0a300 x1855007826562944/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.869974:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074862.869980:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826562944, offset 224 00000400:00000200:2.0:1769074862.869987:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.870001:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.870007:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41552:41552:256:4294967295] 192.168.204.10@tcp LPNI seq info [41548:41548:8:4294967295] 00000400:00000200:2.0:1769074862.870017:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.870024:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.870029:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074862.870036:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.870043:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.870048:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.870069:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074862.870073:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.870078:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 00010000:00000010:3.0:1769074862.870439:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:3.0:1769074862.870446:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00000800:00000200:1.0:1769074862.873274:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.873283:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074862.873292:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.873301:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.873309:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:1.0:1769074862.873312:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00000400:00000200:0.0:1769074862.873880:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.873897:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ed080 00000400:00000200:0.0:1769074862.873907:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 189960 00000400:00000200:0.0:1769074862.873924:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.873928:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.873935:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.873942:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09500. 00000020:00000010:2.0:1769074862.874043:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.874049:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.874055:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.874061:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074862.874066:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.874115:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.874118:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.874121:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826563200 02000000:00000010:2.0:1769074862.874157:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88c21000. 00010000:00000010:2.0:1769074862.874202:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074862.874219:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074862.874238:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074862.874255:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074862.874270:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074862.874273:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074862.874277:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074862.874279:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074862.874360:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074862.874363:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074862.874369:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074862.874371:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074862.874393:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efd20. 00000020:00000010:2.0:1769074862.874399:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efd20. 00000020:00000010:2.0:1769074862.874410:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6180. 00080000:00000010:2.0:1769074862.874422:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9fc00. 00000001:00000010:2.0:1769074862.874665:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a960. 00000001:00000010:2.0:1769074862.874672:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074862.874705:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6180. 00010000:00000010:2.0:1769074862.874712:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074862.874716:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074862.874727:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074862.874776:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00080000:00000010:2.0:1769074862.874818:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabb4abc000. 00000004:00000010:2.0:1769074862.874830:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae5943c0. 00000004:00000010:2.0:1769074862.874836:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbff94cc0. 00000004:00000010:2.0:1769074862.874841:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab882c80f0. 00000004:00000010:2.0:1769074862.874855:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8f6df4a0. 00010000:00000010:2.0:1769074862.874867:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074862.874883:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890391, last committed = 17179890279 00010000:00000200:2.0:1769074862.874893:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09500 x1855007826563200/t17179890391(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.874912:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074862.874918:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826563200, offset 224 00000400:00000010:2.0:1769074862.874924:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169f50. 00000400:00000200:2.0:1769074862.874928:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.874941:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.874947:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41553:41553:256:4294967295] 192.168.204.10@tcp LPNI seq info [41549:41549:8:4294967295] 00000400:00000200:2.0:1769074862.874953:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.874960:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.874965:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.874970:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074862.874977:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.874983:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.874987:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.875004:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074862.875008:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.875013:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 00010000:00000010:1.0:1769074862.875389:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:1.0:1769074862.875397:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:1.0:1769074862.875404:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00000800:00000200:0.0:1769074862.875550:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.875554:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:0.0:1769074862.875558:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.875564:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.879478:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.879502:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ba5 00000400:00000200:1.0:1769074862.879509:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.879513:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.879519:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00010000:00000010:2.1:1769074862.879686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074862.879699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:1.1:1769074862.879862:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074862.879869:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00000400:00000010:1.0:1769074862.879874:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00000400:00000200:1.0:1769074862.879941:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074862.879949:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ed100 00000400:00000200:1.0:1769074862.879957:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 190448 00000400:00000200:1.0:1769074862.880396:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.880402:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074862.880409:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074862.880416:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcb480. 00000020:00000010:0.0:1769074862.880752:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.880759:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.880765:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.880771:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.880775:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.880818:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c840. 00000020:00000010:0.0:1769074862.880821:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c840. 00000100:00000200:0.0:1769074862.880824:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826563328 00000001:00000010:0.0:1769074862.880833:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:0.0:1769074862.880872:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.880880:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074862.880908:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90271000. 00010000:00000010:0.0:1769074862.880936:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.880940:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.880957:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.880960:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.880964:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074862.880966:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.881037:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074862.881039:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074862.881043:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074862.881045:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.881108:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.881119:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.881124:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.881143:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074862.881159:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcb480 x1855007826563328/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.881177:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074862.881183:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826563328, offset 224 00000400:00000200:0.0:1769074862.881190:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.881202:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.881208:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41554:41554:256:4294967295] 192.168.204.10@tcp LPNI seq info [41550:41550:8:4294967295] 00000400:00000200:0.0:1769074862.881218:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.881228:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.881234:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074862.881254:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.881260:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.881265:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.881287:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.881290:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.881293:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:2.0:1769074862.882041:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074862.882052:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00000800:00000200:1.0:1769074862.885221:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.885231:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074862.885252:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.885262:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.885271:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:1.0:1769074862.885274:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00000400:00000200:0.0:1769074862.886138:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.886155:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ed200 00000400:00000200:0.0:1769074862.886164:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 191024 00000400:00000200:0.0:1769074862.886180:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.886184:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.886191:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.886199:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08e00. 00000020:00000010:3.0:1769074862.886389:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.886396:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.886403:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074862.886409:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e600. 00000020:00000010:3.0:1769074862.886414:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074862.886481:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.886484:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.886487:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826563584 02000000:00000010:3.0:1769074862.886550:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ec70000. 00010000:00000010:3.0:1769074862.886593:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.1:1769074862.886711:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:3.1:1769074862.886718:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:3.0:1769074862.886741:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:1.0:1769074862.887147:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074862.887157:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074862.887174:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074862.887178:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c900. 00010000:00000010:1.0:1769074862.887183:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074862.887187:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074862.887366:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074862.887370:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074862.887373:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074862.887376:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00000020:00000010:1.0:1769074862.887401:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b780. 00000020:00000010:1.0:1769074862.887407:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b780. 00000020:00000010:1.0:1769074862.887418:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074862.887428:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88dcc000. 00010000:00000010:1.1:1769074862.887866:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074862.887873:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00000001:00000010:0.0:1769074862.888055:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adea0. 00000001:00000010:0.0:1769074862.888064:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8600. 00000020:00000010:0.0:1769074862.888097:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bf00. 00010000:00000010:0.0:1769074862.888107:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074862.888112:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.888128:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d80c0. 00010000:00000010:0.0:1769074862.888213:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00080000:00000010:0.0:1769074862.888346:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc63c80. 00000004:00000010:0.0:1769074862.888354:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4915900. 00000004:00000010:0.0:1769074862.888358:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa81ae5540. 00000004:00000010:0.0:1769074862.888370:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d6168. 00000004:00000010:0.0:1769074862.888375:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4fe1e0. 00010000:00000010:0.0:1769074862.888387:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000200:0.0:1769074862.888407:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890392, last committed = 17179890279 00010000:00000200:0.0:1769074862.888417:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08e00 x1855007826563584/t17179890392(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.888437:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074862.888444:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826563584, offset 224 00000400:00000010:0.0:1769074862.888452:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1ab8. 00000400:00000200:0.0:1769074862.888456:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.888470:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.888477:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41555:41555:256:4294967295] 192.168.204.10@tcp LPNI seq info [41551:41551:8:4294967295] 00000400:00000200:0.0:1769074862.888483:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.888490:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.888495:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.888500:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074862.888506:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.888513:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.888517:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.1:1769074862.888684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074862.888692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074862.888695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074862.888699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074862.888702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074862.888705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074862.888708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.1:1769074862.888719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:0.1:1769074862.888946:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.888953:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074862.888956:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074862.888958:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000020:00000010:0.0:1769074862.888975:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e600. 00000020:00000010:0.0:1769074862.888980:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:0.0:1769074862.888984:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00010000:00000010:1.0:1769074862.889057:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074862.889065:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074862.889072:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d80c0. 00000800:00000200:2.0:1769074862.892627:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.892637:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074862.892645:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.892657:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.892694:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.892709:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66bad 00000400:00000200:2.0:1769074862.892717:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.892720:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.892724:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:2.0:1769074862.892727:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00000400:00000200:2.0:1769074862.892760:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.892767:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ed280 00000400:00000200:2.0:1769074862.892774:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 191512 00000400:00000200:2.0:1769074862.892826:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.892830:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.892834:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.892840:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86494a80. 00010000:00000010:3.0:1769074862.893132:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:3.0:1769074862.893142:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c900. 00000020:00000010:2.0:1769074862.893728:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.893745:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.893752:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.893758:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bf00. 00000020:00000010:2.0:1769074862.893763:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.893809:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.893812:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.893815:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826563712 00000001:00000010:2.0:1769074862.893825:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074862.893861:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074862.893868:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074862.893896:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88c20000. 00010000:00000010:2.0:1769074862.893927:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074862.893930:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074862.893946:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074862.893949:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074862.893952:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.0:1769074862.893955:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074862.894032:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074862.894037:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074862.894041:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.0:1769074862.894045:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074862.894108:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074862.894119:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074862.894123:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074862.894144:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074862.894161:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86494a80 x1855007826563712/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.894180:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074862.894187:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826563712, offset 224 00000400:00000200:2.0:1769074862.894193:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.894204:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.894210:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41556:41556:256:4294967295] 192.168.204.10@tcp LPNI seq info [41552:41552:8:4294967295] 00000400:00000200:2.0:1769074862.894221:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.894226:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.894232:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074862.894375:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.894386:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.894391:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.894446:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bf00. 00000020:00000010:2.0:1769074862.894450:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:2.0:1769074862.894455:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 00010000:00000010:2.1:1769074862.896879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074862.896898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00000800:00000200:1.0:1769074862.898152:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.898161:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074862.898168:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.898177:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.898184:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:1.0:1769074862.898187:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00010000:00000010:3.1:1769074862.898932:0:37755:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074862.898940:0:37755:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00000400:00000200:2.0:1769074862.900133:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.900151:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ed380 00000400:00000200:2.0:1769074862.900160:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 192088 00000400:00000200:2.0:1769074862.900177:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.900181:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.900189:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.900196:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86495180. 00000020:00000010:0.0:1769074862.900383:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.900389:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.900395:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.900400:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.900405:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.900481:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.900484:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000100:00000200:0.0:1769074862.900488:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826563968 02000000:00000010:0.0:1769074862.900535:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90270000. 00010000:00000010:0.0:1769074862.900576:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:0.0:1769074862.900592:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:0.1:1769074862.900634:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:0.1:1769074862.900641:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:0.0:1769074862.900659:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.900666:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.900682:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.900685:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074862.900691:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074862.900693:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074862.900790:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074862.900794:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074862.900797:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.900801:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074862.900828:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56c60. 00000020:00000010:0.0:1769074862.900834:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56c60. 00000020:00000010:0.0:1769074862.900857:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074862.900867:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab859fa000. 00000001:00000010:0.0:1769074862.901077:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ade40. 00000001:00000010:0.0:1769074862.901084:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8900. 00000020:00000010:0.0:1769074862.901115:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074862.901123:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074862.901128:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.901140:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8780. 00010000:00000010:0.0:1769074862.901180:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074862.901203:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eacab0. 00000004:00000010:0.0:1769074862.901210:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788240. 00000004:00000010:0.0:1769074862.901214:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ac990. 00000004:00000010:0.0:1769074862.901219:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7af78. 00000004:00000010:0.0:1769074862.901223:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5f0e0. 00010000:00000010:0.0:1769074862.901230:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074862.901653:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890393, last committed = 17179890279 00010000:00000200:0.0:1769074862.901665:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86495180 x1855007826563968/t17179890393(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.901687:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074862.901694:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826563968, offset 224 00000400:00000010:0.0:1769074862.901702:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1b60. 00000400:00000200:0.0:1769074862.901706:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.901719:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.901725:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41557:41557:256:4294967295] 192.168.204.10@tcp LPNI seq info [41553:41553:8:4294967295] 00000400:00000200:0.0:1769074862.901731:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.901738:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.901743:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.901749:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074862.901756:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.901763:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.901768:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.901796:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.901800:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.901804:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:2.0:1769074862.901907:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074862.901914:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:2.0:1769074862.901920:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00000800:00000200:3.0:1769074862.902081:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.902086:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:3.0:1769074862.902091:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.902096:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.905907:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.905931:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66bb5 00000400:00000200:2.0:1769074862.905939:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.905944:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.905952:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:2.0:1769074862.905955:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00000400:00000200:2.0:1769074862.905999:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.906006:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ed400 00000400:00000200:2.0:1769074862.906014:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 192576 00000400:00000200:2.0:1769074862.907043:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.907055:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.907064:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.907073:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86496680. 00000020:00000010:1.0:1769074862.907386:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.907393:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.907455:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.907460:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074862.907465:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.907512:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.907515:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.907519:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826564096 00000001:00000010:1.0:1769074862.907540:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8600. 00010000:00000010:1.0:1769074862.907569:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.907577:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 02000000:00000010:1.0:1769074862.907627:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf7000. 00010000:00000010:1.0:1769074862.907658:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074862.907663:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074862.907682:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074862.907685:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074862.907689:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074862.907692:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074862.907916:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074862.907919:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c000. 00010000:00000010:1.0:1769074862.907924:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074862.907928:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074862.908000:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074862.908013:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074862.908017:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074862.908040:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000200:1.0:1769074862.908056:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86496680 x1855007826564096/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.908080:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074862.908086:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826564096, offset 224 00000400:00000200:1.0:1769074862.908093:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.908104:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.908131:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41558:41558:256:4294967295] 192.168.204.10@tcp LPNI seq info [41554:41554:8:4294967295] 00000400:00000200:1.0:1769074862.908143:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.908148:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.908153:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074862.908160:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.908168:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.908172:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.908194:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074862.908198:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.908202:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.0:1769074862.908573:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074862.908581:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:2.1:1769074862.908764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.1:1769074862.908771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074862.908776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.1:1769074862.908779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:3.1:1769074862.909023:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074862.909031:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074862.913835:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074862.913864:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000800:00000200:1.0:1769074862.913890:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.913896:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:1.0:1769074862.913902:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.913912:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.913919:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:1.0:1769074862.913922:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00000400:00000200:3.0:1769074862.915390:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.915411:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ed500 00000400:00000200:3.0:1769074862.915421:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 193152 00000400:00000200:3.0:1769074862.915439:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.915444:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.915452:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.915459:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf100. 00000020:00000010:0.0:1769074862.915560:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.915566:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.915573:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.915579:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.915584:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00010000:00000010:0.1:1769074862.915643:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801a00. 00010000:00000010:0.1:1769074862.915650:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074862.915655:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074862.915662:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000020:00000010:0.0:1769074862.915690:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.915693:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000100:00000200:0.0:1769074862.915696:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826564352 02000000:00000010:0.0:1769074862.915946:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90273000. 00010000:00000010:0.0:1769074862.915994:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:0.0:1769074862.916010:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c000. 00010000:00000010:0.0:1769074862.916030:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.916037:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.916052:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074862.916056:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074862.916060:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074862.916063:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.916152:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074862.916156:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074862.916159:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074862.916163:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074862.916189:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56c60. 00000020:00000010:0.0:1769074862.916196:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56c60. 00000020:00000010:0.0:1769074862.916207:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074862.916217:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bbdd400. 00000001:00000010:0.0:1769074862.916421:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad000. 00000001:00000010:0.0:1769074862.916428:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8d80. 00000020:00000010:0.0:1769074862.916463:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074862.916471:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074862.916476:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.916489:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074862.916531:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074862.916554:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabb4925398. 00000004:00000010:0.0:1769074862.916577:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd7880c0. 00000004:00000010:0.0:1769074862.916583:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9ac880. 00000004:00000010:0.0:1769074862.916589:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7ae10. 00000004:00000010:0.0:1769074862.916593:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8dc5fc20. 00010000:00000010:1.0:1769074862.917172:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074862.917181:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:1.0:1769074862.917189:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074862.917382:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074862.917409:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890394, last committed = 17179890279 00010000:00000200:0.0:1769074862.917420:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adf100 x1855007826564352/t17179890394(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.917442:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074862.917449:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826564352, offset 224 00000400:00000010:0.0:1769074862.917455:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1dc8. 00000400:00000200:0.0:1769074862.917460:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.917476:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.917483:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41559:41559:256:4294967295] 192.168.204.10@tcp LPNI seq info [41555:41555:8:4294967295] 00000400:00000200:0.0:1769074862.917491:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.917497:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.917503:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.917510:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074862.917516:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.917524:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.917528:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.917595:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.917599:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.917629:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:1.1:1769074862.917933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.1:1769074862.917942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074862.917946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074862.917948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:2.1:1769074862.917992:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074862.917998:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074862.918928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074862.918938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000800:00000200:2.0:1769074862.920287:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.920295:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:2.0:1769074862.920304:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.920313:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.920667:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074862.920684:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66bbd 00000400:00000200:0.0:1769074862.920690:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.920693:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074862.920698:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:0.0:1769074862.920701:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00010000:00000010:2.0:1769074862.920897:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074862.920907:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00000400:00000200:3.0:1769074862.924264:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.924284:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ed580 00000400:00000200:3.0:1769074862.924293:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c25 [64] + 193640 00000400:00000200:3.0:1769074862.924351:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.924356:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.924365:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.924372:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88addf80. 00000020:00000010:0.0:1769074862.924646:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.924652:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.924659:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.924665:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.924670:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.924704:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.924706:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000100:00000200:0.0:1769074862.924710:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826564480 00000001:00000010:0.0:1769074862.924720:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074862.924757:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074862.924765:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074862.924794:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90274000. 00010000:00000010:0.0:1769074862.924824:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074862.924828:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.924857:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074862.924862:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074862.924866:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074862.924871:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.924946:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074862.924950:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074862.924953:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074862.924956:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.925021:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.925034:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.925039:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074862.925061:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074862.925078:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88addf80 x1855007826564480/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074862.925098:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074862.925104:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826564480, offset 224 00000400:00000200:0.0:1769074862.925110:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.925122:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.925128:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41560:41560:256:4294967295] 192.168.204.10@tcp LPNI seq info [41556:41556:8:4294967295] 00000400:00000200:0.0:1769074862.925139:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.925145:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.925150:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074862.925157:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.925164:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.925167:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.925194:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66580. 00000020:00000010:0.0:1769074862.925198:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.925202:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:3.0:1769074862.925719:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.925724:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:3.0:1769074862.925730:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.926049:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074862.926056:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:3.0:1769074862.926058:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00010000:00000010:0.1:1769074862.927188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:0.1:1769074862.927200:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074862.927207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074862.927227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:1.1:1769074862.929713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074862.929728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000400:00000200:0.0:1769074862.931989:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.932009:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ed680 00000400:00000200:0.0:1769074862.932020:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c25 [64] + 194216 00000400:00000010:0.0:1769074862.932026:0:12638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603bb58. 00000400:00000200:0.0:1769074862.932031:0:12638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8dabbc55f000 00000400:00000200:0.0:1769074862.932046:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.932050:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.932055:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc55f000 00000400:00000010:0.0:1769074862.932057:0:12638:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dabbc55f000. 00000100:00000200:0.0:1769074862.932068:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1769074862.932185:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.932190:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.932196:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074862.932202:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bf00. 00000020:00000010:2.0:1769074862.932207:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117a28. 00000020:00000010:0.0:1769074862.932348:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.932352:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000100:00000200:0.0:1769074862.932355:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826564736 02000000:00000010:0.0:1769074862.932395:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90272000. 00010000:00000010:0.0:1769074862.932444:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.932464:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074862.932487:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074862.932493:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.932510:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074862.932514:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074862.932518:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074862.932532:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074862.932645:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074862.932649:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074862.932652:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074862.932656:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074862.932684:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56c60. 00000020:00000010:0.0:1769074862.932693:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56c60. 00000020:00000010:0.0:1769074862.932707:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074862.932716:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bbde800. 00000001:00000010:0.0:1769074862.932965:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adb40. 00000001:00000010:0.0:1769074862.932973:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d83c0. 00000020:00000010:0.0:1769074862.933006:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074862.933014:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074862.933017:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074862.933031:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074862.933078:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074862.933103:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac8e8. 00000004:00000010:0.0:1769074862.933110:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788180. 00000004:00000010:0.0:1769074862.933115:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9accc0. 00000004:00000010:0.0:1769074862.933119:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a4b0. 00000004:00000010:0.0:1769074862.933124:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec2000. 00010000:00000010:0.0:1769074862.933132:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.933148:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890395, last committed = 17179890279 00010000:00000200:0.0:1769074862.933160:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88dda450 x1855007826564736/t17179890395(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.933180:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074862.933187:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826564736, offset 224 00000400:00000010:0.0:1769074862.933194:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1a80. 00000400:00000200:0.0:1769074862.933199:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.933212:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.933219:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41561:41561:256:4294967295] 192.168.204.10@tcp LPNI seq info [41557:41557:8:4294967295] 00000400:00000200:0.0:1769074862.933225:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.933231:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.933236:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.933664:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074862.933674:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.933681:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.933685:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.933704:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bf00. 00000020:00000010:0.0:1769074862.933709:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117a28. 00000020:00000010:0.0:1769074862.933714:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 02000000:00000010:0.0:1769074862.933966:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90274000. 00000100:00000010:0.0:1769074862.933972:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88addf80. 02000000:00000010:0.0:1769074862.933979:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90273000. 00000100:00000010:0.0:1769074862.933981:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf100. 02000000:00000010:0.0:1769074862.933985:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf7000. 00000100:00000010:0.0:1769074862.933987:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86496680. 02000000:00000010:0.0:1769074862.933990:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90270000. 00000100:00000010:0.0:1769074862.933992:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86495180. 02000000:00000010:0.0:1769074862.933996:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88c20000. 00000100:00000010:0.0:1769074862.933998:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86494a80. 02000000:00000010:0.0:1769074862.934001:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ec70000. 00000100:00000010:0.0:1769074862.934003:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08e00. 02000000:00000010:0.0:1769074862.934006:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90271000. 00000100:00000010:0.0:1769074862.934008:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcb480. 02000000:00000010:0.0:1769074862.934011:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88c21000. 00000100:00000010:0.0:1769074862.934013:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09500. 02000000:00000010:0.0:1769074862.934015:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88c25000. 00000100:00000010:0.0:1769074862.934018:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0a300. 02000000:00000010:0.0:1769074862.934021:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88c27000. 00000100:00000010:0.0:1769074862.934024:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcb800. 02000000:00000010:0.0:1769074862.934026:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90275000. 00000100:00000010:0.0:1769074862.934028:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcad80. 02000000:00000010:0.0:1769074862.934031:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88c26000. 00000100:00000010:0.0:1769074862.934033:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcb100. 02000000:00000010:0.0:1769074862.934035:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90277000. 00000100:00000010:0.0:1769074862.934037:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86494380. 02000000:00000010:0.0:1769074862.934040:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89d65000. 00000100:00000010:0.0:1769074862.934044:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86497480. 02000000:00000010:0.0:1769074862.934047:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88c22000. 00000100:00000010:0.0:1769074862.934049:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcaa00. 02000000:00000010:0.0:1769074862.934053:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89d67000. 00000100:00000010:0.0:1769074862.934055:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc8e00. 02000000:00000010:0.0:1769074862.934058:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e196000. 00000100:00000010:0.0:1769074862.934062:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc9500. 02000000:00000010:0.0:1769074862.934065:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89d66000. 00000100:00000010:0.0:1769074862.934068:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc8700. 02000000:00000010:0.0:1769074862.934070:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e192000. 00000100:00000010:0.0:1769074862.934072:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fca300. 02000000:00000010:0.0:1769074862.934075:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89d62000. 00000100:00000010:0.0:1769074862.934077:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc9c00. 02000000:00000010:0.0:1769074862.934080:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e194000. 00000100:00000010:0.0:1769074862.934082:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc8000. 02000000:00000010:0.0:1769074862.934085:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e193000. 00000100:00000010:0.0:1769074862.934088:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcbb80. 02000000:00000010:0.0:1769074862.934090:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89d64000. 00000100:00000010:0.0:1769074862.934093:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc9f80. 02000000:00000010:0.0:1769074862.934096:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88c24000. 00000100:00000010:0.0:1769074862.934099:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adce00. 02000000:00000010:0.0:1769074862.934103:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89d63000. 00000100:00000010:0.0:1769074862.934105:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc9880. 02000000:00000010:0.0:1769074862.934108:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89d60000. 00000100:00000010:0.0:1769074862.934110:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fca680. 02000000:00000010:0.0:1769074862.934113:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89d61000. 00000100:00000010:0.0:1769074862.934115:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fc000. 02000000:00000010:0.0:1769074862.934118:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88c23000. 00000100:00000010:0.0:1769074862.934121:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fca80. 02000000:00000010:0.0:1769074862.934123:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87501000. 00000100:00000010:0.0:1769074862.934126:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ffb80. 02000000:00000010:0.0:1769074862.934129:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3ff000. 00000100:00000010:0.0:1769074862.934133:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fea00. 02000000:00000010:0.0:1769074862.934137:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87505000. 00000100:00000010:0.0:1769074862.934140:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fc700. 02000000:00000010:0.0:1769074862.934142:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3fc000. 00000100:00000010:0.0:1769074862.934144:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fd500. 02000000:00000010:0.0:1769074862.934146:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e190000. 00000100:00000010:0.0:1769074862.934149:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86497800. 02000000:00000010:0.0:1769074862.934152:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e191000. 00000100:00000010:0.0:1769074862.934155:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88ade300. 02000000:00000010:0.0:1769074862.934158:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e195000. 00000100:00000010:0.0:1769074862.934160:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88ade680. 02000000:00000010:0.0:1769074862.934163:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e197000. 00000100:00000010:0.0:1769074862.934166:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86496d80. 02000000:00000010:0.0:1769074862.934168:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf6000. 00000100:00000010:0.0:1769074862.934171:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adc700. 02000000:00000010:0.0:1769074862.934173:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a860000. 00000100:00000010:0.0:1769074862.934176:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf480. 02000000:00000010:0.0:1769074862.934178:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8eee1000. 00000100:00000010:0.0:1769074862.934181:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86497100. 02000000:00000010:0.0:1769074862.934183:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee5000. 00000100:00000010:0.0:1769074862.934186:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86496a00. 02000000:00000010:0.0:1769074862.934188:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a861000. 00000100:00000010:0.0:1769074862.934190:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09c00. 02000000:00000010:0.0:1769074862.934192:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a865000. 00000100:00000010:0.0:1769074862.934194:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08000. 02000000:00000010:0.0:1769074862.934197:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8eee7000. 00000100:00000010:0.0:1769074862.934200:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fce00. 02000000:00000010:0.0:1769074862.934202:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee6000. 00000100:00000010:0.0:1769074862.934204:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86494e00. 02000000:00000010:0.0:1769074862.934207:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a867000. 00000100:00000010:0.0:1769074862.934209:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0bb80. 02000000:00000010:0.0:1769074862.934212:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a866000. 00000100:00000010:0.0:1769074862.934214:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09f80. 02000000:00000010:0.0:1769074862.934216:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8eee2000. 00000100:00000010:0.0:1769074862.934219:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fd180. 02000000:00000010:0.0:1769074862.934222:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a862000. 00000100:00000010:0.0:1769074862.934224:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09880. 02000000:00000010:0.0:1769074862.934226:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87507000. 00000100:00000010:0.0:1769074862.934228:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0a680. 02000000:00000010:0.0:1769074862.934231:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a864000. 00000100:00000010:0.0:1769074862.934233:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09180. 02000000:00000010:0.0:1769074862.934236:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a863000. 00000100:00000010:0.0:1769074862.934238:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08a80. 00010000:00000010:1.0:1769074862.934447:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074862.934456:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:1.0:1769074862.934467:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00010000:00000010:2.1:1769074862.934695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074862.934702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000800:00000200:3.0:1769074862.935492:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.935500:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:3.0:1769074862.935506:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.935515:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074862.939418:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074862.939436:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074862.939441:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074862.939444:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 02000000:00000010:0.0:1769074862.939458:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87506000. 00000100:00000010:0.0:1769074862.939464:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08380. 02000000:00000010:0.0:1769074862.939467:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb4e000. 00000100:00000010:0.0:1769074862.939472:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0b480. 02000000:00000010:0.0:1769074862.939476:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee4000. 00000100:00000010:0.0:1769074862.939478:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88add500. 02000000:00000010:0.0:1769074862.939482:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8eee3000. 00000100:00000010:0.0:1769074862.939486:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adca80. 02000000:00000010:0.0:1769074862.939489:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8eee0000. 00000100:00000010:0.0:1769074862.939510:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adc000. 02000000:00000010:0.0:1769074862.939514:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb49000. 00000100:00000010:0.0:1769074862.939516:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0b800. 02000000:00000010:0.0:1769074862.939519:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a136000. 00000100:00000010:0.0:1769074862.939532:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8a80. 02000000:00000010:0.0:1769074862.939536:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a135000. 00000100:00000010:0.0:1769074862.939538:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c9500. 02000000:00000010:0.0:1769074862.939541:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a137000. 00000100:00000010:0.0:1769074862.939543:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88add180. 02000000:00000010:0.0:1769074862.939546:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a134000. 00000100:00000010:0.0:1769074862.939548:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf800. 02000000:00000010:0.0:1769074862.939552:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87502000. 00000100:00000010:0.0:1769074862.939554:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1880. 02000000:00000010:0.0:1769074862.939558:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a133000. 00000100:00000010:0.0:1769074862.939560:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689880. 02000000:00000010:0.0:1769074862.939563:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87504000. 00000100:00000010:0.0:1769074862.939565:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805500. 02000000:00000010:0.0:1769074862.939568:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3fe000. 00000100:00000010:0.0:1769074862.939571:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804000. 02000000:00000010:0.0:1769074862.939574:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87503000. 00000100:00000010:0.0:1769074862.939576:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805180. 02000000:00000010:0.0:1769074862.939578:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3f8000. 00000100:00000010:0.0:1769074862.939580:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804a80. 02000000:00000010:0.0:1769074862.939582:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb4d000. 00000100:00000010:0.0:1769074862.939585:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806300. 02000000:00000010:0.0:1769074862.939587:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87500000. 00000100:00000010:0.0:1769074862.939590:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5c00. 02000000:00000010:0.0:1769074862.939594:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbcaaa000. 00000100:00000010:0.0:1769074862.939596:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fe680. 00000400:00000200:3.0:1769074862.939888:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074862.939909:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66bc5 00000400:00000200:3.0:1769074862.939916:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.939921:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074862.939928:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:3.0:1769074862.939931:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000400:00000200:3.0:1769074862.939963:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.939970:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ed700 00000400:00000200:3.0:1769074862.939978:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 0 00010000:00000010:1.0:1769074862.940202:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074862.940213:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 02000000:00000010:1.0:1769074862.940225:0:12631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90272000. 00000400:00000200:3.0:1769074862.940363:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.940369:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.940374:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.940379:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88addc00. 00000020:00000010:1.0:1769074862.940918:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.940923:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.940932:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.940937:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074862.940942:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.940977:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.940980:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.940983:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826564864 00000001:00000010:1.0:1769074862.940994:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8d80. 00010000:00000010:1.0:1769074862.941016:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.941023:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 02000000:00000010:1.0:1769074862.941054:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf5000. 00010000:00000010:1.0:1769074862.941088:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074862.941092:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074862.941108:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074862.941111:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074862.941116:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074862.941118:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074862.941194:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074862.941198:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074862.941201:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074862.941205:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074862.941284:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074862.941295:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074862.941299:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074862.941318:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000200:1.0:1769074862.941334:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88addc00 x1855007826564864/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.941351:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074862.941358:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826564864, offset 224 00000400:00000200:1.0:1769074862.941365:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.941376:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.941382:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41562:41562:256:4294967295] 192.168.204.10@tcp LPNI seq info [41558:41558:8:4294967295] 00000400:00000200:1.0:1769074862.941393:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.941399:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.941404:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074862.941411:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.941418:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.941423:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.941446:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074862.941450:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.941453:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074862.941542:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074862.941546:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:1.0:1769074862.941551:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.941555:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074862.941559:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:1.0:1769074862.941561:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 02000000:00000010:0.0:1769074862.942505:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbcaae000. 00000100:00000010:0.0:1769074862.942515:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0ad80. 02000000:00000010:0.0:1769074862.942519:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb4c000. 00000100:00000010:0.0:1769074862.942532:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0b100. 02000000:00000010:0.0:1769074862.942535:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbcaac000. 00000100:00000010:0.0:1769074862.942539:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fdc00. 02000000:00000010:0.0:1769074862.942542:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3fd000. 00000100:00000010:0.0:1769074862.942544:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7100. 02000000:00000010:0.0:1769074862.942547:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3f9000. 00000100:00000010:0.0:1769074862.942550:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ff800. 02000000:00000010:0.0:1769074862.942553:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3fa000. 00000100:00000010:0.0:1769074862.942556:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fed80. 02000000:00000010:0.0:1769074862.942559:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb48000. 00000100:00000010:0.0:1769074862.942561:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4e00. 02000000:00000010:0.0:1769074862.942564:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb4a000. 00000100:00000010:0.0:1769074862.942567:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4a80. 02000000:00000010:0.0:1769074862.942569:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8bdb7000. 00000100:00000010:0.0:1769074862.942574:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a6680. 02000000:00000010:0.0:1769074862.942577:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87616000. 00000100:00000010:0.0:1769074862.942580:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7800. 02000000:00000010:0.0:1769074862.942583:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a130000. 00000100:00000010:0.0:1769074862.942585:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5180. 02000000:00000010:0.0:1769074862.942587:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a132000. 00000100:00000010:0.0:1769074862.942589:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5500. 02000000:00000010:0.0:1769074862.942592:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87615000. 00000100:00000010:0.0:1769074862.942594:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5f80. 02000000:00000010:0.0:1769074862.942597:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8b1d7000. 00000100:00000010:0.0:1769074862.942599:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ff100. 02000000:00000010:0.0:1769074862.942617:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87610000. 00000100:00000010:0.0:1769074862.942621:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4380. 02000000:00000010:0.0:1769074862.942623:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbd525000. 00000100:00000010:0.0:1769074862.942627:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fdf80. 02000000:00000010:0.0:1769074862.942630:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87614000. 00000100:00000010:0.0:1769074862.942632:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486680. 02000000:00000010:0.0:1769074862.942635:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87611000. 00000100:00000010:0.0:1769074862.942637:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a6300. 02000000:00000010:0.0:1769074862.942639:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdfc000. 00000100:00000010:0.0:1769074862.942642:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484a80. 02000000:00000010:0.0:1769074862.942645:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87612000. 00000100:00000010:0.0:1769074862.942647:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7480. 02000000:00000010:0.0:1769074862.942650:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8bdb1000. 00000100:00000010:0.0:1769074862.942653:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08700. 02000000:00000010:0.0:1769074862.942655:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf19a000. 00000100:00000010:0.0:1769074862.942659:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0aa00. 02000000:00000010:0.0:1769074862.942663:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8b1d6000. 00000100:00000010:0.0:1769074862.942665:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486300. 02000000:00000010:0.0:1769074862.942668:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8b1d5000. 00000100:00000010:0.0:1769074862.942671:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806680. 02000000:00000010:0.0:1769074862.942674:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8b1d2000. 00000100:00000010:0.0:1769074862.942676:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fb480. 02000000:00000010:0.0:1769074862.942680:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabae3f1000. 00000100:00000010:0.0:1769074862.942683:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fb100. 02000000:00000010:0.0:1769074862.942686:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabae3f3000. 00000100:00000010:0.0:1769074862.942688:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04faa00. 02000000:00000010:0.0:1769074862.942691:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdfe000. 00000100:00000010:0.0:1769074862.942694:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804700. 02000000:00000010:0.0:1769074862.942698:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdff000. 00000100:00000010:0.0:1769074862.942700:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485f80. 02000000:00000010:0.0:1769074862.942704:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf19b000. 00000100:00000010:0.0:1769074862.942708:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805c00. 02000000:00000010:0.0:1769074862.942710:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab854cc000. 00000100:00000010:0.0:1769074862.942713:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487800. 02000000:00000010:0.0:1769074862.942716:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82bcc000. 00000100:00000010:0.0:1769074862.942718:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484000. 02000000:00000010:0.0:1769074862.942721:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab854c8000. 00000100:00000010:0.0:1769074862.942723:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485500. 02000000:00000010:0.0:1769074862.942726:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf199000. 00000100:00000010:0.0:1769074862.942729:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806d80. 02000000:00000010:0.0:1769074862.942746:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbff7d000. 00000100:00000010:0.0:1769074862.942750:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807800. 02000000:00000010:0.0:1769074862.942754:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854c9000. 00000100:00000010:0.0:1769074862.942756:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a6a00. 02000000:00000010:0.0:1769074862.942759:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf19e000. 00000100:00000010:0.0:1769074862.942761:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7b80. 02000000:00000010:0.0:1769074862.942763:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854cb000. 00000100:00000010:0.0:1769074862.942765:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9880. 02000000:00000010:0.0:1769074862.942769:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab88b90000. 00000100:00000010:0.0:1769074862.942771:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f8000. 02000000:00000010:0.0:1769074862.942774:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdf8000. 00000100:00000010:0.0:1769074862.942777:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485880. 02000000:00000010:0.0:1769074862.942780:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbff79000. 00000100:00000010:0.0:1769074862.942782:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487b80. 02000000:00000010:0.0:1769074862.942785:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad90d000. 00000100:00000010:0.0:1769074862.942787:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9f80. 02000000:00000010:0.0:1769074862.942790:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdfb000. 00000100:00000010:0.0:1769074862.942792:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804e00. 02000000:00000010:0.0:1769074862.942795:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbff78000. 00000100:00000010:0.0:1769074862.942798:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805880. 02000000:00000010:0.0:1769074862.942800:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdfd000. 00000100:00000010:0.0:1769074862.942803:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807480. 02000000:00000010:0.0:1769074862.942806:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854cd000. 00000100:00000010:0.0:1769074862.942808:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fa680. 02000000:00000010:0.0:1769074862.942811:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab854cf000. 00000100:00000010:0.0:1769074862.942813:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5880. 02000000:00000010:0.0:1769074862.942817:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbff7b000. 00000100:00000010:0.0:1769074862.942820:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4000. 02000000:00000010:0.0:1769074862.942822:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdf9000. 00000100:00000010:0.0:1769074862.942824:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae923b80. 02000000:00000010:0.0:1769074862.942828:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad90e000. 00000100:00000010:0.0:1769074862.942830:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae921180. 02000000:00000010:0.0:1769074862.942833:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab84cdf000. 00000100:00000010:0.0:1769074862.942836:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fb800. 02000000:00000010:0.0:1769074862.942839:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad908000. 00000100:00000010:0.0:1769074862.942842:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae921f80. 02000000:00000010:0.0:1769074862.942856:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c415000. 00000100:00000010:0.0:1769074862.942859:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920a80. 02000000:00000010:0.0:1769074862.942862:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c412000. 00000100:00000010:0.0:1769074862.942864:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fad80. 02000000:00000010:0.0:1769074862.942866:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c414000. 00000100:00000010:0.0:1769074862.942869:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9500. 02000000:00000010:0.0:1769074862.942871:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad90f000. 00000100:00000010:0.0:1769074862.942873:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920700. 02000000:00000010:0.0:1769074862.942876:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c416000. 00000100:00000010:0.0:1769074862.942878:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920000. 02000000:00000010:0.0:1769074862.942881:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad909000. 00000100:00000010:0.0:1769074862.942882:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a1f80. 02000000:00000010:0.0:1769074862.942903:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ad75000. 00000100:00000010:0.0:1769074862.942907:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486d80. 02000000:00000010:0.0:1769074862.942910:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc83c000. 00000100:00000010:0.0:1769074862.942912:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a1180. 02000000:00000010:0.0:1769074862.942915:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc83f000. 00000100:00000010:0.0:1769074862.942917:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a0000. 02000000:00000010:0.0:1769074862.942919:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c413000. 00000100:00000010:0.0:1769074862.942921:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487100. 02000000:00000010:0.0:1769074862.942923:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ad73000. 00000100:00000010:0.0:1769074862.942925:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a2a00. 02000000:00000010:0.0:1769074862.942928:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ad72000. 00000100:00000010:0.0:1769074862.942930:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae922a00. 02000000:00000010:0.0:1769074862.942933:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab908e2000. 00000100:00000010:0.0:1769074862.942935:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1c00. 02000000:00000010:0.0:1769074862.942938:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc83e000. 00000100:00000010:0.0:1769074862.942940:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0000. 02000000:00000010:0.0:1769074862.942943:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab908e0000. 00000100:00000010:0.0:1769074862.942944:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb3b80. 02000000:00000010:0.0:1769074862.942947:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc83a000. 00000100:00000010:0.0:1769074862.942954:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a2300. 02000000:00000010:0.0:1769074862.942956:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab908e4000. 00000100:00000010:0.0:1769074862.942959:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a0e00. 02000000:00000010:0.0:1769074862.942961:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c411000. 00000100:00000010:0.0:1769074862.942964:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484700. 02000000:00000010:0.0:1769074862.942966:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c410000. 00000100:00000010:0.0:1769074862.942968:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484e00. 02000000:00000010:0.0:1769074862.942972:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc83b000. 00000100:00000010:0.0:1769074862.942975:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a3b80. 02000000:00000010:0.0:1769074862.942978:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab91748000. 00000100:00000010:0.0:1769074862.942980:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a2680. 02000000:00000010:0.0:1769074862.942982:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab9174c000. 00000100:00000010:0.0:1769074862.942985:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484380. 02000000:00000010:0.0:1769074862.942988:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f52000. 00000100:00000010:0.0:1769074862.942991:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1f80. 02000000:00000010:0.0:1769074862.942993:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4f55000. 00000100:00000010:0.0:1769074862.942996:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1880. 02000000:00000010:0.0:1769074862.942998:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f53000. 00000100:00000010:0.0:1769074862.943001:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb2680. 02000000:00000010:0.0:1769074862.943004:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4f57000. 00000100:00000010:0.0:1769074862.943007:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a0a80. 02000000:00000010:0.0:1769074862.943010:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab84cde000. 00000100:00000010:0.0:1769074862.943013:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0db100. 02000000:00000010:0.0:1769074862.943016:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc4e9000. 00000100:00000010:0.0:1769074862.943018:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f8700. 02000000:00000010:0.0:1769074862.943021:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc4e8000. 00000100:00000010:0.0:1769074862.943023:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fa300. 02000000:00000010:0.0:1769074862.943026:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8bc46000. 00000100:00000010:0.0:1769074862.943029:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1180. 02000000:00000010:0.0:1769074862.943031:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8bc40000. 00000100:00000010:0.0:1769074862.943033:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0a80. 02000000:00000010:0.0:1769074862.943036:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4f56000. 00000100:00000010:0.0:1769074862.943038:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0380. 02000000:00000010:0.0:1769074862.943041:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc4ec000. 00000100:00000010:0.0:1769074862.943043:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb3480. 02000000:00000010:0.0:1769074862.943046:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8277a000. 00000100:00000010:0.0:1769074862.943048:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486a00. 02000000:00000010:0.0:1769074862.943052:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859bd000. 00000100:00000010:0.0:1769074862.943055:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487480. 02000000:00000010:0.0:1769074862.943057:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82778000. 00000100:00000010:0.0:1769074862.943060:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0db800. 02000000:00000010:0.0:1769074862.943062:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c4a000. 00000100:00000010:0.0:1769074862.943065:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485180. 02000000:00000010:0.0:1769074862.943069:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab89c4b000. 00000100:00000010:0.0:1769074862.943072:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb3800. 02000000:00000010:0.0:1769074862.943075:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c4d000. 00000100:00000010:0.0:1769074862.943077:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb2d80. 02000000:00000010:0.0:1769074862.943079:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859b9000. 00000100:00000010:0.0:1769074862.943081:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb3100. 02000000:00000010:0.0:1769074862.943084:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c48000. 00000100:00000010:0.0:1769074862.943086:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb2a00. 02000000:00000010:0.0:1769074862.943089:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab89c4f000. 00000100:00000010:0.0:1769074862.943091:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0dbb80. 02000000:00000010:0.0:1769074862.943093:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859bc000. 00000100:00000010:0.0:1769074862.943095:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0e00. 02000000:00000010:0.0:1769074862.943098:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8277d000. 00000100:00000010:0.0:1769074862.943100:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb1500. 02000000:00000010:0.0:1769074862.943103:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab84cdd000. 00000100:00000010:0.0:1769074862.943106:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb0700. 02000000:00000010:0.0:1769074862.943109:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83906000. 00000100:00000010:0.0:1769074862.943112:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1f80. 02000000:00000010:0.0:1769074862.943115:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82779000. 00000100:00000010:0.0:1769074862.943117:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8000. 02000000:00000010:0.0:1769074862.943120:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab89c4c000. 00000100:00000010:0.0:1769074862.943122:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5ab800. 02000000:00000010:0.0:1769074862.943125:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf01d000. 00000100:00000010:0.0:1769074862.943129:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeb2300. 02000000:00000010:0.0:1769074862.943131:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d1000. 00000100:00000010:0.0:1769074862.943133:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9880. 02000000:00000010:0.0:1769074862.943136:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83902000. 00000100:00000010:0.0:1769074862.943138:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90887b80. 02000000:00000010:0.0:1769074862.943142:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859ba000. 00000100:00000010:0.0:1769074862.943144:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f8a80. 02000000:00000010:0.0:1769074862.943147:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83904000. 00000100:00000010:0.0:1769074862.943149:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bb800. 02000000:00000010:0.0:1769074862.943152:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859bb000. 00000100:00000010:0.0:1769074862.943154:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5abb80. 02000000:00000010:0.0:1769074862.943157:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859b8000. 00000100:00000010:0.0:1769074862.943160:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8a80. 02000000:00000010:0.0:1769074862.943162:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83900000. 00000100:00000010:0.0:1769074862.943165:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8380. 02000000:00000010:0.0:1769074862.943167:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf01b000. 00000100:00000010:0.0:1769074862.943170:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8380. 02000000:00000010:0.0:1769074862.943173:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87828000. 00000100:00000010:0.0:1769074862.943176:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9c00. 02000000:00000010:0.0:1769074862.943178:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83901000. 00000100:00000010:0.0:1769074862.943180:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9f80. 02000000:00000010:0.0:1769074862.943183:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cbb7000. 00000100:00000010:0.0:1769074862.943185:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8000. 02000000:00000010:0.0:1769074862.943187:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87829000. 00000100:00000010:0.0:1769074862.943189:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90886300. 02000000:00000010:0.0:1769074862.943192:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d5000. 00000100:00000010:0.0:1769074862.943194:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90886680. 02000000:00000010:0.0:1769074862.943197:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d0000. 00000100:00000010:0.0:1769074862.943199:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90887480. 02000000:00000010:0.0:1769074862.943202:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d6000. 00000100:00000010:0.0:1769074862.943203:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0db480. 02000000:00000010:0.0:1769074862.943206:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb2000. 00000100:00000010:0.0:1769074862.943209:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9880. 02000000:00000010:0.0:1769074862.943211:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cbb5000. 00000100:00000010:0.0:1769074862.943213:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bb100. 02000000:00000010:0.0:1769074862.943216:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb6000. 00000100:00000010:0.0:1769074862.943218:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bad80. 02000000:00000010:0.0:1769074862.943221:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cbb1000. 00000100:00000010:0.0:1769074862.943222:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bbb80. 02000000:00000010:0.0:1769074862.943225:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8782b000. 00000100:00000010:0.0:1769074862.943228:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90884e00. 02000000:00000010:0.0:1769074862.943230:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d3000. 00000100:00000010:0.0:1769074862.943232:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843ba680. 02000000:00000010:0.0:1769074862.943234:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8782d000. 00000100:00000010:0.0:1769074862.943237:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9180. 02000000:00000010:0.0:1769074862.945237:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf019000. 00000100:00000010:0.0:1769074862.945253:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9180. 02000000:00000010:0.0:1769074862.945257:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d4000. 00000100:00000010:0.0:1769074862.945259:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8700. 02000000:00000010:0.0:1769074862.945262:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf01f000. 00000100:00000010:0.0:1769074862.945264:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0da680. 02000000:00000010:0.0:1769074862.945267:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d7000. 00000100:00000010:0.0:1769074862.945269:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9c00. 02000000:00000010:0.0:1769074862.945272:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8782a000. 00000100:00000010:0.0:1769074862.945274:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8e00. 02000000:00000010:0.0:1769074862.945278:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8cbb4000. 00000100:00000010:0.0:1769074862.945280:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5aa300. 02000000:00000010:0.0:1769074862.945282:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabaf018000. 00000100:00000010:0.0:1769074862.945285:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0a80. 02000000:00000010:0.0:1769074862.945289:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc544000. 00000100:00000010:0.0:1769074862.945292:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a2680. 02000000:00000010:0.0:1769074862.945294:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc541000. 00000100:00000010:0.0:1769074862.945296:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843bb480. 02000000:00000010:0.0:1769074862.945299:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf01c000. 00000100:00000010:0.0:1769074862.945301:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5aad80. 02000000:00000010:0.0:1769074862.945303:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8782c000. 00000100:00000010:0.0:1769074862.945305:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5ab480. 02000000:00000010:0.0:1769074862.945308:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc547000. 00000100:00000010:0.0:1769074862.945311:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3100. 02000000:00000010:0.0:1769074862.945315:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab82bce000. 00000100:00000010:0.0:1769074862.945318:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1f80. 02000000:00000010:0.0:1769074862.945321:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab82bcf000. 00000100:00000010:0.0:1769074862.945324:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b8a80. 02000000:00000010:0.0:1769074862.945327:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb3000. 00000100:00000010:0.0:1769074862.945329:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9500. 02000000:00000010:0.0:1769074862.945332:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab82bcd000. 00000100:00000010:0.0:1769074862.945334:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc122300. 02000000:00000010:0.0:1769074862.945337:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf01e000. 00000100:00000010:0.0:1769074862.945339:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b8380. 02000000:00000010:0.0:1769074862.945342:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc543000. 00000100:00000010:0.0:1769074862.945345:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843ba300. 02000000:00000010:0.0:1769074862.945348:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86424000. 00000100:00000010:0.0:1769074862.945350:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc120000. 02000000:00000010:0.0:1769074862.945353:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86422000. 00000100:00000010:0.0:1769074862.945355:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc121500. 02000000:00000010:0.0:1769074862.945358:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86421000. 00000100:00000010:0.0:1769074862.945360:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeee300. 02000000:00000010:0.0:1769074862.945362:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc540000. 00000100:00000010:0.0:1769074862.945364:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9500. 02000000:00000010:0.0:1769074862.945367:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e342c00. 00000100:00000010:0.0:1769074862.945370:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9c00. 02000000:00000010:0.0:1769074862.945373:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e341000. 00000100:00000010:0.0:1769074862.945375:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b8700. 02000000:00000010:0.0:1769074862.945378:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e342400. 00000100:00000010:0.0:1769074862.945380:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc120e00. 02000000:00000010:0.0:1769074862.945382:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabc184f000. 00000100:00000010:0.0:1769074862.945385:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90885880. 02000000:00000010:0.0:1769074862.945388:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbd197000. 00000100:00000010:0.0:1769074862.945390:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed180. 02000000:00000010:0.0:1769074862.945393:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8672d000. 00000100:00000010:0.0:1769074862.945396:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90884380. 02000000:00000010:0.0:1769074862.945399:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86425000. 00000100:00000010:0.0:1769074862.945401:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90885c00. 02000000:00000010:0.0:1769074862.945403:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86427000. 00000100:00000010:0.0:1769074862.945405:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90885500. 02000000:00000010:0.0:1769074862.945447:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c58c000. 00000100:00000010:0.0:1769074862.945450:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908caa00. 02000000:00000010:0.0:1769074862.945453:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc545000. 00000100:00000010:0.0:1769074862.945455:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cb800. 02000000:00000010:0.0:1769074862.945458:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8672a000. 00000100:00000010:0.0:1769074862.945461:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90886a00. 02000000:00000010:0.0:1769074862.945464:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86423000. 00000100:00000010:0.0:1769074862.945466:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90884000. 02000000:00000010:0.0:1769074862.945469:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc542000. 00000100:00000010:0.0:1769074862.945471:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8a80. 02000000:00000010:0.0:1769074862.945474:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb48e8000. 00000100:00000010:0.0:1769074862.945476:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601180. 02000000:00000010:0.0:1769074862.945479:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86729000. 00000100:00000010:0.0:1769074862.945481:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeeca80. 02000000:00000010:0.0:1769074862.945484:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8672c000. 00000100:00000010:0.0:1769074862.945486:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef800. 02000000:00000010:0.0:1769074862.945489:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859e2000. 00000100:00000010:0.0:1769074862.945491:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90887100. 02000000:00000010:0.0:1769074862.945494:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859e0000. 00000100:00000010:0.0:1769074862.945496:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc122d80. 02000000:00000010:0.0:1769074862.945498:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859e1000. 00000100:00000010:0.0:1769074862.945501:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeedf80. 02000000:00000010:0.0:1769074862.945509:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c401000. 00000100:00000010:0.0:1769074862.945512:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600a80. 02000000:00000010:0.0:1769074862.945515:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb3c31000. 00000100:00000010:0.0:1769074862.945517:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602d80. 02000000:00000010:0.0:1769074862.945529:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa833f4000. 00000100:00000010:0.0:1769074862.945532:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc122680. 02000000:00000010:0.0:1769074862.945541:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c402000. 00000100:00000010:0.0:1769074862.945544:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1500. 02000000:00000010:0.0:1769074862.945547:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa833f3000. 00000100:00000010:0.0:1769074862.945550:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3480. 02000000:00000010:0.0:1769074862.945552:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020a000. 00000100:00000010:0.0:1769074862.945555:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc120a80. 02000000:00000010:0.0:1769074862.945558:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9020e000. 00000100:00000010:0.0:1769074862.945560:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc121f80. 02000000:00000010:0.0:1769074862.945563:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859e5000. 00000100:00000010:0.0:1769074862.945566:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600700. 02000000:00000010:0.0:1769074862.945568:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859e3000. 00000100:00000010:0.0:1769074862.945570:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2680. 02000000:00000010:0.0:1769074862.945573:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab82d12000. 00000100:00000010:0.0:1769074862.945575:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603100. 02000000:00000010:0.0:1769074862.945578:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859e4000. 00000100:00000010:0.0:1769074862.945580:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc120380. 02000000:00000010:0.0:1769074862.945582:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8db50000. 00000100:00000010:0.0:1769074862.945584:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc121880. 02000000:00000010:0.0:1769074862.945587:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859e7000. 00000100:00000010:0.0:1769074862.945589:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc123480. 02000000:00000010:0.0:1769074862.945592:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8db55000. 00000100:00000010:0.0:1769074862.945594:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc123b80. 02000000:00000010:0.0:1769074862.945596:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbec4b000. 00000100:00000010:0.0:1769074862.945599:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc121180. 02000000:00000010:0.0:1769074862.945617:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab9e50c000. 00000100:00000010:0.0:1769074862.945620:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90884700. 02000000:00000010:0.0:1769074862.945623:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab88aa7000. 00000100:00000010:0.0:1769074862.945625:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0000. 02000000:00000010:0.0:1769074862.945629:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86725000. 00000100:00000010:0.0:1769074862.945631:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602300. 02000000:00000010:0.0:1769074862.945633:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8db51000. 00000100:00000010:0.0:1769074862.945635:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602a00. 02000000:00000010:0.0:1769074862.945645:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c406000. 00000100:00000010:0.0:1769074862.945648:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600380. 02000000:00000010:0.0:1769074862.945656:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c407000. 00000100:00000010:0.0:1769074862.945659:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603480. 02000000:00000010:0.0:1769074862.945666:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c400000. 00000100:00000010:0.0:1769074862.945668:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601500. 02000000:00000010:0.0:1769074862.945676:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c404000. 00000100:00000010:0.0:1769074862.945679:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600000. 02000000:00000010:0.0:1769074862.945683:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90209000. 00000100:00000010:0.0:1769074862.945685:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601f80. 02000000:00000010:0.0:1769074862.945692:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c403000. 00000100:00000010:0.0:1769074862.945695:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601880. 02000000:00000010:0.0:1769074862.945698:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ca0f000. 00000100:00000010:0.0:1769074862.945700:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603800. 02000000:00000010:0.0:1769074862.945703:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4b6b000. 00000100:00000010:0.0:1769074862.945706:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71f80. 02000000:00000010:0.0:1769074862.945709:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4b69000. 00000100:00000010:0.0:1769074862.945711:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3100. 02000000:00000010:0.0:1769074862.945714:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4b6c000. 00000100:00000010:0.0:1769074862.945717:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1880. 02000000:00000010:0.0:1769074862.945719:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86721000. 00000100:00000010:0.0:1769074862.945721:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2300. 02000000:00000010:0.0:1769074862.945725:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86767000. 00000100:00000010:0.0:1769074862.945728:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90886d80. 02000000:00000010:0.0:1769074862.945731:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86475000. 00000100:00000010:0.0:1769074862.945733:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc121c00. 02000000:00000010:0.0:1769074862.945736:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbcb1a000. 00000100:00000010:0.0:1769074862.945738:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714380. 02000000:00000010:0.0:1769074862.945748:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89c06000. 00000100:00000010:0.0:1769074862.945751:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3800. 02000000:00000010:0.0:1769074862.945806:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89c00000. 00000100:00000010:0.0:1769074862.945809:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0700. 02000000:00000010:0.0:1769074862.945812:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020f000. 00000100:00000010:0.0:1769074862.945815:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715500. 02000000:00000010:0.0:1769074862.945817:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9020d000. 00000100:00000010:0.0:1769074862.945820:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2c700. 02000000:00000010:0.0:1769074862.945823:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87cfb000. 00000100:00000010:0.0:1769074862.945826:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90887800. 02000000:00000010:0.0:1769074862.945834:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89c03000. 00000100:00000010:0.0:1769074862.945839:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688000. 02000000:00000010:0.0:1769074862.945842:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87cfc000. 00000100:00000010:0.0:1769074862.945859:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2e300. 02000000:00000010:0.0:1769074862.945870:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89c02000. 00000100:00000010:0.0:1769074862.945873:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca3b80. 02000000:00000010:0.0:1769074862.945876:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87cff000. 00000100:00000010:0.0:1769074862.945878:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2f480. 02000000:00000010:0.0:1769074862.945881:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87cf9000. 00000100:00000010:0.0:1769074862.945883:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2c380. 02000000:00000010:0.0:1769074862.945886:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c688000. 00000100:00000010:0.0:1769074862.945888:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2fb80. 02000000:00000010:0.0:1769074862.945891:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c68c000. 00000100:00000010:0.0:1769074862.945893:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2e680. 02000000:00000010:0.0:1769074862.945896:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c689000. 00000100:00000010:0.0:1769074862.945898:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0e00. 02000000:00000010:0.0:1769074862.945901:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c68b000. 00000100:00000010:0.0:1769074862.945903:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71880. 02000000:00000010:0.0:1769074862.945906:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9020b000. 00000100:00000010:0.0:1769074862.945908:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2d880. 02000000:00000010:0.0:1769074862.945911:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9020c000. 00000100:00000010:0.0:1769074862.945913:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2ed80. 02000000:00000010:0.0:1769074862.945942:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89c01000. 00000100:00000010:0.0:1769074862.945945:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2a00. 02000000:00000010:0.0:1769074862.945948:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c68a000. 00000100:00000010:0.0:1769074862.945950:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0a80. 02000000:00000010:0.0:1769074862.945952:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba10fe000. 00000100:00000010:0.0:1769074862.945955:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2ca80. 02000000:00000010:0.0:1769074862.945957:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba10fc000. 00000100:00000010:0.0:1769074862.945960:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72680. 02000000:00000010:0.0:1769074862.945962:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab9edac000. 00000100:00000010:0.0:1769074862.945965:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca2d80. 02000000:00000010:0.0:1769074862.945974:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89c04000. 00000100:00000010:0.0:1769074862.945976:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca0380. 02000000:00000010:0.0:1769074862.945979:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8625c000. 00000100:00000010:0.0:1769074862.945982:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0700. 02000000:00000010:0.0:1769074862.945985:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8625d000. 00000100:00000010:0.0:1769074862.945987:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3480. 02000000:00000010:0.0:1769074862.945990:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8d83a000. 00000100:00000010:0.0:1769074862.945992:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3b80. 02000000:00000010:0.0:1769074862.945995:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9edaa000. 00000100:00000010:0.0:1769074862.945997:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1500. 02000000:00000010:0.0:1769074862.945999:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8d83c000. 00000100:00000010:0.0:1769074862.946001:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028b800. 02000000:00000010:0.0:1769074862.946004:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8d83b000. 00000100:00000010:0.0:1769074862.946007:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028ad80. 02000000:00000010:0.0:1769074862.946009:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8d838000. 00000100:00000010:0.0:1769074862.946011:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028aa00. 02000000:00000010:0.0:1769074862.946014:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8d839000. 00000100:00000010:0.0:1769074862.946016:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028a300. 02000000:00000010:0.0:1769074862.946018:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86258000. 00000100:00000010:0.0:1769074862.946020:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71180. 02000000:00000010:0.0:1769074862.946023:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8625a000. 00000100:00000010:0.0:1769074862.946025:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70a80. 02000000:00000010:0.0:1769074862.946028:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e187000. 00000100:00000010:0.0:1769074862.946031:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289500. 02000000:00000010:0.0:1769074862.946033:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9edab000. 00000100:00000010:0.0:1769074862.946036:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288a80. 02000000:00000010:0.0:1769074862.946038:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e186000. 00000100:00000010:0.0:1769074862.946041:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70380. 02000000:00000010:0.0:1769074862.946043:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9edaf000. 00000100:00000010:0.0:1769074862.946045:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288000. 02000000:00000010:0.0:1769074862.946047:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab9edae000. 00000100:00000010:0.0:1769074862.946050:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289c00. 02000000:00000010:0.0:1769074862.946052:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8e182000. 00000100:00000010:0.0:1769074862.946055:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73480. 02000000:00000010:0.0:1769074862.946057:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8e184000. 00000100:00000010:0.0:1769074862.946059:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668b800. 02000000:00000010:0.0:1769074862.946063:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e183000. 00000100:00000010:0.0:1769074862.946065:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689180. 02000000:00000010:0.0:1769074862.946068:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab9eda8000. 00000100:00000010:0.0:1769074862.946070:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028a680. 02000000:00000010:0.0:1769074862.946072:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e180000. 00000100:00000010:0.0:1769074862.946074:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288e00. 02000000:00000010:0.0:1769074862.946077:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82fc3000. 00000100:00000010:0.0:1769074862.946079:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028b480. 02000000:00000010:0.0:1769074862.946082:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82fc5000. 00000100:00000010:0.0:1769074862.946084:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2d500. 02000000:00000010:0.0:1769074862.946086:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82fc6000. 00000100:00000010:0.0:1769074862.946088:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289f80. 02000000:00000010:0.0:1769074862.946091:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82fc7000. 00000100:00000010:0.0:1769074862.946093:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289880. 02000000:00000010:0.0:1769074862.946095:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82fc4000. 00000100:00000010:0.0:1769074862.946098:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0c700. 02000000:00000010:0.0:1769074862.946101:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82fc2000. 00000100:00000010:0.0:1769074862.946103:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0e300. 02000000:00000010:0.0:1769074862.946105:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e181000. 00000100:00000010:0.0:1769074862.946108:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0dc00. 02000000:00000010:0.0:1769074862.946110:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa82fc1000. 00000100:00000010:0.0:1769074862.946112:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0c000. 02000000:00000010:0.0:1769074862.946114:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e185000. 00000100:00000010:0.0:1769074862.946116:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688700. 02000000:00000010:0.0:1769074862.946119:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa85845000. 00000100:00000010:0.0:1769074862.946121:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688a80. 02000000:00000010:0.0:1769074862.946123:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa85847000. 00000100:00000010:0.0:1769074862.946125:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668b480. 02000000:00000010:0.0:1769074862.946128:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa85846000. 00000100:00000010:0.0:1769074862.946130:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689500. 02000000:00000010:0.0:1769074862.946133:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83db7000. 00000100:00000010:0.0:1769074862.946149:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0fb80. 02000000:00000010:0.0:1769074862.946153:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8d83d000. 00000100:00000010:0.0:1769074862.946155:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0df80. 02000000:00000010:0.0:1769074862.946158:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8d83f000. 00000100:00000010:0.0:1769074862.946160:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668a680. 02000000:00000010:0.0:1769074862.946163:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8d83e000. 00000100:00000010:0.0:1769074862.946170:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668ad80. 02000000:00000010:0.0:1769074862.946173:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83db6000. 00000100:00000010:0.0:1769074862.946175:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73800. 02000000:00000010:0.0:1769074862.946177:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83db2000. 00000100:00000010:0.0:1769074862.946179:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72d80. 02000000:00000010:0.0:1769074862.946181:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa85842000. 00000100:00000010:0.0:1769074862.946183:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688380. 02000000:00000010:0.0:1769074862.946186:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa85844000. 00000100:00000010:0.0:1769074862.946191:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668a300. 02000000:00000010:0.0:1769074862.946193:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83db4000. 00000100:00000010:0.0:1769074862.946195:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2ce00. 02000000:00000010:0.0:1769074862.946198:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa85843000. 00000100:00000010:0.0:1769074862.946200:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0d880. 02000000:00000010:0.0:1769074862.946203:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa85840000. 00000100:00000010:0.0:1769074862.946205:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73100. 02000000:00000010:0.0:1769074862.946207:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa85841000. 00000100:00000010:0.0:1769074862.946218:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72a00. 02000000:00000010:0.0:1769074862.946221:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3e6000. 00000100:00000010:0.0:1769074862.946223:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688e00. 02000000:00000010:0.0:1769074862.946226:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9027e000. 00000100:00000010:0.0:1769074862.946229:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715180. 02000000:00000010:0.0:1769074862.946231:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83db3000. 00000100:00000010:0.0:1769074862.946233:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0e680. 02000000:00000010:0.0:1769074862.946235:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9027a000. 00000100:00000010:0.0:1769074862.946238:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715c00. 02000000:00000010:0.0:1769074862.946240:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9027c000. 00000100:00000010:0.0:1769074862.946243:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714e00. 02000000:00000010:0.0:1769074862.946246:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3e3000. 00000100:00000010:0.0:1769074862.946248:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714000. 02000000:00000010:0.0:1769074862.946250:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3e0000. 00000100:00000010:0.0:1769074862.946252:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0d180. 02000000:00000010:0.0:1769074862.946255:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3e1000. 00000100:00000010:0.0:1769074862.946257:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0ca80. 02000000:00000010:0.0:1769074862.946259:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3e5000. 00000100:00000010:0.0:1769074862.946262:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715880. 02000000:00000010:0.0:1769074862.946264:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83db0000. 00000100:00000010:0.0:1769074862.946266:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70e00. 02000000:00000010:0.0:1769074862.946269:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9027b000. 00000100:00000010:0.0:1769074862.946274:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0c380. 02000000:00000010:0.0:1769074862.946276:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90278000. 00000100:00000010:0.0:1769074862.946278:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0f480. 02000000:00000010:0.0:1769074862.946280:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90279000. 00000100:00000010:0.0:1769074862.946282:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72300. 02000000:00000010:0.0:1769074862.946284:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa9027d000. 00000100:00000010:0.0:1769074862.946286:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71c00. 02000000:00000010:0.0:1769074862.946289:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa9027f000. 00000100:00000010:0.0:1769074862.946295:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716a00. 02000000:00000010:0.0:1769074862.946298:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d5a000. 00000100:00000010:0.0:1769074862.946305:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716300. 02000000:00000010:0.0:1769074862.946308:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83db1000. 00000100:00000010:0.0:1769074862.946311:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70000. 02000000:00000010:0.0:1769074862.946314:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8db57000. 00000100:00000010:0.0:1769074862.946317:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716d80. 02000000:00000010:0.0:1769074862.946320:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5c000. 00000100:00000010:0.0:1769074862.946322:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716680. 02000000:00000010:0.0:1769074862.946324:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d5b000. 00000100:00000010:0.0:1769074862.946326:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715f80. 02000000:00000010:0.0:1769074862.946328:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83db5000. 00000100:00000010:0.0:1769074862.946334:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0f800. 02000000:00000010:0.0:1769074862.946337:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d58000. 00000100:00000010:0.0:1769074862.946339:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0ed80. 02000000:00000010:0.0:1769074862.946342:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8db56000. 00000100:00000010:0.0:1769074862.946344:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717b80. 02000000:00000010:0.0:1769074862.946347:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d59000. 00000100:00000010:0.0:1769074862.946349:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717480. 02000000:00000010:0.0:1769074862.946351:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3e7000. 00000100:00000010:0.0:1769074862.946354:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0f100. 02000000:00000010:0.0:1769074862.946356:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3e2000. 00000100:00000010:0.0:1769074862.946359:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0ea00. 02000000:00000010:0.0:1769074862.946361:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5d000. 00000100:00000010:0.0:1769074862.946363:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714700. 02000000:00000010:0.0:1769074862.946366:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d5f000. 00000100:00000010:0.0:1769074862.946368:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0ce00. 02000000:00000010:0.0:1769074862.946371:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8db52000. 00000100:00000010:0.0:1769074862.946372:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2f100. 02000000:00000010:0.0:1769074862.946375:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8db54000. 00000100:00000010:0.0:1769074862.946377:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73b80. 02000000:00000010:0.0:1769074862.946379:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8db53000. 00000100:00000010:0.0:1769074862.946386:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717800. 02000000:00000010:0.0:1769074862.946388:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3e4000. 00000100:00000010:0.0:1769074862.946395:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0d500. 02000000:00000010:0.0:1769074862.946398:0:42296:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5e000. 00000100:00000010:0.0:1769074862.946400:0:42296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717100. 00000100:00000200:0.0:1769074862.946410:0:42296:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1769074862.946421:0:42296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8bb0. 00000400:00000010:0.0:1769074862.946429:0:42296:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff8daa8c734800. 00000400:00000200:3.0:1769074862.947919:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.947942:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ed800 00000400:00000200:3.0:1769074862.947952:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 576 00000400:00000200:3.0:1769074862.947968:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.947972:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.947981:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.947988:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf800. 00010000:00000010:1.1:1769074862.948123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074862.948130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000020:00000010:0.0:1769074862.948579:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.948586:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.948593:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074862.948599:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074862.948643:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.948686:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074862.948690:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000100:00000200:0.0:1769074862.948693:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826565120 02000000:00000010:0.0:1769074862.948729:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90277000. 00010000:00000010:0.0:1769074862.948784:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:0.0:1769074862.948800:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:0.0:1769074862.948821:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074862.948827:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074862.948854:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074862.948858:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074862.948863:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074862.948866:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074862.948954:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074862.948958:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074862.948962:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074862.948966:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074862.948991:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56c60. 00000020:00000010:0.0:1769074862.948998:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56c60. 00000020:00000010:0.0:1769074862.949011:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074862.949024:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7c000. 00000001:00000010:0.0:1769074862.949233:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad240. 00000001:00000010:0.0:1769074862.949819:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8540. 00000020:00000010:0.0:1769074862.949880:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074862.949895:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074862.949901:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074862.949916:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8b40. 00010000:00000010:0.0:1769074862.949960:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074862.949992:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc631d0. 00000004:00000010:0.0:1769074862.950001:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb49150c0. 00000004:00000010:0.0:1769074862.950006:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8a90d540. 00000004:00000010:0.0:1769074862.950010:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d68e8. 00000004:00000010:0.0:1769074862.950014:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4feb40. 00010000:00000010:0.0:1769074862.950024:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074862.950043:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890396, last committed = 17179890279 00010000:00000200:0.0:1769074862.950054:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adf800 x1855007826565120/t17179890396(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074862.950078:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074862.950085:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826565120, offset 224 00000400:00000010:0.0:1769074862.950092:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1380. 00000400:00000200:0.0:1769074862.950095:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074862.950110:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074862.950117:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41563:41563:256:4294967295] 192.168.204.10@tcp LPNI seq info [41559:41559:8:4294967295] 00000400:00000200:0.0:1769074862.950123:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074862.950130:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074862.950135:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074862.950140:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074862.950145:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074862.950152:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074862.950157:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074862.950177:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074862.950181:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074862.950184:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:1.0:1769074862.950440:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074862.950449:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:1.0:1769074862.950455:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8b40. 00000800:00000200:2.0:1769074862.950635:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.950640:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:2.0:1769074862.950645:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.950651:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074862.951767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074862.951779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074862.951784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074862.951790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:1.1:1769074862.952774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074862.952789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:1.1:1769074862.952794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074862.952799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074862.952802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.1:1769074862.952804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:1.0:1769074862.953195:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074862.953218:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66bd1 00000400:00000200:1.0:1769074862.953226:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074862.953231:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074862.953238:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:1.0:1769074862.953251:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00010000:00000010:2.0:1769074862.953459:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074862.953469:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:1.1:1769074862.955779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074862.955795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:3.0:1769074862.956107:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074862.956126:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ed880 00000400:00000200:3.0:1769074862.956135:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 1064 00000400:00000200:3.0:1769074862.956198:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.956203:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074862.956213:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074862.956220:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88add180. 00000020:00000010:1.0:1769074862.956340:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.956347:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.956357:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074862.956361:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074862.956366:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.956413:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074862.956416:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074862.956419:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826565248 00000001:00000010:1.0:1769074862.956431:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d83c0. 00010000:00000010:1.0:1769074862.956459:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074862.956467:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 02000000:00000010:1.0:1769074862.956494:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf1000. 00010000:00000010:1.0:1769074862.956524:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074862.956529:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074862.956548:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074862.956552:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074862.956556:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074862.956560:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074862.956981:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074862.956987:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074862.956991:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074862.956996:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074862.957072:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074862.957085:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074862.957090:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074862.957112:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000200:1.0:1769074862.957129:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88add180 x1855007826565248/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074862.957149:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074862.957155:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826565248, offset 224 00000400:00000200:1.0:1769074862.957161:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074862.957173:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074862.957178:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41564:41564:256:4294967295] 192.168.204.10@tcp LPNI seq info [41560:41560:8:4294967295] 00000400:00000200:1.0:1769074862.957188:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074862.957194:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074862.957199:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074862.957205:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074862.957213:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074862.957217:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074862.957338:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074862.957343:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074862.957347:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074862.959163:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074862.959172:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:2.0:1769074862.959180:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.959189:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074862.959196:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:2.0:1769074862.959198:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00000400:00000200:0.0:1769074862.961978:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.961998:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ed980 00000400:00000200:0.0:1769074862.962007:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 1640 00000400:00000200:0.0:1769074862.962022:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.962026:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.962034:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.962041:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0aa00. 00000020:00000010:3.0:1769074862.962145:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.962151:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.962158:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074862.962164:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074862.962170:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074862.962211:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.962213:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.962216:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826565504 02000000:00000010:3.0:1769074862.962253:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ec73000. 00010000:00000010:3.0:1769074862.962296:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:3.0:1769074862.962312:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c880. 00010000:00000010:3.0:1769074862.962331:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074862.962338:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074862.962354:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074862.962357:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074862.962361:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074862.962364:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00010000:00000010:3.0:1769074862.962461:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074862.962465:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074862.962468:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074862.962471:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000020:00000010:3.0:1769074862.962494:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.962500:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.962511:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef11e0. 00080000:00000010:3.0:1769074862.962520:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89d78400. 00000001:00000010:3.0:1769074862.962813:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef12a0. 00000001:00000010:3.0:1769074862.962820:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074862.962866:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef11e0. 00010000:00000010:3.0:1769074862.962875:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074862.962880:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074862.962893:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074862.962932:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00080000:00000010:3.0:1769074862.962981:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc62720. 00000004:00000010:3.0:1769074862.962994:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4915300. 00000004:00000010:3.0:1769074862.963001:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8a90da90. 00000004:00000010:3.0:1769074862.963006:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843d67f8. 00000004:00000010:3.0:1769074862.963010:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbd4fe3c0. 00010000:00000010:3.0:1769074862.963023:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074862.963042:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890397, last committed = 17179890279 00010000:00000200:3.0:1769074862.963052:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0aa00 x1855007826565504/t17179890397(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.963071:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074862.963078:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826565504, offset 224 00000400:00000010:3.0:1769074862.963085:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc738. 00000400:00000200:3.0:1769074862.963090:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.963103:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.963110:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41565:41565:256:4294967295] 192.168.204.10@tcp LPNI seq info [41561:41561:8:4294967295] 00000400:00000200:3.0:1769074862.963116:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.963123:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.963129:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.963134:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074862.963140:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.963147:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.963152:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.963176:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074862.963181:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074862.963185:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:3.0:1769074862.963284:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074862.963288:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:3.0:1769074862.963294:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074862.963298:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074862.963448:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:2.0:1769074862.963456:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:2.0:1769074862.963463:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00010000:00000010:0.1:1769074862.966397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:0.1:1769074862.966414:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:0.1:1769074862.966419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074862.966427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:2.1:1769074862.966485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074862.966490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00000400:00000200:2.0:1769074862.966860:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074862.966879:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66bd9 00000400:00000200:2.0:1769074862.966886:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.966890:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074862.966897:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46770 00000400:00000010:2.0:1769074862.966899:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46770. 00010000:00000010:1.0:1769074862.966981:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:1.0:1769074862.966991:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00000400:00000200:0.0:1769074862.968661:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.968677:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eda00 00000400:00000200:0.0:1769074862.968687:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 2128 00000400:00000200:0.0:1769074862.968758:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.968763:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.968771:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.968778:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08700. 00000020:00000010:2.0:1769074862.969079:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.969085:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.969090:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074862.969095:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074862.969101:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074862.969143:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.969145:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.969149:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826565632 00000001:00000010:2.0:1769074862.969159:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8540. 00010000:00000010:2.0:1769074862.969185:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074862.969193:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074862.969223:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88c23000. 00010000:00000010:2.0:1769074862.969265:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074862.969270:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074862.969290:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074862.969293:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074862.969298:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074862.969301:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074862.969376:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074862.969380:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074862.969384:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.0:1769074862.969387:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074862.969451:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074862.969463:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074862.969467:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074862.969487:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074862.969501:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08700 x1855007826565632/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 576/584 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074862.969521:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074862.969527:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826565632, offset 224 00000400:00000200:2.0:1769074862.969534:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.969545:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.969551:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41566:41566:256:4294967295] 192.168.204.10@tcp LPNI seq info [41562:41562:8:4294967295] 00000400:00000200:2.0:1769074862.969562:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.969567:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.969572:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074862.969578:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.969585:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.969589:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.969632:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074862.969637:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074862.969642:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074862.970538:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.970543:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:0.0:1769074862.970549:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.970555:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.970561:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:0.0:1769074862.970563:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00010000:00000010:3.1:1769074862.970814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:3.1:1769074862.970822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074862.970886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.1:1769074862.970891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074862.970894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074862.970896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:2.0:1769074862.973460:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.973481:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8edb00 00000400:00000200:2.0:1769074862.973491:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 2704 00000400:00000200:2.0:1769074862.973504:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.973508:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.973516:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074862.973529:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86495880. 00000020:00000010:3.0:1769074862.973637:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.973643:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.973648:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074862.973653:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074862.973658:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074862.973691:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.973693:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.973696:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826565888 02000000:00000010:3.0:1769074862.973728:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ec74000. 00010000:00000010:3.0:1769074862.973772:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:3.0:1769074862.973786:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00010000:00000010:3.0:1769074862.973803:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074862.973809:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074862.973824:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074862.973827:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074862.973831:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074862.973834:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074862.973926:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074862.973930:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074862.973933:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074862.973936:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00000020:00000010:3.0:1769074862.973958:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.973964:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.973974:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef11e0. 00080000:00000010:3.0:1769074862.973983:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51ec00. 00000001:00000010:3.0:1769074862.974157:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1660. 00000001:00000010:3.0:1769074862.974164:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074862.974193:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef11e0. 00010000:00000010:3.0:1769074862.974200:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074862.974204:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00010000:00000010:3.0:1769074862.974215:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074862.974261:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00080000:00000010:3.0:1769074862.974298:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead398. 00000004:00000010:3.0:1769074862.974305:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd788780. 00000004:00000010:3.0:1769074862.974312:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabae9acbb0. 00000004:00000010:3.0:1769074862.974318:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dc7a438. 00000004:00000010:3.0:1769074862.974321:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8eec3680. 00010000:00000010:3.0:1769074862.974330:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074862.974345:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890398, last committed = 17179890279 00010000:00000200:3.0:1769074862.974353:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86495880 x1855007826565888/t17179890398(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.974372:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074862.974377:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826565888, offset 224 00000400:00000010:3.0:1769074862.974384:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc230. 00000400:00000200:3.0:1769074862.974387:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.974400:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.974406:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41567:41567:256:4294967295] 192.168.204.10@tcp LPNI seq info [41563:41563:8:4294967295] 00000400:00000200:3.0:1769074862.974412:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.974420:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.974426:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.974431:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074862.974437:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.974443:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.974448:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.974469:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074862.974472:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074862.974476:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00010000:00000010:1.0:1769074862.974654:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:1.0:1769074862.974661:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:1.0:1769074862.974667:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00010000:00000010:3.1:1769074862.974874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074862.974892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000800:00000200:0.0:1769074862.975032:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.975036:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074862.975043:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.975049:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074862.975672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:2.1:1769074862.975680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:1.1:1769074862.975803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074862.975808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:0.0:1769074862.977399:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074862.977421:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66be1 00000400:00000200:0.0:1769074862.977428:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.977432:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074862.977439:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:0.0:1769074862.977442:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00010000:00000010:2.0:1769074862.977562:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:2.0:1769074862.977574:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:2.1:1769074862.979970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.1:1769074862.979987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:2.1:1769074862.979991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.1:1769074862.979994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00000400:00000200:2.0:1769074862.981333:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074862.981353:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8edc00 00000400:00000200:2.0:1769074862.981361:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed51 [2] + 392 00000400:00000200:2.0:1769074862.981419:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074862.981426:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074862.981434:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074862.981441:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86495f80. 00000020:00000010:3.0:1769074862.981546:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.981552:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.981559:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074862.981565:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074862.981570:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074862.981653:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.981656:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.981660:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826566144 00000001:00000010:3.0:1769074862.981673:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 02000000:00000010:3.0:1769074862.981711:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbd51f400. 00000004:00000010:3.0:1769074862.981805:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5e580. 00080000:00000010:3.0:1769074862.981833:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51e000. 00000001:00000010:3.0:1769074862.981881:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1900. 00000001:00000010:3.0:1769074862.981890:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00010000:00000200:3.0:1769074862.981946:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86495f80 x1855007826566144/t17179890399(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 392/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074862.981970:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074862.981977:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826566144, offset 224 00000400:00000200:3.0:1769074862.981984:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.981993:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.982000:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41568:41568:256:4294967295] 192.168.204.10@tcp LPNI seq info [41564:41564:8:4294967295] 00000400:00000200:3.0:1769074862.982010:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.982016:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.982022:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074862.982027:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.982036:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.982039:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.982055:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074862.982058:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074862.982062:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074862.982695:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.982701:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074862.982708:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.982713:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.982717:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46440 00000400:00000010:0.0:1769074862.982719:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46440. 00010000:00000010:1.1:1769074862.982856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074862.982864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074862.983162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801800. 00010000:00000010:3.1:1769074862.983169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074862.983175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074862.983193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:2.1:1769074862.983650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:2.1:1769074862.983657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00000400:00000200:0.0:1769074862.986186:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.986207:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8edd00 00000400:00000200:0.0:1769074862.986216:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 3192 00000400:00000200:0.0:1769074862.986232:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.986246:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.986255:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.986262:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0b100. 00000020:00000010:2.0:1769074862.986919:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.986927:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.986934:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074862.986940:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074862.986946:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074862.987049:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074862.987053:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074862.987056:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826566400 00000001:00000010:2.0:1769074862.987069:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 02000000:00000010:2.0:1769074862.987105:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88c24000. 00010000:00000010:2.0:1769074862.987150:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:2.0:1769074862.987166:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dababb29100. 00010000:00000010:2.0:1769074862.987178:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858e80. 00010000:00000010:2.0:1769074862.987197:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074862.987203:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074862.987220:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074862.987224:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074862.987227:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074862.987230:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074862.987336:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074862.987339:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074862.987342:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074862.987346:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074862.987380:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef9e0. 00000020:00000010:2.0:1769074862.987388:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef9e0. 00080000:00000010:2.0:1769074862.987397:0:42296:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabafabd720. 00080000:00000010:2.0:1769074862.987401:0:42296:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8656f480. 00080000:00000010:2.0:1769074862.987417:0:42296:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8656f480. 00080000:00000010:2.0:1769074862.987421:0:42296:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabafabd720. 00000020:00000010:2.0:1769074862.987430:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a420. 00080000:00000010:2.0:1769074862.987440:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9ec00. 00000001:00000010:2.0:1769074862.988151:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3ae40. 00000001:00000010:2.0:1769074862.988160:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074862.988194:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a420. 00010000:00000010:2.0:1769074862.988231:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074862.988328:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00080000:00000010:2.0:1769074862.988366:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc9f58f0. 00000004:00000010:2.0:1769074862.988378:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f41ecc0. 00000004:00000010:2.0:1769074862.988384:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f9e8f00. 00000004:00000010:2.0:1769074862.988389:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e8e70e0. 00010000:00000010:2.0:1769074862.988405:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074862.988427:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890400, last committed = 17179890279 00010000:00000200:2.0:1769074862.988438:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0b100 x1855007826566400/t17179890400(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 488/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074862.988457:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000100:00000200:2.0:1769074862.988464:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826566400, offset 224 00000400:00000010:2.0:1769074862.988471:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169c40. 00000400:00000200:2.0:1769074862.988475:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074862.988490:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074862.988497:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41569:41569:256:4294967295] 192.168.204.10@tcp LPNI seq info [41565:41565:8:4294967295] 00000400:00000200:2.0:1769074862.988504:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074862.988510:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074862.988516:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074862.988533:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074862.988540:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074862.988548:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074862.988553:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074862.988577:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074862.988581:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074862.988587:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074862.988788:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.988793:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:0.0:1769074862.988797:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.988803:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074862.992309:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074862.992333:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66be9 00000400:00000200:0.0:1769074862.992341:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.992345:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074862.992352:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:0.0:1769074862.992356:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00000400:00000200:0.0:1769074862.992387:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074862.992394:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 496 into portal 12 MB=0x6971eaa8ede00 00000400:00000200:0.0:1769074862.992401:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 496/496 into md 0x20c29 [64] + 3680 00000400:00000200:0.0:1769074862.992453:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.992457:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074862.992462:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074862.992468:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0ad80. 00010000:00000010:3.0:1769074862.993191:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:3.0:1769074862.993204:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00000020:00000010:3.0:1769074862.993271:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.993278:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.993284:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074862.993290:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074862.993297:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074862.993344:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074862.993346:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074862.993350:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826566656 00000001:00000010:3.0:1769074862.993360:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 02000000:00000010:3.0:1769074862.993391:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ec72000. 00010000:00000010:3.0:1769074862.993470:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115b80. 00010000:00000010:3.0:1769074862.993479:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab85e11900. 00010000:00000010:3.0:1769074862.993501:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074862.993508:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074862.993535:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074862.993539:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074862.993543:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074862.993546:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074862.993661:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074862.993665:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074862.993668:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074862.993672:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00000020:00000010:3.0:1769074862.993698:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.993706:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074862.993717:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef11e0. 00080000:00000010:3.0:1769074862.993727:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51dc00. 00000001:00000010:3.0:1769074862.994913:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e660. 00000001:00000010:3.0:1769074862.994925:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074862.994965:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef11e0. 00010000:00000010:3.0:1769074862.994979:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074862.994986:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074862.995005:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074862.995113:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00080000:00000010:3.0:1769074862.995141:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fdaf8f0. 00000004:00000010:3.0:1769074862.995153:0:44309:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1cb18. 00000004:00000010:3.0:1769074862.995157:0:44309:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f298. 00000004:00000010:3.0:1769074862.995160:0:44309:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f8d8. 00000004:00000010:3.0:1769074862.995164:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8783b300. 00000004:00000010:3.0:1769074862.995167:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fb3a770. 00000004:00000010:3.0:1769074862.995172:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa647f8. 00000004:00000010:3.0:1769074862.995176:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef3cf00. 00010000:00000010:3.0:1769074862.995189:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074862.995211:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890401, last committed = 17179890279 00010000:00000200:3.0:1769074862.995224:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0ad80 x1855007826566656/t17179890401(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:398/0 lens 496/456 e 0 to 0 dl 1769074873 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074862.995257:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074862.995264:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826566656, offset 224 00000400:00000010:3.0:1769074862.995272:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc150. 00000400:00000200:3.0:1769074862.995276:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074862.995291:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074862.995298:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41570:41570:256:4294967295] 192.168.204.10@tcp LPNI seq info [41566:41566:8:4294967295] 00000400:00000200:3.0:1769074862.995305:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074862.995313:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074862.995319:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074862.995324:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074862.995332:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074862.995340:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074862.995344:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074862.995372:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074862.995377:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074862.995382:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074862.995549:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074862.995554:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:0.0:1769074862.995562:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074862.995568:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074862.998319:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:1.0:1769074862.998336:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00010000:00000010:1.0:1769074862.998345:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00010000:00000010:3.1:1769074862.999670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074862.999683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00010000:00000010:3.1:1769074862.999689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8c593600. 00010000:00000010:3.1:1769074862.999692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8e00. 00010000:00000010:2.1:1769074862.999755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:2.1:1769074862.999760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800200. 00010000:00000010:2.1:1769074862.999763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56a200. 00010000:00000010:2.1:1769074862.999766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074862.999768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00000400:00000200:0.0:1769074863.000245:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.000264:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66bed 00000400:00000200:0.0:1769074863.000271:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.000275:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.000282:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c462a8 00000400:00000010:0.0:1769074863.000284:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c462a8. 00000400:00000200:0.0:1769074863.000317:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.000324:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8edf00 00000400:00000200:0.0:1769074863.000332:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 4176 00000400:00000200:0.0:1769074863.000344:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.000346:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.000351:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.000356:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0b800. 00010000:00000010:3.0:1769074863.000450:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074863.000461:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00010000:00000010:2.1:1769074863.001020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00000020:00000010:1.0:1769074863.001228:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.001235:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.001244:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.001249:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.001255:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.001337:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.001341:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.001344:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826566912 00000001:00000010:1.0:1769074863.001355:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:1.0:1769074863.001379:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074863.001388:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 02000000:00000010:1.0:1769074863.001425:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa88bf0000. 00000004:00000010:1.0:1769074863.001758:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabaf03c580. 00080000:00000010:1.0:1769074863.001771:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88dcd400. 00000001:00000010:1.0:1769074863.001807:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b300. 00000001:00000010:1.0:1769074863.001814:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1113c0. 00010000:00000010:1.0:1769074863.001890:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000200:1.0:1769074863.001907:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0b800 x1855007826566912/t17179890402(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 648/608 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.001926:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074863.001933:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826566912, offset 224 00000400:00000200:1.0:1769074863.001939:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.001952:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.001958:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41571:41571:256:4294967295] 192.168.204.10@tcp LPNI seq info [41567:41567:8:4294967295] 00000400:00000200:1.0:1769074863.001970:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.001976:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.001981:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074863.001989:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.001997:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.002002:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.002022:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.002026:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.002030:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.002182:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.002187:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:0.0:1769074863.002193:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.002198:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.002203:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:0.0:1769074863.002205:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00010000:00000010:3.1:1769074863.006669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074863.006698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00000400:00000200:0.0:1769074863.008109:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.008128:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 448 into portal 23 MB=0x6971eaa8edf80 00000400:00000200:0.0:1769074863.008137:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 448/448 into md 0x2ed51 [2] + 784 00000400:00000200:0.0:1769074863.008153:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.008158:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.008167:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074863.008174:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0b480. 00000020:00000010:2.0:1769074863.008299:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.008306:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.008313:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.008319:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.008324:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.008366:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.008369:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.008372:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826567040 00000001:00000010:2.0:1769074863.008382:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e780. 02000000:00000010:2.0:1769074863.008408:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8daa8fa9c800. 00000004:00000010:2.0:1769074863.008416:0:42300:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa8ff66000. 00080000:00000010:2.0:1769074863.009027:0:42300:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabafabd720. 00080000:00000010:2.0:1769074863.009033:0:42300:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8656f480. 00080000:00000010:2.0:1769074863.009051:0:42300:0:(osd_index.c:355:osd_find_parent_fid()) kmalloced '(buf.lb_buf)': 87 at ffff8daa8eb3a420. 00080000:00000010:2.0:1769074863.009055:0:42300:0:(osd_index.c:383:osd_find_parent_fid()) kfreed 'buf.lb_buf': 87 at ffff8daa8eb3a420. 00080000:00000010:2.0:1769074863.009431:0:42300:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8656f480. 00080000:00000010:2.0:1769074863.009436:0:42300:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabafabd720. 00000100:00000010:2.0:1769074863.009445:0:42300:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8daa8fa9c400. 00000100:00000010:2.0:1769074863.009449:0:42300:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8daa88c22000. 00000400:00000010:2.0:1769074863.009459:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000400:00000010:2.0:1769074863.009469:0:42300:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169380. 00000400:00000200:2.0:1769074863.009476:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.009491:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.009497:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41572:41572:256:4294967295] 192.168.204.10@tcp LPNI seq info [41568:41568:8:4294967295] 00000400:00000200:2.0:1769074863.009503:0:42300:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.009509:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.009515:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.009519:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074863.009526:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.009533:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1022 00000800:00000200:2.0:1769074863.009537:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1769074863.009548:0:42300:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.10@tcp mbits 0x6971eaa8edf80-0x6971eaa8edf80 00000800:00000200:0.0:1769074863.010206:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.010211:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:0.0:1769074863.010216:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.010221:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.010227:0:12639:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8daa8fa9c400 00000400:00000200:0.0:1769074863.012454:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.012475:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66bf5 00000400:00000200:0.0:1769074863.012481:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.012487:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.012494:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:0.0:1769074863.012497:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00000100:00000200:0.0:1769074863.012503:0:12638:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8daa8fa9c400 00000100:00000010:2.0:1769074863.012646:0:42300:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8daa88c22000. 00000100:00000010:2.0:1769074863.012653:0:42300:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8daa8fa9c400. 00000004:00000010:2.0:1769074863.013308:0:42300:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa8ff66000. 00010000:00000200:2.0:1769074863.013328:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0b480 x1855007826567040/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 448/440 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.013350:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074863.013355:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855007826567040, offset 224 00000400:00000200:2.0:1769074863.013362:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.013374:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.013379:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41573:41573:256:4294967295] 192.168.204.10@tcp LPNI seq info [41569:41569:8:4294967295] 00000400:00000200:2.0:1769074863.013389:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.013394:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.013399:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074863.013406:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.013413:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.013418:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.013450:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.013456:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.013460:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:3.1:1769074863.013585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074863.013593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00000800:00000200:3.0:1769074863.013678:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.013683:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074863.013687:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.013692:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.013696:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:3.0:1769074863.013699:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00010000:00000010:1.1:1769074863.013855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074863.013861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:1.1:1769074863.016904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:0.0:1769074863.018919:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.018942:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8ee080 00000400:00000200:0.0:1769074863.018953:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed51 [2] + 1232 00000400:00000200:0.0:1769074863.018970:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.018975:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.018985:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074863.018991:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08380. 00000020:00000010:2.0:1769074863.019107:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.019114:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.019120:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.019126:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.019131:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.019172:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.019175:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.019178:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826567296 02000000:00000010:2.0:1769074863.019223:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8fa9c400. 00000020:00000010:2.0:1769074863.019306:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a420. 00080000:00000010:2.0:1769074863.019317:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9f000. 00000001:00000010:2.0:1769074863.019397:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a600. 00000001:00000010:2.0:1769074863.019405:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074863.019435:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a420. 00000004:00000010:2.0:1769074863.019453:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabaf03c580. 00010000:00000200:2.0:1769074863.019491:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08380 x1855007826567296/t17179890403(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 392/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.019511:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074863.019518:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826567296, offset 224 00000400:00000200:2.0:1769074863.019540:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.019551:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.019557:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41574:41574:256:4294967295] 192.168.204.10@tcp LPNI seq info [41570:41570:8:4294967295] 00000400:00000200:2.0:1769074863.019568:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.019573:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.019579:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074863.019585:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.019591:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.019595:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.019668:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.019674:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.019679:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.020125:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.020132:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:0.0:1769074863.020137:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.020143:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.020148:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:0.0:1769074863.020151:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00000400:00000200:0.0:1769074863.023746:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.023771:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8ee180 00000400:00000200:0.0:1769074863.023783:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 4824 00000400:00000200:0.0:1769074863.023803:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.023807:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.023816:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.023823:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08a80. 00000020:00000010:1.0:1769074863.024491:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.024500:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.024510:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.024588:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.024597:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.024745:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.024748:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.024752:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826567552 00000001:00000010:1.0:1769074863.024761:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1113c0. 00010000:00000010:1.0:1769074863.024794:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074863.024802:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 02000000:00000010:1.0:1769074863.024855:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa88bf3000. 00010000:00000010:1.0:1769074863.024956:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074863.024962:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00000004:00000010:1.0:1769074863.025038:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabaf03c280. 00080000:00000010:1.0:1769074863.025057:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88dcdc00. 00000001:00000010:1.0:1769074863.025095:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b960. 00000001:00000010:1.0:1769074863.025101:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111600. 00010000:00000010:1.0:1769074863.025163:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000200:1.0:1769074863.025192:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08a80 x1855007826567552/t17179890404(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 648/608 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.025212:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074863.025218:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826567552, offset 224 00000400:00000200:1.0:1769074863.025226:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.025250:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.025258:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41575:41575:256:4294967295] 192.168.204.10@tcp LPNI seq info [41571:41571:8:4294967295] 00000400:00000200:1.0:1769074863.025270:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.025276:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.025282:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074863.025288:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.025296:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.025301:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.025330:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.025335:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.025339:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.025478:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.025482:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:0.0:1769074863.025490:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.025496:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.025501:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fce58 00000400:00000010:0.0:1769074863.025503:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fce58. 00000400:00000200:0.0:1769074863.029277:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.029298:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ee200 00000400:00000200:0.0:1769074863.029309:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 5472 00000400:00000200:0.0:1769074863.029326:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.029331:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.029338:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.029346:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09180. 00000020:00000010:2.0:1769074863.029576:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.029582:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.029589:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.029594:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.029600:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.029669:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.029672:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.029676:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826567680 00000001:00000010:2.0:1769074863.029687:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074863.029712:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074863.029721:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074863.029749:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88c22000. 00010000:00000010:2.0:1769074863.029783:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074863.029788:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074863.029810:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074863.029814:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074863.029818:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800200. 00010000:00000010:2.0:1769074863.029821:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074863.029917:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074863.029921:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074863.029925:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074863.029928:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074863.030000:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074863.030013:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074863.030019:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074863.030040:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074863.030056:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09180 x1855007826567680/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.030077:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074863.030083:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826567680, offset 224 00000400:00000200:2.0:1769074863.030091:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.030100:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.030107:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41576:41576:256:4294967295] 192.168.204.10@tcp LPNI seq info [41572:41572:8:4294967295] 00000400:00000200:2.0:1769074863.030116:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.030122:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.030128:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074863.030135:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.030142:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.030146:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.030164:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.030167:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.030173:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.030672:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.030677:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:0.0:1769074863.030682:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.030689:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.030695:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:0.0:1769074863.030698:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00000400:00000200:0.0:1769074863.035020:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.035044:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ee300 00000400:00000200:0.0:1769074863.035054:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 6048 00000400:00000200:0.0:1769074863.035071:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.035076:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.035085:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.035092:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0a680. 00000020:00000010:1.0:1769074863.035189:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.035196:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.035204:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.035210:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.035215:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.035266:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.035270:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.035273:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826567936 02000000:00000010:1.0:1769074863.035308:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88bf4000. 00010000:00000010:1.0:1769074863.035349:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:1.0:1769074863.035366:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:1.0:1769074863.035376:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115400. 00010000:00000010:1.0:1769074863.035393:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074863.035399:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074863.035413:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074863.035416:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074863.035420:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074863.035423:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074863.035513:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074863.035517:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074863.035520:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.035523:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00000020:00000010:1.0:1769074863.035546:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be80. 00000020:00000010:1.0:1769074863.035553:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be80. 00000020:00000010:1.0:1769074863.035564:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.035574:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b5d800. 00010000:00000010:2.1:1769074863.035865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.1:1769074863.035872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074863.035875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800200. 00010000:00000010:2.1:1769074863.035878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00000001:00000010:1.0:1769074863.036057:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b3c0. 00000001:00000010:1.0:1769074863.036067:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074863.036098:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.036107:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074863.036111:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.036123:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1113c0. 00010000:00000010:1.0:1769074863.036250:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00080000:00000010:1.0:1769074863.036282:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ffe5c80. 00000004:00000010:1.0:1769074863.036292:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4f47000. 00000004:00000010:1.0:1769074863.036295:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83ae9a90. 00000004:00000010:1.0:1769074863.036300:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84342b40. 00000004:00000010:1.0:1769074863.036304:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f81860. 00010000:00000010:1.0:1769074863.036315:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000200:1.0:1769074863.036335:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890405, last committed = 17179890279 00010000:00000200:1.0:1769074863.036344:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0a680 x1855007826567936/t17179890405(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.036363:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074863.036370:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826567936, offset 224 00000400:00000010:1.0:1769074863.036376:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c770. 00000400:00000200:1.0:1769074863.036380:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.036393:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.036399:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41577:41577:256:4294967295] 192.168.204.10@tcp LPNI seq info [41573:41573:8:4294967295] 00000400:00000200:1.0:1769074863.036405:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.036412:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.036417:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.036423:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074863.036429:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.036436:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.036440:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.036467:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.036471:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.036475:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074863.036805:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.036810:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:3.0:1769074863.036815:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.036820:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.040015:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.040036:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c09 00000400:00000200:0.0:1769074863.040043:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.040047:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.040054:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fce58 00000400:00000010:0.0:1769074863.040057:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fce58. 00010000:00000010:3.0:1769074863.040370:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:3.0:1769074863.040382:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c980. 00000400:00000200:0.0:1769074863.041397:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.041412:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ee380 00000400:00000200:0.0:1769074863.041421:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 6536 00000400:00000200:0.0:1769074863.041476:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.041481:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.041487:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.041493:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09880. 00000020:00000010:1.0:1769074863.041592:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.041598:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.041646:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.041652:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.041657:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.041693:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.041696:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.041700:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826568064 00000001:00000010:1.0:1769074863.041710:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111600. 00010000:00000010:1.0:1769074863.041733:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.041741:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 02000000:00000010:1.0:1769074863.041769:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf2000. 00010000:00000010:1.0:1769074863.041800:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.041805:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074863.041823:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074863.041826:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074863.041830:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.041833:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074863.041921:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074863.041925:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074863.041929:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074863.041933:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074863.042021:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074863.042033:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074863.042038:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074863.042059:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000200:1.0:1769074863.042078:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09880 x1855007826568064/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.042099:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074863.042105:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826568064, offset 224 00000400:00000200:1.0:1769074863.042112:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.042122:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.042128:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41578:41578:256:4294967295] 192.168.204.10@tcp LPNI seq info [41574:41574:8:4294967295] 00000400:00000200:1.0:1769074863.042139:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.042145:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.042150:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074863.042156:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.042164:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.042168:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.042185:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.042189:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.042193:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.042299:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.042303:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:0.0:1769074863.042307:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.042312:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.042316:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:0.0:1769074863.042319:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00000400:00000200:0.0:1769074863.045681:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.045704:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ee480 00000400:00000200:0.0:1769074863.045713:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 7112 00000400:00000200:0.0:1769074863.045760:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.045767:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.045776:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.045784:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09f80. 00000020:00000010:3.0:1769074863.046006:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074863.046012:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074863.046019:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074863.046025:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e580. 00000020:00000010:3.0:1769074863.046031:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074863.046074:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074863.046076:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074863.046080:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826568320 02000000:00000010:3.0:1769074863.046118:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ec76000. 00010000:00000010:3.0:1769074863.046159:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:3.0:1769074863.046175:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce80. 00010000:00000010:3.0:1769074863.046197:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074863.046203:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074863.046219:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074863.046223:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074863.046227:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074863.046230:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074863.046330:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074863.046334:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074863.046337:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074863.046340:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00000020:00000010:3.0:1769074863.046367:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074863.046375:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074863.046389:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e000. 00080000:00000010:3.0:1769074863.046400:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51c000. 00000001:00000010:3.0:1769074863.046670:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145ed80. 00000001:00000010:3.0:1769074863.046678:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074863.046710:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e000. 00010000:00000010:3.0:1769074863.046719:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074863.046725:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074863.046737:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:2.0:1769074863.047409:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:2.0:1769074863.047420:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:2.0:1769074863.047431:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1113c0. 00010000:00000010:2.0:1769074863.047438:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00010000:00000010:1.1:1769074863.047751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:3.0:1769074863.048003:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:0.0:1769074863.048404:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:0.0:1769074863.048413:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00080000:00000010:0.0:1769074863.048442:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f8bf560. 00000004:00000010:0.0:1769074863.048450:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd2a1b40. 00000004:00000010:0.0:1769074863.048454:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e9f4ee0. 00000004:00000010:0.0:1769074863.048458:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87339618. 00000004:00000010:0.0:1769074863.048463:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88bdf4a0. 00010000:00000010:0.0:1769074863.048473:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:0.0:1769074863.048495:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890406, last committed = 17179890279 00010000:00000200:0.0:1769074863.048507:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09f80 x1855007826568320/t17179890406(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.048543:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074863.048551:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826568320, offset 224 00000400:00000010:0.0:1769074863.048559:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1c40. 00000400:00000200:0.0:1769074863.048563:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.048579:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.048585:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41579:41579:256:4294967295] 192.168.204.10@tcp LPNI seq info [41575:41575:8:4294967295] 00000400:00000200:0.0:1769074863.048592:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.048597:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.048635:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.048641:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074863.048648:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.048655:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.048659:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.048686:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e580. 00000020:00000010:0.0:1769074863.048690:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:0.0:1769074863.048695:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:1.0:1769074863.048872:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.048877:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074863.048883:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.048889:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.051179:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.051205:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c11 00000400:00000200:3.0:1769074863.051214:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.051218:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.051225:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:3.0:1769074863.051229:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00010000:00000010:2.0:1769074863.051688:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:2.0:1769074863.051700:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00010000:00000010:3.1:1769074863.052294:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:3.1:1769074863.052306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074863.052712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:1.1:1769074863.052721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074863.052725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8c592800. 00010000:00000010:1.1:1769074863.052728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.052751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.1:1769074863.052754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074863.052757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074863.052759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074863.052761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:0.0:1769074863.053057:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.053074:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ee500 00000400:00000200:0.0:1769074863.053082:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 7600 00000400:00000200:0.0:1769074863.053148:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.053154:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.053162:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.053168:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0bb80. 00000020:00000010:1.0:1769074863.053669:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.053675:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.053686:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.053691:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.053697:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.053897:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.053901:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.053904:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826568448 00000001:00000010:1.0:1769074863.053916:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074863.053946:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.053954:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 02000000:00000010:1.0:1769074863.053986:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf6000. 00010000:00000010:1.0:1769074863.054020:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.054025:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074863.054044:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074863.054048:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074863.054051:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.054054:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074863.054143:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074863.054147:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c500. 00010000:00000010:1.0:1769074863.054151:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074863.054154:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.054253:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074863.054268:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074863.054274:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074863.054297:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000200:1.0:1769074863.054316:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0bb80 x1855007826568448/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.054336:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074863.054343:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826568448, offset 224 00000400:00000200:1.0:1769074863.054349:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.054361:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.054367:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41580:41580:256:4294967295] 192.168.204.10@tcp LPNI seq info [41576:41576:8:4294967295] 00000400:00000200:1.0:1769074863.054379:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.054385:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.054390:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074863.054396:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.054403:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.054408:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.054580:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.054585:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.054590:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.1:1769074863.054996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:3.1:1769074863.055004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074863.055009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:2.1:1769074863.055394:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:2.1:1769074863.055401:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:0.1:1769074863.055654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:0.1:1769074863.055662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:0.1:1769074863.055668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:1.1:1769074863.058700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074863.058716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074863.058721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074863.058723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:2.1:1769074863.059056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:2.1:1769074863.059063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00000800:00000200:0.0:1769074863.059883:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.059890:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074863.059898:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.059907:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.059915:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:0.0:1769074863.059918:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00000400:00000200:3.0:1769074863.060185:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.060200:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ee600 00000400:00000200:3.0:1769074863.060209:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 8176 00000400:00000200:3.0:1769074863.060223:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.060226:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.060232:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.060331:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adc000. 00000020:00000010:0.0:1769074863.060447:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074863.060453:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074863.060459:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.060465:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.060471:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.060565:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074863.060568:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000100:00000200:0.0:1769074863.060571:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826568704 02000000:00000010:0.0:1769074863.060643:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90275000. 00010000:00000010:0.0:1769074863.060686:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:0.0:1769074863.060705:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c500. 00010000:00000010:0.0:1769074863.060728:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074863.060744:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.060761:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074863.060764:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074863.060769:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074863.060772:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.060868:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074863.060874:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074863.060878:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.060881:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074863.060908:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56760. 00000020:00000010:0.0:1769074863.060915:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56760. 00000020:00000010:0.0:1769074863.060928:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074863.060939:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7d400. 00000001:00000010:0.0:1769074863.061152:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ada20. 00000001:00000010:0.0:1769074863.061160:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8300. 00000020:00000010:0.0:1769074863.061195:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074863.061205:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074863.061210:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.061223:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d89c0. 00010000:00000010:0.0:1769074863.061721:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00080000:00000010:0.0:1769074863.061757:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a0e4ab0. 00000004:00000010:0.0:1769074863.061764:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4f47480. 00000004:00000010:0.0:1769074863.061768:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83ae9dc0. 00000004:00000010:0.0:1769074863.061774:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84342168. 00000004:00000010:0.0:1769074863.061778:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3e8780. 00010000:00000010:0.0:1769074863.061788:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074863.061807:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890407, last committed = 17179890279 00010000:00000200:0.0:1769074863.061817:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adc000 x1855007826568704/t17179890407(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.061854:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074863.061862:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826568704, offset 224 00000400:00000010:0.0:1769074863.061869:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1f50. 00000400:00000200:0.0:1769074863.061873:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.061889:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.061895:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41581:41581:256:4294967295] 192.168.204.10@tcp LPNI seq info [41577:41577:8:4294967295] 00000400:00000200:0.0:1769074863.061903:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.061910:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.061916:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.061921:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074863.061927:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.061934:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.061938:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.061962:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.061967:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.061970:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:3.0:1769074863.062216:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074863.062226:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:3.0:1769074863.062233:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d89c0. 00000800:00000200:0.0:1769074863.065224:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.065305:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:0.0:1769074863.065318:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.065327:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074863.065725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:0.1:1769074863.065743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00000400:00000200:0.0:1769074863.066013:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.066029:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c19 00000400:00000200:0.0:1769074863.066035:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.066038:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.066044:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074863.066046:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000400:00000200:0.0:1769074863.066103:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.066110:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ee680 00000400:00000200:0.0:1769074863.066119:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 8664 00000400:00000200:0.0:1769074863.066693:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.066701:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.066707:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.066714:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08000. 00000020:00000010:1.0:1769074863.066886:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.066892:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.066901:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.066907:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.066912:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.066955:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.066958:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.066961:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826568832 00000001:00000010:1.0:1769074863.066972:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:1.0:1769074863.066997:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.067004:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 02000000:00000010:1.0:1769074863.067030:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88bf7000. 00010000:00000010:1.0:1769074863.067061:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.067066:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074863.067086:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074863.067089:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074863.067094:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.067097:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074863.067170:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074863.067173:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca80. 00010000:00000010:1.0:1769074863.067178:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.067182:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.067259:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074863.067271:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074863.067277:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074863.067296:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000200:1.0:1769074863.067311:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08000 x1855007826568832/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.067331:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074863.067336:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826568832, offset 224 00000400:00000200:1.0:1769074863.067343:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.067354:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.067359:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41582:41582:256:4294967295] 192.168.204.10@tcp LPNI seq info [41578:41578:8:4294967295] 00000400:00000200:1.0:1769074863.067369:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.067375:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.067380:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074863.067385:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.067392:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.067396:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.067688:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.067693:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.067697:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.0:1769074863.067874:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074863.067880:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:0.1:1769074863.070711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074863.070728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000800:00000200:2.0:1769074863.070989:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.070994:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:2.0:1769074863.071003:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.071012:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.071018:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:2.0:1769074863.071021:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00010000:00000010:3.1:1769074863.071192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074863.071199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:0.0:1769074863.071319:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.071337:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ee780 00000400:00000200:0.0:1769074863.071345:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 9240 00000400:00000200:0.0:1769074863.071361:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.071364:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.071370:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.071376:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09c00. 00000020:00000010:1.0:1769074863.071491:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.071497:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.071505:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.071510:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.071515:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.071771:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.071774:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.071778:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826569088 02000000:00000010:1.0:1769074863.071818:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87500000. 00010000:00000010:1.0:1769074863.071877:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.071893:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca80. 00010000:00000010:1.0:1769074863.071915:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074863.071922:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.071937:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074863.071940:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca80. 00010000:00000010:1.0:1769074863.071944:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074863.071946:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074863.072025:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074863.072028:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074863.072031:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074863.072034:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00000020:00000010:1.0:1769074863.072057:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074863.072063:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074863.072074:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.072083:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd97400. 00000001:00000010:1.0:1769074863.072315:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bf60. 00000001:00000010:1.0:1769074863.072322:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111600. 00000020:00000010:1.0:1769074863.072352:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.072361:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074863.072365:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074863.072377:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074863.072422:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00080000:00000010:1.0:1769074863.072458:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb0ab0. 00000004:00000010:1.0:1769074863.072465:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabaff620c0. 00000004:00000010:1.0:1769074863.072469:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c08440. 00000004:00000010:1.0:1769074863.072473:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8da18348. 00000004:00000010:1.0:1769074863.072477:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa82d5fc20. 00010000:00000010:1.0:1769074863.072490:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.072506:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890408, last committed = 17179890279 00010000:00000200:1.0:1769074863.072516:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09c00 x1855007826569088/t17179890408(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.072550:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074863.072557:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826569088, offset 224 00000400:00000010:1.0:1769074863.072564:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597ccb0. 00000400:00000200:1.0:1769074863.072568:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.072581:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.072587:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41583:41583:256:4294967295] 192.168.204.10@tcp LPNI seq info [41579:41579:8:4294967295] 00000400:00000200:1.0:1769074863.072593:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.072599:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.072652:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.072657:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074863.072664:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.072671:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.072675:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.072697:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.072701:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.072705:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.0:1769074863.072773:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:3.0:1769074863.072779:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:3.0:1769074863.072786:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00000800:00000200:2.0:1769074863.073118:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.073123:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:2.0:1769074863.073128:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.073133:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.076594:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.076655:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c21 00000400:00000200:2.0:1769074863.076664:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.076669:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.076678:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:2.0:1769074863.076682:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000400:00000200:2.0:1769074863.076709:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.076716:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ee800 00000400:00000200:2.0:1769074863.076723:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 9728 00000400:00000200:2.0:1769074863.076796:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.076800:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.076805:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.076811:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86497b80. 00010000:00000010:3.0:1769074863.077007:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:3.0:1769074863.077021:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca80. 00000020:00000010:0.0:1769074863.077964:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074863.077972:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074863.077978:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.077984:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.077989:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.078028:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ca40. 00000020:00000010:0.0:1769074863.078031:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ca40. 00000100:00000200:0.0:1769074863.078035:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826569216 00000001:00000010:0.0:1769074863.078045:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 00010000:00000010:0.0:1769074863.078071:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074863.078078:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074863.078106:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90271000. 00010000:00000010:0.0:1769074863.078138:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.078142:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.078159:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074863.078162:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074863.078167:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074863.078170:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.078463:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074863.078467:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074863.078471:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074863.078474:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.078548:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.078557:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.078561:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074863.078581:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074863.078599:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86497b80 x1855007826569216/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.078987:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074863.078994:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826569216, offset 224 00000400:00000200:0.0:1769074863.079002:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.079014:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.079020:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41584:41584:256:4294967295] 192.168.204.10@tcp LPNI seq info [41580:41580:8:4294967295] 00000400:00000200:0.0:1769074863.079033:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.079038:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.079044:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074863.079052:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.079058:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.079062:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.079128:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.079133:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.079137:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:1.1:1769074863.079209:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074863.079217:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074863.079221:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074863.079225:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000800:00000200:0.0:1769074863.084933:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.084944:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:0.0:1769074863.084951:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.084959:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.084967:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074863.084970:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000400:00000200:0.0:1769074863.084999:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.085013:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ee900 00000400:00000200:0.0:1769074863.085021:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 10304 00000400:00000200:0.0:1769074863.085036:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.085039:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.085044:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.085050:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0a300. 00000020:00000010:3.0:1769074863.085383:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074863.085390:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074863.085396:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074863.085402:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074863.085407:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074863.085455:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f880. 00000020:00000010:3.0:1769074863.085458:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f880. 00000100:00000200:3.0:1769074863.085461:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826569472 02000000:00000010:3.0:1769074863.085502:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ec77000. 00010000:00000010:3.0:1769074863.085556:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074863.085574:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:3.0:1769074863.085595:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074863.085623:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074863.085641:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074863.085644:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074863.085649:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074863.085653:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074863.086001:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074863.086005:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074863.086008:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074863.086012:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00000020:00000010:3.0:1769074863.086038:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074863.086044:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074863.086054:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e000. 00080000:00000010:3.0:1769074863.086062:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51f000. 00000001:00000010:3.0:1769074863.086285:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e0c0. 00000001:00000010:3.0:1769074863.086292:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074863.086321:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e000. 00010000:00000010:3.0:1769074863.086330:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074863.086333:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074863.086347:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074863.086390:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00080000:00000010:3.0:1769074863.086429:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ffe58f0. 00000004:00000010:3.0:1769074863.086437:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4b763c0. 00000004:00000010:3.0:1769074863.086440:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83ae8ee0. 00000004:00000010:3.0:1769074863.086446:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae1258e8. 00000004:00000010:3.0:1769074863.086450:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f80f00. 00010000:00000010:3.0:1769074863.086460:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074863.086479:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890409, last committed = 17179890279 00010000:00000200:3.0:1769074863.086490:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0a300 x1855007826569472/t17179890409(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074863.086509:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074863.086515:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826569472, offset 224 00000400:00000010:3.0:1769074863.086807:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc118. 00000400:00000200:3.0:1769074863.086813:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074863.086828:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074863.086834:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41585:41585:256:4294967295] 192.168.204.10@tcp LPNI seq info [41581:41581:8:4294967295] 00000400:00000200:3.0:1769074863.086840:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074863.086857:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074863.086863:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074863.086867:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074863.086873:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074863.086880:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074863.086884:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074863.086945:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ef00. 00000020:00000010:3.0:1769074863.086950:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074863.086954:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00010000:00000010:2.0:1769074863.087032:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:2.0:1769074863.087040:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:2.0:1769074863.087046:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00010000:00000010:3.1:1769074863.089704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074863.089721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074863.089726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:3.1:1769074863.089740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:3.1:1769074863.089745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074863.089747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000800:00000200:0.0:1769074863.090086:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.090091:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074863.090100:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.090109:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.090596:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.090895:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c29 00000400:00000200:0.0:1769074863.090902:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.090905:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.090911:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46990 00000400:00000010:0.0:1769074863.090915:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46990. 00000400:00000200:0.0:1769074863.090944:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.090951:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ee980 00000400:00000200:0.0:1769074863.090958:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 10792 00000400:00000200:0.0:1769074863.091196:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.091201:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.091207:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.091214:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b09500. 00000020:00000010:2.0:1769074863.091581:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.091587:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.091594:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.091600:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.091634:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.091675:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.091678:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.091681:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826569600 00000001:00000010:2.0:1769074863.091690:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111600. 00010000:00000010:2.0:1769074863.091715:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074863.091722:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074863.091761:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88c26000. 00010000:00000010:2.0:1769074863.091791:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.0:1769074863.091795:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074863.091813:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074863.091816:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074863.091820:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074863.091822:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074863.091908:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074863.091912:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074863.091917:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800200. 00010000:00000010:2.0:1769074863.091921:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074863.092001:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074863.092015:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074863.092021:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074863.092041:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074863.092057:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b09500 x1855007826569600/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.092077:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074863.092083:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826569600, offset 224 00000400:00000200:2.0:1769074863.092090:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.092101:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.092107:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41586:41586:256:4294967295] 192.168.204.10@tcp LPNI seq info [41582:41582:8:4294967295] 00000400:00000200:2.0:1769074863.092117:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.092123:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.092128:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074863.092135:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.092142:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.092146:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.092169:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.092173:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.092178:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:0.1:1769074863.092407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074863.092415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074863.092418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074863.092421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074863.092640:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074863.092647:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00010000:00000010:1.1:1769074863.092701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.092706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074863.092710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074863.092716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00000800:00000200:2.0:1769074863.094972:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.094983:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:2.0:1769074863.094992:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.095001:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.095008:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:2.0:1769074863.095011:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:2.1:1769074863.096024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074863.096035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074863.096265:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074863.096272:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074863.096276:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074863.096282:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:0.0:1769074863.096445:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.096463:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eea80 00000400:00000200:0.0:1769074863.096471:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 11368 00000400:00000200:0.0:1769074863.096487:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.096491:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.096499:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.096506:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08e00. 00000020:00000010:1.0:1769074863.096824:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.096829:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.096838:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.096853:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.096860:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.096936:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.096940:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.096943:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826569856 02000000:00000010:1.0:1769074863.096981:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87503000. 00010000:00000010:1.0:1769074863.097029:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:1.0:1769074863.097045:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:1.0:1769074863.097068:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074863.097074:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.097092:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074863.097095:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.097100:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074863.097103:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074863.097185:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074863.097190:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074863.097193:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.097196:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00000020:00000010:1.0:1769074863.097223:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074863.097229:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074863.097256:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.097267:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd97c00. 00000001:00000010:1.0:1769074863.097498:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9ba80. 00000001:00000010:1.0:1769074863.097505:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074863.097555:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.097566:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.097570:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074863.097582:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111780. 00010000:00000010:1.0:1769074863.097716:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00080000:00000010:1.0:1769074863.097753:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb0c78. 00000004:00000010:1.0:1769074863.097761:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabaff62900. 00000004:00000010:1.0:1769074863.097765:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c08880. 00000004:00000010:1.0:1769074863.097771:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8da183c0. 00000004:00000010:1.0:1769074863.097776:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa82d5e780. 00010000:00000010:1.0:1769074863.097787:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.097811:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890410, last committed = 17179890279 00010000:00000200:1.0:1769074863.097824:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08e00 x1855007826569856/t17179890410(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.097856:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074863.097863:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826569856, offset 224 00000400:00000010:1.0:1769074863.097871:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c8f8. 00000400:00000200:1.0:1769074863.097876:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.097889:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.097896:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41587:41587:256:4294967295] 192.168.204.10@tcp LPNI seq info [41583:41583:8:4294967295] 00000400:00000200:1.0:1769074863.097903:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.097909:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.097915:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.097921:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074863.097927:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.097934:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.097938:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.097967:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.097972:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.097976:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.098108:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.098112:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:0.0:1769074863.098118:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.098122:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074863.100085:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:3.0:1769074863.100099:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf00. 00010000:00000010:3.0:1769074863.100109:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111780. 00000400:00000200:0.0:1769074863.100489:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.100510:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c31 00010000:00000010:3.1:1769074863.100853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074863.100861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:2.1:1769074863.100905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.1:1769074863.100914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074863.100918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.1:1769074863.100920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00000400:00000200:0.0:1769074863.100958:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.100965:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.100972:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00000400:00000010:0.0:1769074863.100976:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00010000:00000010:3.0:1769074863.101062:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:3.0:1769074863.101070:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c180. 00010000:00000010:1.1:1769074863.103909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800200. 00010000:00000010:1.1:1769074863.103924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00000400:00000200:0.0:1769074863.104003:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.104024:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eeb00 00000400:00000200:0.0:1769074863.104033:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 11856 00000400:00000200:0.0:1769074863.104102:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.104107:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.104116:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.104124:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0d500. 00000020:00000010:1.0:1769074863.104214:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.104220:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.104229:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.104240:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.104245:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.104293:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.104296:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.104299:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826569984 00000001:00000010:1.0:1769074863.104311:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:1.0:1769074863.104337:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.104345:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 02000000:00000010:1.0:1769074863.104373:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87504000. 00010000:00000010:1.0:1769074863.104404:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.104408:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.104427:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074863.104431:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce00. 00010000:00000010:1.0:1769074863.104435:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074863.104438:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074863.104515:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074863.104532:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c800. 00010000:00000010:1.0:1769074863.104535:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074863.104539:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074863.104649:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.104663:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074863.104668:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce00. 00010000:00000010:1.0:1769074863.104690:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.104707:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0d500 x1855007826569984/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.104726:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074863.104745:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826569984, offset 224 00000400:00000200:1.0:1769074863.104753:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.104764:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.104770:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41588:41588:256:4294967295] 192.168.204.10@tcp LPNI seq info [41584:41584:8:4294967295] 00000400:00000200:1.0:1769074863.104782:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.104788:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.104795:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074863.104801:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.104808:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.104813:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.104828:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.104832:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.104836:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.105046:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.105051:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:0.0:1769074863.105056:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.105062:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.105067:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:0.0:1769074863.105069:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00010000:00000010:3.1:1769074863.105237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074863.105245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074863.108674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.108695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:3.1:1769074863.108763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074863.108771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:0.0:1769074863.110946:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.110968:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eec00 00000400:00000200:0.0:1769074863.110978:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 12432 00000400:00000200:0.0:1769074863.110998:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.111002:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.111012:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.111018:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0ce00. 00000020:00000010:2.0:1769074863.111155:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.111161:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.111168:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.111173:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.111179:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.111260:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.111263:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.111266:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826570240 02000000:00000010:2.0:1769074863.111302:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88c27000. 00010000:00000010:2.0:1769074863.111344:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:2.0:1769074863.111361:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c800. 00010000:00000010:2.0:1769074863.111380:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074863.111387:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.111403:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074863.111406:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074863.111410:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074863.111413:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074863.111493:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074863.111497:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074863.111500:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.0:1769074863.111503:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00000020:00000010:2.0:1769074863.111540:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.111548:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.111559:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a420. 00080000:00000010:2.0:1769074863.111569:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9f400. 00000001:00000010:2.0:1769074863.111857:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a000. 00000001:00000010:2.0:1769074863.111865:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074863.111899:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a420. 00010000:00000010:2.0:1769074863.111908:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074863.111912:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074863.111926:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074863.112037:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00080000:00000010:2.0:1769074863.112061:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8d1d0. 00000004:00000010:2.0:1769074863.112069:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6300. 00000004:00000010:2.0:1769074863.112073:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c88110. 00000004:00000010:2.0:1769074863.112079:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f5348. 00000004:00000010:2.0:1769074863.112083:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe19c20. 00010000:00000010:2.0:1769074863.112094:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074863.112111:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890411, last committed = 17179890279 00010000:00000200:2.0:1769074863.112122:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0ce00 x1855007826570240/t17179890411(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.112143:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074863.112150:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826570240, offset 224 00000400:00000010:2.0:1769074863.112157:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169d20. 00000400:00000200:2.0:1769074863.112161:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.112175:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.112182:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41589:41589:256:4294967295] 192.168.204.10@tcp LPNI seq info [41585:41585:8:4294967295] 00000400:00000200:2.0:1769074863.112188:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.112194:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.112201:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.112207:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074863.112214:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.112221:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.112225:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.112301:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.112306:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.112311:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:3.0:1769074863.114651:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:3.0:1769074863.114669:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:3.0:1769074863.114680:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000800:00000200:0.0:1769074863.115411:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.115419:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:0.0:1769074863.115424:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.115432:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074863.117670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074863.117687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074863.117692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074863.117694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:0.0:1769074863.118780:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.118804:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c39 00000400:00000200:0.0:1769074863.118813:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.118818:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.118825:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:0.0:1769074863.118829:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:3.0:1769074863.118992:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:3.0:1769074863.119003:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00000400:00000200:0.0:1769074863.119858:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.119872:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eec80 00000400:00000200:0.0:1769074863.119880:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 12920 00000400:00000200:0.0:1769074863.119935:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.119940:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.119947:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.119953:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0ea00. 00000020:00000010:2.0:1769074863.120138:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.120143:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.120150:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.120156:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.120161:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.120203:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.120206:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.120210:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826570368 00000001:00000010:2.0:1769074863.120220:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:2.0:1769074863.120254:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074863.120261:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074863.120289:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88c25000. 00010000:00000010:2.0:1769074863.120318:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.0:1769074863.120322:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074863.120340:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074863.120344:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074863.120349:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800200. 00010000:00000010:2.0:1769074863.120352:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074863.120427:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074863.120430:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074863.120434:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074863.120437:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074863.120501:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074863.120511:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074863.120515:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074863.120534:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074863.120548:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0ea00 x1855007826570368/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.120567:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074863.120574:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826570368, offset 224 00000400:00000200:2.0:1769074863.120581:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.120590:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.120596:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41590:41590:256:4294967295] 192.168.204.10@tcp LPNI seq info [41586:41586:8:4294967295] 00000400:00000200:2.0:1769074863.120652:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.120658:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.120664:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074863.120670:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.120677:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.120681:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.120695:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.120699:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.120704:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.121503:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.121510:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:0.0:1769074863.121515:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.121522:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.121528:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:0.0:1769074863.121530:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00010000:00000010:2.1:1769074863.122327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:2.1:1769074863.122335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:2.1:1769074863.122341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.1:1769074863.122350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00010000:00000010:3.1:1769074863.125700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074863.125712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:3.1:1769074863.125716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074863.125720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00000400:00000200:0.0:1769074863.126072:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.126094:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eed80 00000400:00000200:0.0:1769074863.126102:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 13496 00000400:00000200:0.0:1769074863.126119:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.126124:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.126132:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.126138:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0f100. 00000020:00000010:1.0:1769074863.126253:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.126259:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.126268:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.126273:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.126279:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.126321:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.126325:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.126328:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826570624 02000000:00000010:1.0:1769074863.126366:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87502000. 00010000:00000010:1.0:1769074863.126412:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:1.0:1769074863.126431:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00010000:00000010:1.0:1769074863.126455:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.126462:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.126481:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074863.126484:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce00. 00010000:00000010:1.0:1769074863.126489:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074863.126491:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074863.126581:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074863.126585:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c200. 00010000:00000010:1.0:1769074863.126588:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.126592:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00000020:00000010:1.0:1769074863.126647:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074863.126653:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074863.126665:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.126674:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd94c00. 00000001:00000010:1.0:1769074863.127156:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b6c0. 00000001:00000010:1.0:1769074863.127165:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074863.127198:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.127208:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074863.127212:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074863.127226:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111840. 00010000:00000010:1.0:1769074863.127358:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00080000:00000010:1.0:1769074863.127381:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f8bf728. 00000004:00000010:1.0:1769074863.127388:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd2a1c00. 00000004:00000010:1.0:1769074863.127391:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe1d650. 00000004:00000010:1.0:1769074863.127395:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab873399d8. 00000004:00000010:1.0:1769074863.127401:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe1f860. 00010000:00000010:1.0:1769074863.127410:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.127428:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890412, last committed = 17179890279 00010000:00000200:1.0:1769074863.127438:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0f100 x1855007826570624/t17179890412(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.127457:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 00000100:00000200:1.0:1769074863.127464:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826570624, offset 224 00000400:00000010:1.0:1769074863.127471:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab8597c2d8. 00000400:00000200:1.0:1769074863.127474:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.127488:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.127494:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41591:41591:256:4294967295] 192.168.204.10@tcp LPNI seq info [41587:41587:8:4294967295] 00000400:00000200:1.0:1769074863.127500:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.127506:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.127512:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.127517:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074863.127524:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.127532:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.127536:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.127557:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.127563:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.127567:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.127751:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.127756:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074863.127761:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.127765:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074863.128435:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:3.0:1769074863.128445:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c200. 00010000:00000010:3.0:1769074863.128453:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111840. 00010000:00000010:2.1:1769074863.129686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.1:1769074863.129699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074863.129703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800200. 00010000:00000010:2.1:1769074863.129706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00000400:00000200:0.0:1769074863.132231:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.132260:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c41 00000400:00000200:0.0:1769074863.132268:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.132272:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.132278:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcdd0 00000400:00000010:0.0:1769074863.132281:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcdd0. 00010000:00000010:3.0:1769074863.132388:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:3.0:1769074863.132398:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce00. 00010000:00000010:1.1:1769074863.132733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00010000:00000010:1.1:1769074863.132741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074863.132745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074863.132750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:0.0:1769074863.132876:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.132887:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eee00 00000400:00000200:0.0:1769074863.132894:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 13984 00000400:00000200:0.0:1769074863.132951:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.132955:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.132961:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.132967:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0ed80. 00000020:00000010:1.0:1769074863.133051:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.133057:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.133065:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.133071:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.133076:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.133116:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.133118:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.133121:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826570752 00000001:00000010:1.0:1769074863.133131:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:1.0:1769074863.133154:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.133160:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 02000000:00000010:1.0:1769074863.133187:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87506000. 00010000:00000010:1.0:1769074863.133217:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.133221:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.133244:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074863.133247:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf80. 00010000:00000010:1.0:1769074863.133252:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.133256:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074863.133336:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074863.133339:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca00. 00010000:00000010:1.0:1769074863.133344:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074863.133347:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074863.133410:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.133420:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074863.133424:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf80. 00010000:00000010:1.0:1769074863.133442:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.133456:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0ed80 x1855007826570752/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.133475:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074863.133481:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826570752, offset 224 00000400:00000200:1.0:1769074863.133488:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.133499:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.133506:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41592:41592:256:4294967295] 192.168.204.10@tcp LPNI seq info [41588:41588:8:4294967295] 00000400:00000200:1.0:1769074863.133529:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.133535:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.133540:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074863.133546:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.133553:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.133558:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.133579:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.133583:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.133587:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.134110:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.134115:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:0.0:1769074863.134121:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.134126:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.134131:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:0.0:1769074863.134133:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00010000:00000010:3.1:1769074863.134199:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:3.1:1769074863.134206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00000400:00000200:0.0:1769074863.137437:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.137456:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eef00 00000400:00000200:0.0:1769074863.137464:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 14560 00000400:00000200:0.0:1769074863.137495:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.137501:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.137511:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.137530:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0f800. 00000020:00000010:2.0:1769074863.137659:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.137665:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.137672:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.137677:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.137682:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.137715:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.137718:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.137720:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826571008 02000000:00000010:2.0:1769074863.137770:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88c21000. 00010000:00000010:2.0:1769074863.137808:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:2.0:1769074863.137823:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca00. 00010000:00000010:2.0:1769074863.137855:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074863.137862:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.137881:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074863.137885:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074863.137889:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800200. 00010000:00000010:2.0:1769074863.137892:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074863.137977:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074863.137981:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074863.137984:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.0:1769074863.137987:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00000020:00000010:2.0:1769074863.138012:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.138019:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.138032:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a420. 00080000:00000010:2.0:1769074863.138042:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9e400. 00000001:00000010:2.0:1769074863.138255:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a3c0. 00000001:00000010:2.0:1769074863.138262:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074863.138295:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a420. 00010000:00000010:2.0:1769074863.138303:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074863.138307:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074863.138320:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074863.138361:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00080000:00000010:2.0:1769074863.138384:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8dab8. 00000004:00000010:2.0:1769074863.138391:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6840. 00000004:00000010:2.0:1769074863.138395:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c89ed0. 00000004:00000010:2.0:1769074863.138400:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f52d0. 00000004:00000010:2.0:1769074863.138404:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe194a0. 00010000:00000010:2.0:1769074863.138413:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074863.138432:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890413, last committed = 17179890279 00010000:00000200:2.0:1769074863.138443:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0f800 x1855007826571008/t17179890413(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.138462:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074863.138469:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826571008, offset 224 00000400:00000010:2.0:1769074863.138476:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169658. 00000400:00000200:2.0:1769074863.138479:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.138493:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.138499:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41593:41593:256:4294967295] 192.168.204.10@tcp LPNI seq info [41589:41589:8:4294967295] 00000400:00000200:2.0:1769074863.138505:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.138513:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.138518:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.138524:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074863.138530:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.138536:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.138541:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.138558:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.138562:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.138567:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.138978:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.138984:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:0.0:1769074863.138988:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.138992:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074863.139071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074863.139079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:3.0:1769074863.139101:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:3.0:1769074863.139108:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:3.0:1769074863.139114:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00010000:00000010:1.1:1769074863.141722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074863.141738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074863.141744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.141746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:0.0:1769074863.143164:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.143188:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c49 00000400:00000200:0.0:1769074863.143195:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.143199:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.143205:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:0.0:1769074863.143209:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00000400:00000200:0.0:1769074863.143246:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.143253:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8eef80 00000400:00000200:0.0:1769074863.143260:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 15048 00000400:00000200:0.0:1769074863.143273:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.143276:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.143280:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.143286:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0f480. 00000020:00000010:1.0:1769074863.143392:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.143398:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.143406:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.143411:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.143416:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.143456:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.143459:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.143462:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826571136 00000001:00000010:1.0:1769074863.143472:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:1.0:1769074863.143497:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.143503:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 02000000:00000010:1.0:1769074863.143537:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87507000. 00010000:00000010:1.0:1769074863.143565:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.143569:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074863.143585:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074863.143588:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf80. 00010000:00000010:1.0:1769074863.143592:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.143595:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.143695:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074863.143700:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca00. 00010000:00000010:1.0:1769074863.143703:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074863.143706:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074863.143781:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074863.143792:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.143797:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf80. 00010000:00000010:1.0:1769074863.143817:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.143831:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0f480 x1855007826571136/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.143860:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074863.143865:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826571136, offset 224 00000400:00000200:1.0:1769074863.143872:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.143881:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.143887:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41594:41594:256:4294967295] 192.168.204.10@tcp LPNI seq info [41590:41590:8:4294967295] 00000400:00000200:1.0:1769074863.143898:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.143903:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.143908:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074863.143913:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.143919:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.143923:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.143936:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.143939:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.143943:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.144296:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.144301:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:0.0:1769074863.144306:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.144312:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.144315:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:0.0:1769074863.144317:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:3.0:1769074863.144401:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:3.0:1769074863.144408:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:2.1:1769074863.145723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:2.1:1769074863.145743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074863.145748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.1:1769074863.145756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00010000:00000010:3.1:1769074863.146979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074863.146991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00000400:00000200:0.0:1769074863.148753:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.148774:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ef080 00000400:00000200:0.0:1769074863.148782:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 15624 00000400:00000200:0.0:1769074863.148796:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.148801:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.148808:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.148813:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0c380. 00000020:00000010:2.0:1769074863.149072:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.149079:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.149085:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.149091:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.149096:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.149138:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.149141:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.149144:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826571392 02000000:00000010:2.0:1769074863.149180:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88c20000. 00010000:00000010:2.0:1769074863.149222:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:2.0:1769074863.149249:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca00. 00010000:00000010:2.0:1769074863.149272:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074863.149277:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.149294:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074863.149298:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074863.149302:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.0:1769074863.149305:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074863.149392:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074863.149396:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074863.149400:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.0:1769074863.149403:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074863.149426:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.149431:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.149441:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a420. 00080000:00000010:2.0:1769074863.149450:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9d800. 00000001:00000010:2.0:1769074863.149699:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a540. 00000001:00000010:2.0:1769074863.149705:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfc00. 00000020:00000010:2.0:1769074863.149963:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a420. 00010000:00000010:2.0:1769074863.149974:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074863.149979:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074863.149991:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074863.150026:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00080000:00000010:2.0:1769074863.150049:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f8be1c8. 00000004:00000010:2.0:1769074863.150056:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd2a1480. 00000004:00000010:2.0:1769074863.150059:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe1d980. 00000004:00000010:2.0:1769074863.150064:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87339690. 00000004:00000010:2.0:1769074863.150069:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88bdf680. 00010000:00000010:2.0:1769074863.150080:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074863.150098:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890414, last committed = 17179890279 00010000:00000200:2.0:1769074863.150108:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0c380 x1855007826571392/t17179890414(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.150126:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074863.150132:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826571392, offset 224 00000400:00000010:2.0:1769074863.150139:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169dc8. 00000400:00000200:2.0:1769074863.150143:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.150156:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.150161:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41595:41595:256:4294967295] 192.168.204.10@tcp LPNI seq info [41591:41591:8:4294967295] 00000400:00000200:2.0:1769074863.150167:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.150173:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.150179:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.150184:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074863.150190:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.150198:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.150202:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.150218:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.150222:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.150227:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.150381:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.150386:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:0.0:1769074863.150389:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.150394:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074863.150699:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:3.0:1769074863.150708:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:3.0:1769074863.150716:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00010000:00000010:3.1:1769074863.151901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:3.1:1769074863.151915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800200. 00000400:00000200:0.0:1769074863.153559:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.153583:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c51 00000400:00000200:0.0:1769074863.153591:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.153595:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.153634:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:0.0:1769074863.153638:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00010000:00000010:3.0:1769074863.153757:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:3.0:1769074863.153767:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:2.1:1769074863.155696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:2.1:1769074863.155709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074863.155796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.155803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074863.155807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074863.155810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:0.0:1769074863.156901:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.156921:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ef100 00000400:00000200:0.0:1769074863.156930:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 16112 00000400:00000200:0.0:1769074863.156997:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.157004:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.157012:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.157019:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0ca80. 00000020:00000010:2.0:1769074863.157144:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.157151:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.157158:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.157163:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.157168:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.157214:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.157217:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.157220:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826571520 00000001:00000010:2.0:1769074863.157230:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074863.157263:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074863.157271:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074863.157299:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e197000. 00010000:00000010:2.0:1769074863.157329:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074863.157332:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074863.157351:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074863.157354:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074863.157358:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074863.157361:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074863.157434:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074863.157437:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b480. 00010000:00000010:2.0:1769074863.157441:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800200. 00010000:00000010:2.0:1769074863.157444:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074863.157509:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074863.157521:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074863.157526:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074863.157545:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074863.157559:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0ca80 x1855007826571520/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.157579:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074863.157585:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826571520, offset 224 00000400:00000200:2.0:1769074863.157592:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.157636:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.157642:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41596:41596:256:4294967295] 192.168.204.10@tcp LPNI seq info [41592:41592:8:4294967295] 00000400:00000200:2.0:1769074863.157653:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.157659:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.157665:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074863.157671:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.157679:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.157683:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.157698:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.157702:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.157706:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.157937:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.157941:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:0.0:1769074863.157945:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.157949:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.157954:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:0.0:1769074863.157956:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:2.1:1769074863.159746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.1:1769074863.159759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00010000:00000010:3.1:1769074863.160662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074863.160673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00000400:00000200:0.0:1769074863.162538:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.162559:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ef200 00000400:00000200:0.0:1769074863.162568:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 16688 00000400:00000200:0.0:1769074863.162584:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.162588:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.162596:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.162648:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0d180. 00000020:00000010:1.0:1769074863.162756:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.162762:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.162771:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.162776:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.162782:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.162822:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.162825:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.162828:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826571776 02000000:00000010:1.0:1769074863.162876:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87505000. 00010000:00000010:1.0:1769074863.162924:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:1.0:1769074863.162941:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b480. 00010000:00000010:1.0:1769074863.162961:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.162967:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.162984:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074863.162988:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf80. 00010000:00000010:1.0:1769074863.162992:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.162996:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.163085:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074863.163089:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce00. 00010000:00000010:1.0:1769074863.163092:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.163095:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00000020:00000010:1.0:1769074863.163122:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074863.163130:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074863.163142:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.163152:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd97000. 00000001:00000010:1.0:1769074863.163374:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bcc0. 00000001:00000010:1.0:1769074863.163380:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111b40. 00000020:00000010:1.0:1769074863.163412:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.163421:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074863.163425:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074863.163438:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111a80. 00010000:00000010:1.0:1769074863.163477:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00080000:00000010:1.0:1769074863.163499:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb01c8. 00000004:00000010:1.0:1769074863.163506:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabaff62840. 00000004:00000010:1.0:1769074863.163510:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c09650. 00000004:00000010:1.0:1769074863.163515:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8da18870. 00000004:00000010:1.0:1769074863.163520:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a4621e0. 00010000:00000010:1.0:1769074863.163530:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.163547:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890415, last committed = 17179890279 00010000:00000200:1.0:1769074863.163557:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0d180 x1855007826571776/t17179890415(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.163576:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074863.163582:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826571776, offset 224 00000400:00000010:1.0:1769074863.163651:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3070. 00000400:00000200:1.0:1769074863.163657:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.163671:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.163677:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41597:41597:256:4294967295] 192.168.204.10@tcp LPNI seq info [41593:41593:8:4294967295] 00000400:00000200:1.0:1769074863.163683:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.163690:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.163696:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.163701:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074863.163707:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.163714:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.163718:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.163745:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.163750:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.163753:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.0:1769074863.163838:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:3.0:1769074863.163855:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce00. 00010000:00000010:3.0:1769074863.163864:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111a80. 00000800:00000200:0.0:1769074863.164005:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.164011:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:0.0:1769074863.164016:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.164021:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074863.166911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074863.166930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801800. 00000400:00000200:0.0:1769074863.167805:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.167827:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c59 00000400:00000200:0.0:1769074863.167835:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.167850:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.167857:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:0.0:1769074863.167860:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00010000:00000010:3.0:1769074863.167956:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:3.0:1769074863.167965:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf80. 00000400:00000200:0.0:1769074863.169549:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.169566:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ef280 00000400:00000200:0.0:1769074863.169575:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 17176 00000400:00000200:0.0:1769074863.169881:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.169887:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.169896:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.169904:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0e680. 00010000:00000010:2.1:1769074863.170062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.1:1769074863.170071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074863.170075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.1:1769074863.170077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00000020:00000010:2.0:1769074863.170115:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.170121:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.170128:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.170133:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.170139:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.170175:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.170178:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.170182:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826571904 00000001:00000010:2.0:1769074863.170193:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074863.170220:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074863.170227:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074863.170264:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e195000. 00010000:00000010:2.0:1769074863.170295:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074863.170299:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074863.170320:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074863.170323:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074863.170327:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074863.170330:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074863.170408:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074863.170412:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074863.170415:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800c00. 00010000:00000010:2.0:1769074863.170418:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074863.170490:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074863.170501:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074863.170506:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074863.170526:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074863.170540:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0e680 x1855007826571904/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.170560:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074863.170566:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826571904, offset 224 00000400:00000200:2.0:1769074863.170573:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.170585:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.170591:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41598:41598:256:4294967295] 192.168.204.10@tcp LPNI seq info [41594:41594:8:4294967295] 00000400:00000200:2.0:1769074863.170624:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.170630:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.170636:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074863.170642:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.170649:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.170653:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.170669:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.170672:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.170677:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:1.1:1769074863.170911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800200. 00010000:00000010:1.1:1769074863.170917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:1.1:1769074863.170921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.170927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000800:00000200:0.0:1769074863.176251:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.176262:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:0.0:1769074863.176270:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.176279:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.176287:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:0.0:1769074863.176291:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:3.1:1769074863.179690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:3.1:1769074863.179706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:0.0:1769074863.179792:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.179811:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ef380 00000400:00000200:0.0:1769074863.179819:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 17752 00000400:00000200:0.0:1769074863.179835:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.179849:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.179859:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.179865:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0d880. 00000020:00000010:1.0:1769074863.180062:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.180068:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.180076:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.180081:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.180087:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.180160:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.180164:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.180167:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826572160 02000000:00000010:1.0:1769074863.180204:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87501000. 00010000:00000010:1.0:1769074863.180257:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:1.0:1769074863.180271:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:1.0:1769074863.180290:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.180297:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.180314:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074863.180317:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c200. 00010000:00000010:1.0:1769074863.180322:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.180325:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074863.180418:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074863.180422:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c800. 00010000:00000010:1.0:1769074863.180426:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074863.180430:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074863.180458:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074863.180466:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b3e0. 00000020:00000010:1.0:1769074863.180480:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.180494:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd94400. 00000001:00000010:1.0:1769074863.180807:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bf00. 00000001:00000010:1.0:1769074863.180816:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111cc0. 00000020:00000010:1.0:1769074863.180864:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.180875:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074863.180880:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074863.180894:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074863.180935:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00080000:00000010:1.0:1769074863.180981:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb0720. 00000004:00000010:1.0:1769074863.180990:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabaff62a80. 00000004:00000010:1.0:1769074863.180994:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c09cb0. 00000004:00000010:1.0:1769074863.180998:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8da18708. 00000004:00000010:1.0:1769074863.181003:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a463860. 00010000:00000010:1.0:1769074863.181016:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.181038:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890416, last committed = 17179890279 00010000:00000200:1.0:1769074863.181050:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0d880 x1855007826572160/t17179890416(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.181071:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074863.181078:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826572160, offset 224 00000400:00000010:1.0:1769074863.181085:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3188. 00000400:00000200:1.0:1769074863.181089:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.181104:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.181111:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41599:41599:256:4294967295] 192.168.204.10@tcp LPNI seq info [41595:41595:8:4294967295] 00000400:00000200:1.0:1769074863.181118:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.181125:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.181130:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.181136:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074863.181143:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.181150:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.181154:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.181170:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.181174:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.181178:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.0:1769074863.181261:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:3.0:1769074863.181269:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c800. 00010000:00000010:3.0:1769074863.181275:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111900. 00000800:00000200:0.0:1769074863.181995:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.182002:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:0.0:1769074863.182008:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.182015:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.185536:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.185561:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c61 00000400:00000200:0.0:1769074863.185568:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.185573:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.185580:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:0.0:1769074863.185584:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00000400:00000200:0.0:1769074863.185645:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.185653:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ef400 00000400:00000200:0.0:1769074863.185660:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 18240 00000400:00000200:0.0:1769074863.185718:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.185723:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.185728:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:3.0:1769074863.185938:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:3.0:1769074863.185950:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c200. 00000100:00000010:0.0:1769074863.185998:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0df80. 00000020:00000010:2.0:1769074863.187539:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.187549:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.187555:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.187561:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.187566:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.187627:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.187630:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.187633:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826572288 00000001:00000010:2.0:1769074863.187644:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111b40. 00010000:00000010:2.0:1769074863.187669:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801a00. 00010000:00000010:2.0:1769074863.187676:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 02000000:00000010:2.0:1769074863.187700:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e191000. 00010000:00000010:2.0:1769074863.187949:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800200. 00010000:00000010:2.0:1769074863.187958:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074863.187979:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074863.187983:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074863.187987:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.0:1769074863.187990:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074863.188082:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074863.188086:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074863.188089:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.0:1769074863.188093:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074863.188164:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074863.188175:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074863.188180:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074863.188202:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000200:2.0:1769074863.188221:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0df80 x1855007826572288/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.189200:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074863.189213:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826572288, offset 224 00000400:00000200:2.0:1769074863.189224:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.189336:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.189343:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41600:41600:256:4294967295] 192.168.204.10@tcp LPNI seq info [41596:41596:8:4294967295] 00000400:00000200:2.0:1769074863.189356:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.189363:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.189371:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074863.189378:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.189387:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.189391:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.189468:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.189474:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.189479:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.190049:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.190055:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:0.0:1769074863.190059:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.190066:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.190072:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:0.0:1769074863.190074:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00010000:00000010:3.1:1769074863.194669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:3.1:1769074863.194686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074863.194742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.1:1769074863.194749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:2.1:1769074863.194754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.1:1769074863.194756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00000400:00000200:0.0:1769074863.197784:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.197807:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ef500 00000400:00000200:0.0:1769074863.197816:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 18816 00000400:00000200:0.0:1769074863.197833:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.197838:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.197856:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.197864:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0fb80. 00000020:00000010:2.0:1769074863.197969:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.197975:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.197981:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.197987:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.197991:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.198030:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.198033:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.198036:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826572544 02000000:00000010:2.0:1769074863.198072:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e190000. 00010000:00000010:2.0:1769074863.198110:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074863.198124:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074863.198144:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801200. 00010000:00000010:2.0:1769074863.198149:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074863.198164:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074863.198167:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074863.198171:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89800800. 00010000:00000010:2.0:1769074863.198174:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.198274:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074863.198277:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074863.198280:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.0:1769074863.198284:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00000020:00000010:2.0:1769074863.198307:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.198313:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.198324:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a420. 00080000:00000010:2.0:1769074863.198417:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e920400. 00000001:00000010:2.0:1769074863.198678:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3ad20. 00000001:00000010:2.0:1769074863.198686:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074863.198718:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a420. 00010000:00000010:2.0:1769074863.198727:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074863.198731:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074863.198742:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfc00. 00010000:00000010:2.0:1769074863.198780:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00080000:00000010:2.0:1769074863.198801:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8c8e8. 00000004:00000010:2.0:1769074863.198808:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f60c0. 00000004:00000010:2.0:1769074863.198812:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c89ba0. 00000004:00000010:2.0:1769074863.198817:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f50f0. 00000004:00000010:2.0:1769074863.198821:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88abc960. 00010000:00000010:2.0:1769074863.198831:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074863.198861:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890417, last committed = 17179890279 00010000:00000200:2.0:1769074863.198872:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0fb80 x1855007826572544/t17179890417(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.198891:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074863.198897:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826572544, offset 224 00000400:00000010:2.0:1769074863.198903:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169a80. 00000400:00000200:2.0:1769074863.198909:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.198920:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.198926:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41601:41601:256:4294967295] 192.168.204.10@tcp LPNI seq info [41597:41597:8:4294967295] 00000400:00000200:2.0:1769074863.198932:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.198938:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.198943:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.198949:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074863.198955:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.198962:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.198966:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.198982:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.198986:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.198991:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:3.0:1769074863.199079:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:3.0:1769074863.199086:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:3.0:1769074863.199092:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfc00. 00000800:00000200:0.0:1769074863.199218:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.199223:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:0.0:1769074863.199227:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.199232:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074863.199814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800c00. 00010000:00000010:1.1:1769074863.199823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074863.199827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074863.199833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074863.203773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800200. 00010000:00000010:2.1:1769074863.203793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074863.203799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801800. 00010000:00000010:2.1:1769074863.203802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801a00. 00010000:00000010:3.1:1769074863.204664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:3.1:1769074863.204675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:3.1:1769074863.204679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074863.204684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:3.1:1769074863.204686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074863.204690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00000400:00000200:0.0:1769074863.206319:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.206341:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c69 00000400:00000200:0.0:1769074863.206349:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.206354:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.206361:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:0.0:1769074863.206364:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00010000:00000010:3.0:1769074863.206541:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:3.0:1769074863.206553:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00000400:00000200:0.0:1769074863.208121:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.208140:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ef580 00000400:00000200:0.0:1769074863.208150:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 19304 00000400:00000200:0.0:1769074863.208219:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.208224:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.208233:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.208246:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0c000. 00000020:00000010:1.0:1769074863.208354:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.208361:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.208370:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.208375:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.208381:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.208428:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.208431:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.208435:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826572672 00000001:00000010:1.0:1769074863.208444:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111cc0. 00010000:00000010:1.0:1769074863.208469:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.208477:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 02000000:00000010:1.0:1769074863.208509:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89d61000. 00010000:00000010:1.0:1769074863.208554:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074863.208559:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074863.208582:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074863.208585:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.208591:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.208595:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074863.208720:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074863.208724:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074863.208728:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074863.208743:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074863.208822:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074863.208834:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074863.208838:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.208873:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.208890:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0c000 x1855007826572672/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.208911:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074863.208918:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826572672, offset 224 00000400:00000200:1.0:1769074863.208924:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.208937:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.208944:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41602:41602:256:4294967295] 192.168.204.10@tcp LPNI seq info [41598:41598:8:4294967295] 00000400:00000200:1.0:1769074863.208954:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.208961:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.208966:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074863.208973:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.208980:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.208984:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.209000:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.209004:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.209008:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.1:1769074863.209292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800a00. 00010000:00000010:2.1:1769074863.209301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074863.209305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801c00. 00010000:00000010:2.1:1769074863.209310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801200. 00000800:00000200:0.0:1769074863.209466:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.209471:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074863.209477:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.209483:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.209489:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:0.0:1769074863.209492:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00010000:00000010:3.1:1769074863.212669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074863.212685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800800. 00000400:00000200:0.0:1769074863.215680:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.215703:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ef680 00000400:00000200:0.0:1769074863.215713:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 19880 00000400:00000200:0.0:1769074863.215731:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.215735:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.215744:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.215750:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0dc00. 00000020:00000010:2.0:1769074863.215879:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.215886:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.215892:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.215898:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.215903:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.215943:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.215946:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.215950:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826572928 02000000:00000010:2.0:1769074863.215988:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e193000. 00010000:00000010:2.0:1769074863.216031:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:2.0:1769074863.216047:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf00. 00010000:00000010:2.0:1769074863.216068:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074863.216075:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074863.216091:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074863.216094:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074863.216098:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074863.216101:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074863.216188:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074863.216192:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074863.216195:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074863.216199:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00000020:00000010:2.0:1769074863.216226:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.216233:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.216258:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a420. 00080000:00000010:2.0:1769074863.216269:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e920c00. 00000001:00000010:2.0:1769074863.216498:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3af00. 00000001:00000010:2.0:1769074863.216506:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074863.216558:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a420. 00010000:00000010:2.0:1769074863.216567:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074863.216571:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074863.216583:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074863.216671:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00080000:00000010:2.0:1769074863.216695:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8dc80. 00000004:00000010:2.0:1769074863.216703:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f69c0. 00000004:00000010:2.0:1769074863.216706:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c88330. 00000004:00000010:2.0:1769074863.216711:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f54b0. 00000004:00000010:2.0:1769074863.216715:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe183c0. 00010000:00000010:2.0:1769074863.216724:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074863.216741:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890418, last committed = 17179890279 00010000:00000200:2.0:1769074863.216750:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0dc00 x1855007826572928/t17179890418(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.216769:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074863.216776:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826572928, offset 224 00000400:00000010:2.0:1769074863.216783:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169b28. 00000400:00000200:2.0:1769074863.216787:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.216800:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.216806:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41603:41603:256:4294967295] 192.168.204.10@tcp LPNI seq info [41599:41599:8:4294967295] 00000400:00000200:2.0:1769074863.216812:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.216818:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.216823:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.216829:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074863.216835:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.216855:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.216860:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.216877:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.216882:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.216887:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:3.0:1769074863.217082:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:3.0:1769074863.217089:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:3.0:1769074863.217096:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00000800:00000200:0.0:1769074863.217314:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.217319:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:0.0:1769074863.217323:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.217328:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074863.222196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074863.222216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074863.222220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.222224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.1:1769074863.223747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:2.1:1769074863.223763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074863.223768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074863.223775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:3.1:1769074863.226781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074863.226796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000400:00000200:0.0:1769074863.227677:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.227701:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c71 00000400:00000200:0.0:1769074863.227710:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.227714:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.227722:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:0.0:1769074863.227725:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00000400:00000200:0.0:1769074863.227771:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.227778:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ef700 00000400:00000200:0.0:1769074863.227787:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 20368 00000400:00000200:0.0:1769074863.227853:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.227858:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.227863:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.227870:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0e300. 00000020:00000010:1.0:1769074863.228311:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.228317:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.228324:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.228329:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.228335:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.228381:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.228384:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.228387:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826573056 00000001:00000010:1.0:1769074863.228397:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:1.0:1769074863.228424:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.228431:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 02000000:00000010:1.0:1769074863.228460:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89d60000. 00010000:00000010:1.0:1769074863.228488:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.228492:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074863.228511:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074863.228515:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.228519:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074863.228522:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074863.228596:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074863.228599:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca80. 00010000:00000010:1.0:1769074863.228638:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.228645:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.228713:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074863.228724:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074863.228729:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.228749:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.228764:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0e300 x1855007826573056/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.228782:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074863.228789:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826573056, offset 224 00000400:00000200:1.0:1769074863.228795:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.228807:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.228813:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41604:41604:256:4294967295] 192.168.204.10@tcp LPNI seq info [41600:41600:8:4294967295] 00000400:00000200:1.0:1769074863.228824:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.228830:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.228835:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074863.228854:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.228862:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.228866:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.228884:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.228888:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.228892:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.0:1769074863.229060:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074863.229068:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00000800:00000200:0.0:1769074863.229334:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.229338:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:0.0:1769074863.229344:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.229349:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.229354:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:0.0:1769074863.229356:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00010000:00000010:2.1:1769074863.234663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074863.234680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00000400:00000200:0.0:1769074863.236055:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.236074:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ef800 00000400:00000200:0.0:1769074863.236083:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 20944 00000400:00000200:0.0:1769074863.236099:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.236104:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.236112:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.236119:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88e0c700. 00000020:00000010:2.0:1769074863.236252:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.236259:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.236265:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.236270:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.236276:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.236319:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.236321:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.236325:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826573312 02000000:00000010:2.0:1769074863.236361:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e194000. 00010000:00000010:2.0:1769074863.236403:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:2.0:1769074863.236422:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca80. 00010000:00000010:2.0:1769074863.236445:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074863.236452:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074863.236469:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074863.236472:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074863.236476:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074863.236479:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074863.236566:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074863.236569:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074863.236573:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074863.236576:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00000020:00000010:2.0:1769074863.236599:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.236642:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.236654:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a420. 00080000:00000010:2.0:1769074863.236902:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e922c00. 00000001:00000010:2.0:1769074863.237123:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a2a0. 00000001:00000010:2.0:1769074863.237129:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074863.237159:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a420. 00010000:00000010:2.0:1769074863.237168:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074863.237172:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074863.237184:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfb40. 00010000:00000010:2.0:1769074863.237315:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00080000:00000010:2.0:1769074863.237343:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8c390. 00000004:00000010:2.0:1769074863.237350:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6240. 00000004:00000010:2.0:1769074863.237354:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c88550. 00000004:00000010:2.0:1769074863.237360:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbd25b618. 00000004:00000010:2.0:1769074863.237363:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88abda40. 00010000:00000010:2.0:1769074863.237373:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074863.237389:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890419, last committed = 17179890279 00010000:00000200:2.0:1769074863.237399:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88e0c700 x1855007826573312/t17179890419(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.237421:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074863.237427:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826573312, offset 224 00000400:00000010:2.0:1769074863.237434:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169b60. 00000400:00000200:2.0:1769074863.237438:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.237453:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.237459:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41605:41605:256:4294967295] 192.168.204.10@tcp LPNI seq info [41601:41601:8:4294967295] 00000400:00000200:2.0:1769074863.237465:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.237471:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.237476:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.237482:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074863.237488:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.237495:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.237499:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.237526:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.237531:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.237537:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.238045:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.238051:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:0.0:1769074863.238055:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.238061:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074863.241480:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:3.0:1769074863.241501:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:3.0:1769074863.241514:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00000400:00000200:3.0:1769074863.244814:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.244837:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c79 00000400:00000200:3.0:1769074863.244855:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.244860:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.244866:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:3.0:1769074863.244870:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00000400:00000200:3.0:1769074863.244897:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.244903:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8ef880 00000400:00000200:3.0:1769074863.244911:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 21432 00000400:00000200:3.0:1769074863.244965:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.244969:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.244974:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.244981:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adca80. 00010000:00000010:1.0:1769074863.245089:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:1.0:1769074863.245100:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00000020:00000010:2.0:1769074863.245194:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.245199:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.245205:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.245210:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.245214:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.245263:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.245265:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.245269:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826573440 00000001:00000010:2.0:1769074863.245280:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 00010000:00000010:2.0:1769074863.245303:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074863.245310:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 02000000:00000010:2.0:1769074863.245335:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8e192000. 00010000:00000010:2.0:1769074863.245363:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074863.245366:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074863.245381:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074863.245384:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074863.245389:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074863.245391:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074863.245465:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074863.245469:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074863.245472:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074863.245475:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074863.245528:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074863.245536:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074863.245539:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074863.245556:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074863.245572:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adca80 x1855007826573440/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.245588:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074863.245594:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826573440, offset 224 00000400:00000200:2.0:1769074863.245599:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.245636:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.245642:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41606:41606:256:4294967295] 192.168.204.10@tcp LPNI seq info [41602:41602:8:4294967295] 00000400:00000200:2.0:1769074863.245652:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.245657:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.245663:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074863.245669:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.245675:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.245679:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.245699:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.245703:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.245707:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:1.0:1769074863.245817:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.245820:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074863.245823:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.245827:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.245831:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:1.0:1769074863.245833:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00010000:00000010:1.1:1769074863.252829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.252853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074863.252858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074863.252862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:0.0:1769074863.252959:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.252979:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8ef980 00000400:00000200:0.0:1769074863.252987:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 22008 00000400:00000200:0.0:1769074863.253004:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.253009:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.253018:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.253026:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289880. 00000020:00000010:3.0:1769074863.253396:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.253403:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.253409:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074863.253414:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074863.253420:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074863.253464:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.253468:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000100:00000200:3.0:1769074863.253471:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826573696 02000000:00000010:3.0:1769074863.253510:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ec75000. 00010000:00000010:3.0:1769074863.253553:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:3.0:1769074863.253570:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:3.0:1769074863.253590:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074863.253596:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074863.253743:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074863.253748:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef00. 00010000:00000010:3.0:1769074863.253753:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074863.253756:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074863.253850:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074863.253855:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec00. 00010000:00000010:3.0:1769074863.253858:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074863.253862:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00000020:00000010:3.0:1769074863.253887:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074863.253894:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074863.253905:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e000. 00080000:00000010:3.0:1769074863.253914:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51c400. 00000001:00000010:3.0:1769074863.254116:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e600. 00000001:00000010:3.0:1769074863.254124:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074863.254156:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e000. 00010000:00000010:3.0:1769074863.254164:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074863.254169:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074863.254182:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074863.254264:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00080000:00000010:3.0:1769074863.254286:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8c720. 00000004:00000010:3.0:1769074863.254294:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6900. 00000004:00000010:3.0:1769074863.254297:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c89a90. 00000004:00000010:3.0:1769074863.254302:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbd25b438. 00000004:00000010:3.0:1769074863.254306:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88abc1e0. 00010000:00000010:3.0:1769074863.254316:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:3.0:1769074863.254332:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890420, last committed = 17179890279 00010000:00000200:3.0:1769074863.254343:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289880 x1855007826573696/t17179890420(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074863.254362:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074863.254369:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826573696, offset 224 00000400:00000010:3.0:1769074863.254375:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc5b0. 00000400:00000200:3.0:1769074863.254379:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074863.254394:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074863.254400:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41607:41607:256:4294967295] 192.168.204.10@tcp LPNI seq info [41603:41603:8:4294967295] 00000400:00000200:3.0:1769074863.254406:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074863.254413:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074863.254418:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074863.254423:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074863.254429:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074863.254436:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074863.254440:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074863.254456:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074863.254460:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074863.254464:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00000800:00000200:0.0:1769074863.254652:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.254656:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074863.254663:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.254669:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074863.255375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074863.255384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074863.255884:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:2.0:1769074863.255895:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec00. 00010000:00000010:2.0:1769074863.255903:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e900. 00000400:00000200:1.0:1769074863.257358:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074863.257379:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c81 00000400:00000200:1.0:1769074863.257387:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.257392:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074863.257398:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:1.0:1769074863.257401:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00010000:00000010:2.0:1769074863.257496:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:2.0:1769074863.257506:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef00. 00010000:00000010:2.1:1769074863.259678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:2.1:1769074863.259694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:2.1:1769074863.259703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074863.259710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074863.259713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074863.259718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:2.1:1769074863.259721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074863.259723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:3.1:1769074863.260132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:3.1:1769074863.260139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00000400:00000200:0.0:1769074863.260294:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.260310:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8efa00 00000400:00000200:0.0:1769074863.260320:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 22496 00000400:00000200:0.0:1769074863.260379:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.260384:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.260393:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.260400:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289f80. 00010000:00000010:1.1:1769074863.260719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074863.260725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000020:00000010:3.0:1769074863.260941:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.260947:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.260953:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074863.260959:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074863.260964:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074863.261009:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.261011:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000100:00000200:3.0:1769074863.261015:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826573824 00000001:00000010:3.0:1769074863.261024:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:3.0:1769074863.261052:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074863.261061:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 02000000:00000010:3.0:1769074863.261087:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ec71000. 00010000:00000010:3.0:1769074863.261117:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074863.261122:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074863.261140:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074863.261143:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074863.261147:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074863.261150:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074863.261225:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074863.261230:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074863.261233:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:0.0:1769074863.262424:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.262939:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:0.0:1769074863.262961:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:0.0:1769074863.262968:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00010000:00000010:0.0:1769074863.262998:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000200:0.0:1769074863.263019:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289f80 x1855007826573824/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.263048:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074863.263057:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826573824, offset 224 00000400:00000200:0.0:1769074863.263066:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.263079:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.263086:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41608:41608:256:4294967295] 192.168.204.10@tcp LPNI seq info [41604:41604:8:4294967295] 00000400:00000200:0.0:1769074863.263098:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.263105:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.263111:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074863.263118:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.263126:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.263132:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.263201:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:0.0:1769074863.263206:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:0.0:1769074863.263211:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 00010000:00000010:2.1:1769074863.266656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074863.266670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074863.266875:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074863.266883:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000800:00000200:0.0:1769074863.267031:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.267036:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:0.0:1769074863.267042:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.267052:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.267060:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074863.267063:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000400:00000200:0.0:1769074863.267088:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.267100:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8efb00 00000400:00000200:0.0:1769074863.267108:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 23072 00000400:00000200:0.0:1769074863.267123:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.267126:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.267132:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.267138:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028b480. 00000020:00000010:2.0:1769074863.267212:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.267217:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.267224:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.267229:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.267243:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.267288:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.267291:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.267294:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826574080 02000000:00000010:2.0:1769074863.267330:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8e196000. 00010000:00000010:2.0:1769074863.267368:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074863.267382:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e580. 00010000:00000010:2.0:1769074863.267401:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074863.267407:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074863.267423:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074863.267426:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074863.267431:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074863.267434:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074863.267529:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074863.267533:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074863.267537:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074863.267540:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00000020:00000010:2.0:1769074863.267566:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.267573:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef9c0. 00000020:00000010:2.0:1769074863.267583:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a420. 00080000:00000010:2.0:1769074863.267593:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e921800. 00000001:00000010:2.0:1769074863.267864:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3aa20. 00000001:00000010:2.0:1769074863.267873:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074863.267908:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a420. 00010000:00000010:2.0:1769074863.267917:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074863.267921:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074863.267934:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf780. 00010000:00000010:2.0:1769074863.267972:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00080000:00000010:2.0:1769074863.267995:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f8bfc80. 00000004:00000010:2.0:1769074863.268002:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd2a1900. 00000004:00000010:2.0:1769074863.268005:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e9f4550. 00000004:00000010:2.0:1769074863.268009:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87339c30. 00000004:00000010:2.0:1769074863.268014:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88bdfc20. 00010000:00000010:2.0:1769074863.268022:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074863.268038:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890421, last committed = 17179890279 00010000:00000200:2.0:1769074863.268047:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028b480 x1855007826574080/t17179890421(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.268065:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074863.268071:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826574080, offset 224 00000400:00000010:2.0:1769074863.268077:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169ab8. 00000400:00000200:2.0:1769074863.268081:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.268093:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.268098:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41609:41609:256:4294967295] 192.168.204.10@tcp LPNI seq info [41605:41605:8:4294967295] 00000400:00000200:2.0:1769074863.268104:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.268112:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.268118:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.268122:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074863.268127:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.268134:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.268138:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074863.268200:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:3.0:1769074863.268206:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00010000:00000010:3.0:1769074863.268212:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf780. 00010000:00000010:2.1:1769074863.268856:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:2.1:1769074863.268865:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000020:00000010:2.0:1769074863.268882:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.268886:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.268891:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:1.0:1769074863.270143:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.270151:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:1.0:1769074863.270158:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.270167:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074863.270358:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:0.1:1769074863.270366:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:0.1:1769074863.270371:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:0.1:1769074863.270373:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000400:00000200:0.0:1769074863.272784:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.272805:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c89 00000400:00000200:0.0:1769074863.272812:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.272816:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.272824:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:0.0:1769074863.272827:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00010000:00000010:1.0:1769074863.272937:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:1.0:1769074863.272950:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:3.1:1769074863.274019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074863.274029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074863.274675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:2.1:1769074863.274683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00000400:00000200:0.0:1769074863.275826:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.275858:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8efb80 00000400:00000200:0.0:1769074863.275868:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 23560 00000400:00000200:0.0:1769074863.276127:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.276135:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.276144:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.276151:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288e00. 00000020:00000010:2.0:1769074863.276261:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.276268:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.276275:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.276280:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.276285:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.276326:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.276329:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.276333:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826574208 00000001:00000010:2.0:1769074863.276343:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:2.0:1769074863.276370:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074863.276377:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 02000000:00000010:2.0:1769074863.276405:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a863000. 00010000:00000010:2.0:1769074863.276432:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074863.276436:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074863.276454:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074863.276458:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074863.276462:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074863.276465:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074863.276545:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074863.276549:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074863.276552:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074863.276556:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074863.276656:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074863.276669:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074863.276674:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074863.276694:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074863.276709:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288e00 x1855007826574208/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.276728:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074863.276734:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826574208, offset 224 00000400:00000200:2.0:1769074863.276741:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.276751:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.276757:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41610:41610:256:4294967295] 192.168.204.10@tcp LPNI seq info [41606:41606:8:4294967295] 00000400:00000200:2.0:1769074863.276767:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.276773:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.276778:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074863.276784:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.276791:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.276795:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.276817:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.276821:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.276826:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:1.0:1769074863.280853:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.280862:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074863.280871:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.280879:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.280885:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:1.0:1769074863.280889:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00000400:00000200:0.0:1769074863.281174:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.281190:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8efc80 00000400:00000200:0.0:1769074863.281199:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 24136 00000400:00000200:0.0:1769074863.281215:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.281218:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.281224:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.281230:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028a680. 00000020:00000010:3.0:1769074863.281423:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.281429:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.281435:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074863.281441:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e900. 00000020:00000010:3.0:1769074863.281445:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074863.281666:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.281669:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000100:00000200:3.0:1769074863.281673:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826574464 02000000:00000010:3.0:1769074863.281707:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ec70000. 00010000:00000010:3.0:1769074863.282025:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:3.0:1769074863.282043:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:3.0:1769074863.282064:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074863.282071:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074863.282087:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074863.282091:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb80. 00010000:00000010:3.0:1769074863.282095:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074863.282098:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074863.282184:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074863.282188:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074863.282191:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074863.282195:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00000020:00000010:3.0:1769074863.282220:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074863.282226:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f83c0. 00000020:00000010:3.0:1769074863.282346:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e000. 00080000:00000010:3.0:1769074863.282357:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f620c00. 00000001:00000010:2.0:1769074863.283074:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a420. 00000001:00000010:2.0:1769074863.283085:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074863.283121:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e000. 00010000:00000010:2.0:1769074863.283131:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074863.283137:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074863.283152:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074863.283231:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00080000:00000010:2.0:1769074863.283346:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8d560. 00000004:00000010:2.0:1769074863.283353:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6180. 00000004:00000010:2.0:1769074863.283357:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c88990. 00000004:00000010:2.0:1769074863.283362:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f5ca8. 00000004:00000010:2.0:1769074863.283367:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe185a0. 00010000:00000010:2.0:1769074863.283378:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000200:2.0:1769074863.283397:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890422, last committed = 17179890279 00010000:00000200:2.0:1769074863.283408:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028a680 x1855007826574464/t17179890422(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.283427:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074863.283434:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826574464, offset 224 00000400:00000010:2.0:1769074863.283440:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1691f8. 00000400:00000200:2.0:1769074863.283444:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.283457:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.283464:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41611:41611:256:4294967295] 192.168.204.10@tcp LPNI seq info [41607:41607:8:4294967295] 00000400:00000200:2.0:1769074863.283471:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.283479:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.283484:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.283489:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074863.283495:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.283502:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.283506:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.283674:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e900. 00000020:00000010:2.0:1769074863.283680:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:2.0:1769074863.283684:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00010000:00000010:3.0:1769074863.283785:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:3.0:1769074863.283793:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074863.283800:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00000800:00000200:0.0:1769074863.286482:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.286491:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:0.0:1769074863.286500:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.286509:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.287438:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074863.287455:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c91 00000400:00000200:1.0:1769074863.287462:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.287466:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074863.287472:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:1.0:1769074863.287475:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00000400:00000200:1.0:1769074863.287551:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.287558:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8efd00 00000400:00000200:1.0:1769074863.287565:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 24624 00010000:00000010:1.1:1769074863.287651:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074863.287660:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000400:00000200:1.0:1769074863.287667:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.287670:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.287674:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.287680:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc8380. 00000020:00000010:3.0:1769074863.288120:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.288127:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.288133:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074863.288138:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ec80. 00000020:00000010:3.0:1769074863.288143:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074863.288178:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.288181:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000100:00000200:3.0:1769074863.288184:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826574592 00000001:00000010:3.0:1769074863.288194:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:3.0:1769074863.288218:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074863.288225:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 02000000:00000010:3.0:1769074863.288264:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3fa000. 00010000:00000010:3.0:1769074863.288295:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074863.288300:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074863.288319:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074863.288323:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074863.288327:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074863.288330:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074863.288404:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074863.288407:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea80. 00010000:00000010:3.0:1769074863.288411:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074863.288414:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074863.288479:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074863.288490:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074863.288495:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074863.288527:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074863.288545:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc8380 x1855007826574592/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074863.288565:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074863.288570:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826574592, offset 224 00000400:00000200:3.0:1769074863.288577:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074863.288587:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074863.288594:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41612:41612:256:4294967295] 192.168.204.10@tcp LPNI seq info [41608:41608:8:4294967295] 00000400:00000200:3.0:1769074863.288623:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074863.288629:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074863.288634:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074863.288640:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074863.288646:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074863.288651:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074863.288677:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ec80. 00000020:00000010:3.0:1769074863.288681:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074863.288684:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:1.0:1769074863.290190:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.290198:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074863.290208:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.290217:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.290223:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:1.0:1769074863.290226:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00010000:00000010:2.1:1769074863.292931:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074863.292947:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074863.292985:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:2.0:1769074863.292995:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb80. 00000400:00000200:1.0:1769074863.293396:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.293415:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8efe00 00000400:00000200:1.0:1769074863.293424:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 25200 00000400:00000200:1.0:1769074863.293442:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.293447:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.293455:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.293461:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc8a80. 00000020:00000010:0.0:1769074863.293935:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.293942:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.293949:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.293954:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.293960:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.294003:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.294006:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.294010:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826574848 02000000:00000010:0.0:1769074863.294043:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90270000. 00010000:00000010:0.0:1769074863.294078:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:0.0:1769074863.294090:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea80. 00010000:00000010:0.0:1769074863.294109:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074863.294115:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.294131:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074863.294135:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074863.294140:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074863.294143:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.294227:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074863.294231:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074863.294248:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074863.294252:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074863.294276:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56c40. 00000020:00000010:0.0:1769074863.294283:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56c40. 00000020:00000010:0.0:1769074863.294294:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074863.294304:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7e800. 00000001:00000010:0.0:1769074863.294510:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad1e0. 00000001:00000010:0.0:1769074863.294530:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8f00. 00000020:00000010:0.0:1769074863.294563:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074863.294570:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074863.294575:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.294586:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8300. 00010000:00000010:0.0:1769074863.294652:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074863.294674:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f8bee40. 00000004:00000010:0.0:1769074863.294683:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd2a1840. 00000004:00000010:0.0:1769074863.294686:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe1d100. 00000004:00000010:0.0:1769074863.294691:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87339e88. 00000004:00000010:0.0:1769074863.294695:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88bde1e0. 00010000:00000010:0.0:1769074863.294710:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074863.294727:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890423, last committed = 17179890279 00010000:00000200:0.0:1769074863.295018:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc8a80 x1855007826574848/t17179890423(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.295048:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074863.295055:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826574848, offset 224 00000400:00000010:0.0:1769074863.295063:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1428. 00000400:00000200:0.0:1769074863.295067:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.295081:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.295087:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41613:41613:256:4294967295] 192.168.204.10@tcp LPNI seq info [41609:41609:8:4294967295] 00000400:00000200:0.0:1769074863.295095:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.295102:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.295107:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.295113:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074863.295119:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.295126:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.295130:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.295150:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.295154:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.295157:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:1.0:1769074863.295261:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074863.295268:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:1.0:1769074863.295274:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8300. 00000800:00000200:1.0:1769074863.295366:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.295370:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:1.0:1769074863.295375:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.295381:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074863.298654:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:3.1:1769074863.298671:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074863.298678:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:3.1:1769074863.298680:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00000400:00000200:1.0:1769074863.298767:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074863.298788:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66c99 00000400:00000200:1.0:1769074863.298796:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.298800:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074863.298807:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:1.0:1769074863.298810:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000400:00000200:1.0:1769074863.298854:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.298861:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8efe80 00000400:00000200:1.0:1769074863.298867:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 25688 00000400:00000200:1.0:1769074863.298928:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.298932:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.298937:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.298943:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc9180. 00010000:00000010:3.0:1769074863.299027:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074863.299038:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074863.299759:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.299767:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.299773:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.299778:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.299783:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.299822:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.299824:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.299827:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826574976 00000001:00000010:0.0:1769074863.299850:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfb40. 00010000:00000010:0.0:1769074863.299878:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074863.299887:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074863.299916:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90273000. 00010000:00000010:0.0:1769074863.299946:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074863.299952:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.299972:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074863.299975:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074863.299981:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074863.299984:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.300059:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074863.300062:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074863.300066:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.300069:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.300131:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.300140:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.300144:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074863.300164:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074863.300182:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc9180 x1855007826574976/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.300201:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074863.300207:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826574976, offset 224 00000400:00000200:0.0:1769074863.300215:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.300228:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.300701:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41614:41614:256:4294967295] 192.168.204.10@tcp LPNI seq info [41610:41610:8:4294967295] 00000400:00000200:0.0:1769074863.300715:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.300721:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.300727:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074863.300745:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.300753:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.300758:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.300787:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.300791:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.300795:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:1.0:1769074863.301018:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.301023:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074863.301027:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.301031:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.301036:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:1.0:1769074863.301038:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00000400:00000200:1.0:1769074863.306228:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.306260:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8eff80 00000400:00000200:1.0:1769074863.306270:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 26264 00000400:00000200:1.0:1769074863.306285:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.306290:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.306299:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.306308:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fca680. 00000020:00000010:0.0:1769074863.306490:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.306496:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.306503:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.306508:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.306595:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.306894:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.306898:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.306902:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826575232 02000000:00000010:0.0:1769074863.306941:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90274000. 00010000:00000010:0.0:1769074863.306987:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.307005:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074863.307027:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074863.307033:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.307048:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074863.307051:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074863.307056:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074863.307058:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.307143:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074863.307147:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074863.307151:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074863.307155:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074863.307180:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56c40. 00000020:00000010:0.0:1769074863.307188:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56c40. 00000020:00000010:0.0:1769074863.307200:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074863.307210:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7cc00. 00000001:00000010:0.0:1769074863.307505:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad900. 00000001:00000010:0.0:1769074863.307514:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074863.307563:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074863.307573:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074863.307578:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.307593:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8480. 00010000:00000010:0.0:1769074863.307675:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074863.307701:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe1a8e8. 00000004:00000010:0.0:1769074863.307710:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6c00. 00000004:00000010:0.0:1769074863.307714:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c88cc0. 00000004:00000010:0.0:1769074863.307720:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f5780. 00000004:00000010:0.0:1769074863.307725:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe18000. 00010000:00000010:0.0:1769074863.307748:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.307770:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890424, last committed = 17179890279 00010000:00000200:0.0:1769074863.307782:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fca680 x1855007826575232/t17179890424(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.307803:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074863.307810:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826575232, offset 224 00000400:00000010:0.0:1769074863.307818:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d13b8. 00000400:00000200:0.0:1769074863.307823:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.307850:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.307857:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41615:41615:256:4294967295] 192.168.204.10@tcp LPNI seq info [41611:41611:8:4294967295] 00000400:00000200:0.0:1769074863.307863:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.307870:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.307876:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.307882:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074863.307889:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.307896:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.307901:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.307926:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.307931:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.307936:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:3.0:1769074863.308011:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074863.308018:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:3.0:1769074863.308025:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8480. 00010000:00000010:3.1:1769074863.309120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074863.309131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074863.309135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074863.309139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:1.1:1769074863.309185:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074863.309191:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000800:00000200:1.0:1769074863.309203:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.309207:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:1.0:1769074863.309212:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.309221:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074863.311788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074863.311807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074863.311812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074863.311814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074863.311819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:2.1:1769074863.311826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:2.1:1769074863.311830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074863.311832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:0.1:1769074863.311927:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:0.1:1769074863.311933:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:0.1:1769074863.311937:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074863.311944:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:1.0:1769074863.312571:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074863.312593:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ca1 00000400:00000200:1.0:1769074863.312633:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.312639:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074863.312646:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:1.0:1769074863.312650:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00010000:00000010:2.0:1769074863.312768:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074863.312778:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:3.1:1769074863.313068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074863.313075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074863.313723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074863.313742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074863.313747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074863.313750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:1.0:1769074863.314089:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.314103:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f0000 00000400:00000200:1.0:1769074863.314112:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 26752 00000400:00000200:1.0:1769074863.314174:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.314179:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.314185:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.314192:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc9880. 00000020:00000010:0.0:1769074863.314348:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.314355:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.314363:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.314369:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.314373:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.314415:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.314418:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.314421:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826575360 00000001:00000010:0.0:1769074863.314431:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074863.314457:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074863.314464:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074863.314492:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa90276000. 00010000:00000010:0.0:1769074863.314535:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074863.314539:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.314556:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074863.314560:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074863.314564:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074863.314568:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.314679:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074863.314682:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074863.314685:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074863.314688:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.317138:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.317161:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.317170:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074863.317201:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.317226:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc9880 x1855007826575360/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.317253:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074863.317260:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826575360, offset 224 00000400:00000200:0.0:1769074863.317267:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.317281:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.317289:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41616:41616:256:4294967295] 192.168.204.10@tcp LPNI seq info [41612:41612:8:4294967295] 00000400:00000200:0.0:1769074863.317301:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.317307:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.317313:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074863.317319:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.317326:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.317330:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.317366:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.317371:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.317375:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:2.0:1769074863.317529:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.317534:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:2.0:1769074863.317539:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.317544:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.317549:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:2.0:1769074863.317552:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00010000:00000010:0.1:1769074863.318053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074863.318061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074863.318065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074863.318070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074863.318745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074863.318754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:2.1:1769074863.323656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074863.323672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074863.328658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074863.328675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074863.328681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074863.328683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:1.0:1769074863.330411:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.330434:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f0100 00000400:00000200:1.0:1769074863.330444:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 27328 00000400:00000200:1.0:1769074863.330461:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.330466:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.330474:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.330481:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc9f80. 00000020:00000010:1.0:1769074863.330907:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.330914:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.330923:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.330929:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.330935:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.331005:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.331008:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.331011:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826575616 02000000:00000010:1.0:1769074863.331057:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89d63000. 00010000:00000010:1.0:1769074863.331097:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074863.331111:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:1.0:1769074863.331128:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074863.331134:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.331147:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074863.331151:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.331155:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074863.331157:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074863.331241:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074863.331245:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074863.331248:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074863.331251:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00000020:00000010:1.0:1769074863.331271:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b5a0. 00000020:00000010:1.0:1769074863.331277:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b5a0. 00000020:00000010:1.0:1769074863.331287:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.331297:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd94800. 00000001:00000010:1.0:1769074863.331474:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b360. 00000001:00000010:1.0:1769074863.331481:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111300. 00000020:00000010:1.0:1769074863.331509:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.331516:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.331520:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074863.331531:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111cc0. 00010000:00000010:1.0:1769074863.331570:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00080000:00000010:1.0:1769074863.331591:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe1a000. 00000004:00000010:1.0:1769074863.331598:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6540. 00010000:00000010:3.0:1769074863.331982:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:3.0:1769074863.331988:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:3.0:1769074863.331995:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111cc0. 00000004:00000010:1.0:1769074863.332077:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c89430. 00000004:00000010:1.0:1769074863.332084:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f53c0. 00000004:00000010:1.0:1769074863.332088:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe18780. 00010000:00000010:1.0:1769074863.332100:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.332117:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890425, last committed = 17179890279 00010000:00000200:1.0:1769074863.332128:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc9f80 x1855007826575616/t17179890425(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.332148:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074863.332154:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826575616, offset 224 00000400:00000010:1.0:1769074863.332161:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3498. 00000400:00000200:1.0:1769074863.332164:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.332177:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.332184:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41617:41617:256:4294967295] 192.168.204.10@tcp LPNI seq info [41613:41613:8:4294967295] 00000400:00000200:1.0:1769074863.332190:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.332198:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.332204:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.332208:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074863.332214:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.332221:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.332225:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.332285:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.332290:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.332294:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074863.333371:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.333377:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:3.0:1769074863.333383:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.333390:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074863.335784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:1.1:1769074863.335801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074863.335806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:2.0:1769074863.338679:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.338703:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ca9 00000400:00000200:2.0:1769074863.338712:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.338716:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.338723:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:2.0:1769074863.338726:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00010000:00000010:3.0:1769074863.338892:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:3.0:1769074863.338905:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c180. 00010000:00000010:3.1:1769074863.339892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:3.1:1769074863.339903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074863.340659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00000400:00000200:1.0:1769074863.341992:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.342014:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f0180 00000400:00000200:1.0:1769074863.342026:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 27816 00000400:00000200:1.0:1769074863.342348:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.342355:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.342364:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.342371:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcbb80. 00000020:00000010:2.0:1769074863.342497:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.342504:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.342510:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.342516:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.342521:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.342567:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.342569:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.342572:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826575744 00000001:00000010:2.0:1769074863.342583:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:2.0:1769074863.342637:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074863.342645:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 02000000:00000010:2.0:1769074863.342670:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a864000. 00010000:00000010:2.0:1769074863.342698:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074863.342701:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074863.342720:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074863.342723:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074863.342727:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074863.342729:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074863.342801:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074863.342804:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074863.342808:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074863.342811:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074863.342885:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074863.342897:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074863.342903:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074863.342924:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000200:2.0:1769074863.342942:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcbb80 x1855007826575744/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.342962:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074863.342968:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826575744, offset 224 00000400:00000200:2.0:1769074863.342976:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.342989:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.342995:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41618:41618:256:4294967295] 192.168.204.10@tcp LPNI seq info [41614:41614:8:4294967295] 00000400:00000200:2.0:1769074863.343005:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.343010:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.343015:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074863.343021:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.343027:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.343032:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.343158:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.343163:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.343167:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:3.0:1769074863.343992:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.343997:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074863.344002:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.344009:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.344014:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:3.0:1769074863.344017:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00000400:00000200:2.0:1769074863.347892:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.347914:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f0280 00000400:00000200:2.0:1769074863.347924:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 28392 00000400:00000200:2.0:1769074863.347943:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.347949:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.347958:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.347966:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86494000. 00000020:00000010:1.0:1769074863.348077:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.348083:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.348091:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.348096:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.348101:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.348266:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.348269:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.348272:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826576000 02000000:00000010:1.0:1769074863.348309:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89d64000. 00010000:00000010:1.0:1769074863.348351:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:1.0:1769074863.348371:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:1.0:1769074863.348392:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074863.348399:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.348417:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074863.348420:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c500. 00010000:00000010:1.0:1769074863.348425:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074863.348428:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074863.348513:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074863.348517:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074863.348520:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074863.348524:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00000020:00000010:1.0:1769074863.348548:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b5a0. 00000020:00000010:1.0:1769074863.348555:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b5a0. 00000020:00000010:1.0:1769074863.348566:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.348575:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2b9c00. 00000001:00000010:1.0:1769074863.348816:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b480. 00000001:00000010:1.0:1769074863.348824:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111f00. 00000020:00000010:1.0:1769074863.348869:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.348878:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074863.348882:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074863.348895:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111d80. 00010000:00000010:1.0:1769074863.348937:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00080000:00000010:1.0:1769074863.348962:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a0e4720. 00000004:00000010:1.0:1769074863.348968:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4f47600. 00000004:00000010:1.0:1769074863.348972:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f92b980. 00000004:00000010:1.0:1769074863.348988:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843429d8. 00000004:00000010:1.0:1769074863.348992:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3e92c0. 00010000:00000010:1.0:1769074863.349002:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.349019:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890426, last committed = 17179890279 00010000:00000200:1.0:1769074863.349030:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86494000 x1855007826576000/t17179890426(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.349150:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074863.349158:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826576000, offset 224 00000400:00000010:1.0:1769074863.349164:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3700. 00000400:00000200:1.0:1769074863.349169:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.349181:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.349187:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41619:41619:256:4294967295] 192.168.204.10@tcp LPNI seq info [41615:41615:8:4294967295] 00000400:00000200:1.0:1769074863.349192:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.349198:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.349204:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.349210:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074863.349216:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.349223:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.349227:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.349249:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.349253:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.349257:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.0:1769074863.349334:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:3.0:1769074863.349340:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:3.0:1769074863.349347:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111d80. 00000800:00000200:0.0:1769074863.349650:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.349655:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:0.0:1769074863.349660:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.349665:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074863.350889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074863.350901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000400:00000200:2.0:1769074863.351519:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.351537:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66cb1 00000400:00000200:2.0:1769074863.351544:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.351548:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.351554:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:2.0:1769074863.351557:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00010000:00000010:3.0:1769074863.351772:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:3.0:1769074863.351784:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c500. 00000400:00000200:0.0:1769074863.354033:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.354161:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f0300 00000400:00000200:0.0:1769074863.354170:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 28880 00000400:00000200:0.0:1769074863.354234:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.354240:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.354248:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.354254:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289c00. 00000020:00000010:1.0:1769074863.354441:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.354447:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.354456:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.354461:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.354467:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.354547:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.354551:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.354554:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826576128 00000001:00000010:1.0:1769074863.354565:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111300. 00010000:00000010:1.0:1769074863.354592:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074863.354639:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 02000000:00000010:1.0:1769074863.354670:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89d62000. 00010000:00000010:1.0:1769074863.354704:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.354708:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074863.354727:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074863.354740:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074863.354744:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074863.354747:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.354822:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074863.354825:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074863.354828:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074863.354831:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074863.354911:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074863.354922:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.354927:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074863.354949:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000200:1.0:1769074863.354965:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289c00 x1855007826576128/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.354989:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074863.354995:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826576128, offset 224 00000400:00000200:1.0:1769074863.355003:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.355014:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.355019:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41620:41620:256:4294967295] 192.168.204.10@tcp LPNI seq info [41616:41616:8:4294967295] 00000400:00000200:1.0:1769074863.355030:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.355035:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.355040:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074863.355057:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.355064:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.355068:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.355083:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.355087:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.355091:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.355209:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.355213:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:0.0:1769074863.355219:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.355223:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.355227:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:0.0:1769074863.355229:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00010000:00000010:3.1:1769074863.358941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074863.358961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074863.359766:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:1.1:1769074863.359778:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074863.361772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074863.361786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074863.361790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074863.361793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000400:00000200:2.0:1769074863.361831:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.361861:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f0400 00000400:00000200:2.0:1769074863.361871:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 29456 00000400:00000200:2.0:1769074863.361889:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.361894:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.361903:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.361909:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86495c00. 00010000:00000010:3.1:1769074863.362652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:3.1:1769074863.362663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074863.363305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074863.363316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00000020:00000010:1.0:1769074863.363359:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.363365:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.363373:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.363378:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.363383:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.363430:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.363432:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.363435:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826576384 02000000:00000010:1.0:1769074863.363471:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89d66000. 00010000:00000010:1.0:1769074863.363512:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074863.363528:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074863.363548:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074863.363555:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074863.363571:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074863.363575:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074863.363579:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074863.363582:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.363695:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074863.363699:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074863.363703:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074863.363706:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00000020:00000010:1.0:1769074863.363732:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b5a0. 00000020:00000010:1.0:1769074863.363741:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b5a0. 00000020:00000010:1.0:1769074863.363753:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.363764:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2b9000. 00000001:00000010:1.0:1769074863.363996:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b060. 00000001:00000010:1.0:1769074863.364005:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111d80. 00000020:00000010:1.0:1769074863.364039:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.364170:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.364176:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074863.364188:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111300. 00010000:00000010:1.0:1769074863.365970:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00080000:00000010:1.0:1769074863.366012:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a0e4390. 00000004:00000010:1.0:1769074863.366020:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4f47f00. 00000004:00000010:1.0:1769074863.366025:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83ae8880. 00000004:00000010:1.0:1769074863.366030:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843428e8. 00000004:00000010:1.0:1769074863.366034:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f80b40. 00010000:00000010:1.0:1769074863.366045:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000200:1.0:1769074863.366071:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890427, last committed = 17179890279 00010000:00000200:1.0:1769074863.366083:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86495c00 x1855007826576384/t17179890427(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.366107:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074863.366114:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826576384, offset 224 00000400:00000010:1.0:1769074863.366121:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3f88. 00000400:00000200:1.0:1769074863.366126:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.366141:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.366148:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41621:41621:256:4294967295] 192.168.204.10@tcp LPNI seq info [41617:41617:8:4294967295] 00000400:00000200:1.0:1769074863.366154:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.366160:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.366166:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.366171:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074863.366178:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.366184:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.366188:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.366207:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.366211:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.366215:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.366522:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.366527:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074863.366533:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.366539:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074863.367938:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:3.0:1769074863.367952:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:3.0:1769074863.367964:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111300. 00010000:00000010:1.1:1769074863.369177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074863.369188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074863.369193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074863.369195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000400:00000200:0.0:1769074863.371412:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.371438:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66cb9 00000400:00000200:0.0:1769074863.371446:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.371451:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.371457:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:0.0:1769074863.371460:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000400:00000200:0.0:1769074863.371488:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.371496:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f0480 00000400:00000200:0.0:1769074863.371504:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 29944 00010000:00000010:3.0:1769074863.371747:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:3.0:1769074863.371759:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce80. 00000400:00000200:0.0:1769074863.372104:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.372111:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.372117:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.372123:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288000. 00000020:00000010:2.0:1769074863.372223:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.372229:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.372235:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.372241:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.372246:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.372294:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.372297:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.372300:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826576512 00000001:00000010:2.0:1769074863.372313:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111f00. 00010000:00000010:2.0:1769074863.372338:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074863.372346:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 02000000:00000010:2.0:1769074863.372376:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a862000. 00010000:00000010:2.0:1769074863.372408:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074863.372412:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074863.372430:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074863.372434:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074863.372438:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074863.372441:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074863.372528:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074863.372531:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074863.372535:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074863.372539:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074863.372672:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074863.372683:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074863.372687:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074863.372707:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000200:2.0:1769074863.372723:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288000 x1855007826576512/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.372742:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074863.372747:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826576512, offset 224 00000400:00000200:2.0:1769074863.372753:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.372764:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.372770:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41622:41622:256:4294967295] 192.168.204.10@tcp LPNI seq info [41618:41618:8:4294967295] 00000400:00000200:2.0:1769074863.372780:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.372786:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.372792:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074863.372799:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.372805:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.372809:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.372830:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.372834:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.372848:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:3.0:1769074863.373242:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.373247:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:3.0:1769074863.373250:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.373255:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.373260:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:3.0:1769074863.373262:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00000400:00000200:3.0:1769074863.375502:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.375522:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f0580 00000400:00000200:3.0:1769074863.375532:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 30520 00000400:00000200:3.0:1769074863.375549:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.375553:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.375561:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.375568:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88add500. 00000020:00000010:0.0:1769074863.375652:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.375659:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.375665:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.375671:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.375676:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.375728:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.375739:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.375743:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826576768 02000000:00000010:0.0:1769074863.375784:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa90272000. 00010000:00000010:0.0:1769074863.375824:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:0.0:1769074863.375850:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:0.0:1769074863.375871:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074863.375877:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.375893:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074863.375896:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074863.375901:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074863.375904:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.375988:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074863.375992:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074863.375995:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.375999:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074863.376021:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56280. 00000020:00000010:0.0:1769074863.376027:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56280. 00000020:00000010:0.0:1769074863.376039:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074863.376048:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7e400. 00000001:00000010:0.0:1769074863.376258:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad8a0. 00000001:00000010:0.0:1769074863.376266:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8180. 00000020:00000010:0.0:1769074863.376304:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074863.376312:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074863.376316:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.376328:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074863.376362:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074863.376384:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a0e5728. 00000004:00000010:0.0:1769074863.376391:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4f47900. 00000004:00000010:0.0:1769074863.376394:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f92add0. 00000004:00000010:0.0:1769074863.376399:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84342f78. 00000004:00000010:0.0:1769074863.376403:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3e94a0. 00010000:00000010:0.0:1769074863.376413:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.376428:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890428, last committed = 17179890279 00010000:00000200:0.0:1769074863.376440:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88add500 x1855007826576768/t17179890428(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.376461:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074863.376468:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826576768, offset 224 00000400:00000010:0.0:1769074863.376474:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1d20. 00000400:00000200:0.0:1769074863.376478:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.376492:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.376498:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41623:41623:256:4294967295] 192.168.204.10@tcp LPNI seq info [41619:41619:8:4294967295] 00000400:00000200:0.0:1769074863.376504:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.376511:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00010000:00000010:3.0:1769074863.376514:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074863.376520:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:3.0:1769074863.376527:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8f00. 00000800:00000200:0.0:1769074863.377991:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.378000:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074863.378010:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.378017:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.378021:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.378068:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.378075:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.378079:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:2.0:1769074863.378455:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.378460:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:2.0:1769074863.378466:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.378473:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074863.379326:0:46069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074863.379337:0:46069:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074863.379341:0:46069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074863.379347:0:46069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:3.1:1769074863.380721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074863.380748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:3.1:1769074863.380752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:3.1:1769074863.380755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:2.1:1769074863.380825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.1:1769074863.380832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074863.380846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074863.380850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00000400:00000200:3.0:1769074863.380875:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.380894:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66cc1 00000400:00000200:3.0:1769074863.380902:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.380907:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.380914:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:3.0:1769074863.380927:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:2.0:1769074863.381069:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074863.381080:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00000400:00000200:3.0:1769074863.381361:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.381370:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f0600 00000400:00000200:3.0:1769074863.381378:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 31008 00000400:00000200:3.0:1769074863.381431:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.381435:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.381441:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.381446:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf480. 00000020:00000010:0.0:1769074863.381534:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.381539:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.381545:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.381549:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.381554:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.381590:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.381593:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.381596:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826576896 00000001:00000010:0.0:1769074863.381636:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111d80. 00010000:00000010:0.0:1769074863.381660:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074863.381666:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074863.381691:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5e000. 00010000:00000010:0.0:1769074863.381718:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074863.381721:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.381746:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074863.381750:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074863.381753:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074863.381756:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.381824:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074863.381827:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d00. 00010000:00000010:0.0:1769074863.381831:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074863.381834:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.381899:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.381908:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.381912:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074863.382098:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.382114:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adf480 x1855007826576896/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.382131:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074863.382136:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826576896, offset 224 00000400:00000200:0.0:1769074863.382142:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.382152:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.382158:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41624:41624:256:4294967295] 192.168.204.10@tcp LPNI seq info [41620:41620:8:4294967295] 00000400:00000200:0.0:1769074863.382168:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.382173:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.382178:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074863.382183:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.382190:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.382194:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.382215:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.382219:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.382222:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:3.0:1769074863.382325:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.382329:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:3.0:1769074863.382333:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.382337:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.382340:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:3.0:1769074863.382342:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00010000:00000010:0.1:1769074863.383730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:0.1:1769074863.383749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074863.383754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074863.383761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074863.388875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:3.1:1769074863.388891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:2.0:1769074863.389203:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.389225:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f0700 00000400:00000200:2.0:1769074863.389234:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 31584 00000400:00000200:2.0:1769074863.389253:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.389259:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.389268:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.389274:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86496300. 00000020:00000010:1.0:1769074863.389391:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.389398:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.389406:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.389412:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.389417:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.389457:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.389460:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.389464:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826577152 02000000:00000010:1.0:1769074863.389500:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa89d67000. 00010000:00000010:1.0:1769074863.389539:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074863.389554:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d00. 00010000:00000010:1.0:1769074863.389572:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074863.389579:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074863.389597:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074863.389645:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074863.389652:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074863.389655:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.389754:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074863.389757:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074863.389760:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074863.389763:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00000020:00000010:1.0:1769074863.389787:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b5a0. 00000020:00000010:1.0:1769074863.389795:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b5a0. 00000020:00000010:1.0:1769074863.389808:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.389818:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2bb400. 00010000:00000010:0.1:1769074863.389923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074863.389929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074863.389932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074863.389935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000001:00000010:1.0:1769074863.390035:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bd80. 00000001:00000010:1.0:1769074863.390042:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111b40. 00000020:00000010:1.0:1769074863.390201:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.390211:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074863.390216:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074863.390228:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111cc0. 00010000:00000010:1.0:1769074863.390269:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:3.0:1769074863.390281:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:3.0:1769074863.390286:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c880. 00080000:00000010:1.0:1769074863.390292:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8cc78. 00010000:00000010:3.0:1769074863.390292:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111cc0. 00000004:00000010:1.0:1769074863.390298:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f63c0. 00000004:00000010:1.0:1769074863.390302:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c88ee0. 00000004:00000010:1.0:1769074863.390308:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f5d98. 00000004:00000010:1.0:1769074863.390313:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88abd860. 00010000:00000010:1.0:1769074863.390322:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000200:1.0:1769074863.390338:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890429, last committed = 17179890279 00010000:00000200:1.0:1769074863.390349:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86496300 x1855007826577152/t17179890429(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.390369:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074863.390375:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826577152, offset 224 00000400:00000010:1.0:1769074863.390381:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f35b0. 00000400:00000200:1.0:1769074863.390385:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.390397:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.390403:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41625:41625:256:4294967295] 192.168.204.10@tcp LPNI seq info [41621:41621:8:4294967295] 00000400:00000200:1.0:1769074863.390409:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.390415:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.390420:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.390425:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074863.390431:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.390437:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.390441:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.390466:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.390469:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.390473:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074863.390697:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.390702:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:3.0:1769074863.390708:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.390714:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.392470:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.392491:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66cc9 00000400:00000200:3.0:1769074863.392498:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.392502:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.392510:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:3.0:1769074863.392527:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00010000:00000010:0.0:1769074863.392664:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:0.0:1769074863.392675:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c980. 00010000:00000010:2.1:1769074863.396504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074863.396521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:2.0:1769074863.397097:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.397117:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f0780 00000400:00000200:2.0:1769074863.397125:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 32072 00000400:00000200:2.0:1769074863.397247:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.397252:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.397261:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.397267:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86494700. 00000020:00000010:1.0:1769074863.397633:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.397639:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.397649:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.397656:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.397661:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.397697:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.397700:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.397704:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826577280 00000001:00000010:1.0:1769074863.397714:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8180. 00010000:00000010:1.0:1769074863.397757:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074863.397764:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 02000000:00000010:1.0:1769074863.397792:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa89d65000. 00010000:00000010:1.0:1769074863.397823:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.397827:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074863.397859:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074863.397863:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074863.397867:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074863.397870:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074863.397956:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074863.397959:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c000. 00010000:00000010:1.0:1769074863.397964:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.397967:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074863.398036:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074863.398063:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074863.398068:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074863.398089:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000200:1.0:1769074863.398106:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86494700 x1855007826577280/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.398126:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074863.398132:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826577280, offset 224 00000400:00000200:1.0:1769074863.398140:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.398162:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.398168:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41626:41626:256:4294967295] 192.168.204.10@tcp LPNI seq info [41622:41622:8:4294967295] 00000400:00000200:1.0:1769074863.398178:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.398184:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.398189:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074863.398195:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.398202:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.398206:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.398234:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.398238:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.398241:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.1:1769074863.398717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074863.398727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000800:00000200:2.0:1769074863.399069:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.399075:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:2.0:1769074863.399080:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.399086:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.399092:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:2.0:1769074863.399094:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00010000:00000010:1.1:1769074863.399307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:1.1:1769074863.399313:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074863.399317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074863.399323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:0.1:1769074863.401803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:0.1:1769074863.401819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074863.406669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074863.406687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074863.406692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074863.406696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:3.0:1769074863.409660:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.409683:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f0880 00000400:00000200:3.0:1769074863.409692:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 32648 00000400:00000200:3.0:1769074863.409709:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.409713:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.409721:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.409728:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adc700. 00000020:00000010:0.0:1769074863.409816:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.409822:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.409829:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.409835:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.409850:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.409899:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.409902:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.409905:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826577536 02000000:00000010:0.0:1769074863.409942:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d5f000. 00010000:00000010:0.0:1769074863.409984:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:0.0:1769074863.410001:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c000. 00010000:00000010:0.0:1769074863.410021:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074863.410027:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.410043:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074863.410060:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074863.410066:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074863.410069:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.410410:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074863.410415:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074863.410419:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074863.410423:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074863.410456:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56280. 00000020:00000010:0.0:1769074863.410464:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56280. 00000020:00000010:0.0:1769074863.410478:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074863.410490:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7dc00. 00000001:00000010:0.0:1769074863.410999:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad2a0. 00000001:00000010:0.0:1769074863.411007:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074863.411040:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074863.411048:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074863.411053:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.411066:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:0.0:1769074863.411115:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074863.411151:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a0e5008. 00000004:00000010:0.0:1769074863.411159:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4f473c0. 00000004:00000010:0.0:1769074863.411162:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83ae9320. 00000004:00000010:0.0:1769074863.411166:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84342d98. 00000004:00000010:0.0:1769074863.411171:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f80d20. 00010000:00000010:0.0:1769074863.411183:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.411202:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890430, last committed = 17179890279 00010000:00000200:0.0:1769074863.411213:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adc700 x1855007826577536/t17179890430(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.411233:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074863.411241:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826577536, offset 224 00000400:00000010:0.0:1769074863.411248:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d16c8. 00000400:00000200:0.0:1769074863.411252:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.411268:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.411274:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41627:41627:256:4294967295] 192.168.204.10@tcp LPNI seq info [41623:41623:8:4294967295] 00000400:00000200:0.0:1769074863.411281:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.411287:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.411293:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.411299:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074863.411305:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.411312:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.411316:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1769074863.411419:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074863.411426:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00010000:00000010:2.0:1769074863.411432:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000020:00000010:0.0:1769074863.412941:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.412951:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.412956:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:1.0:1769074863.414268:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.414278:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074863.414288:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.414300:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.418496:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.418518:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66cd1 00000400:00000200:2.0:1769074863.418526:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.418530:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.418537:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:2.0:1769074863.418541:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00010000:00000010:2.1:1769074863.418637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074863.418644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074863.418693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:0.1:1769074863.418699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:0.1:1769074863.418703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074863.418708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:3.0:1769074863.419222:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074863.419232:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00000400:00000200:2.0:1769074863.419819:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.419834:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f0900 00000400:00000200:2.0:1769074863.419852:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 33136 00000400:00000200:2.0:1769074863.419916:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.419921:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.419929:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.419935:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86495500. 00000020:00000010:0.0:1769074863.420043:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.420058:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.420064:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.420069:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.420074:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.420117:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.420119:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.420123:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826577664 00000001:00000010:0.0:1769074863.420133:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111b40. 00010000:00000010:0.0:1769074863.420157:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074863.420164:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074863.420191:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5d000. 00010000:00000010:0.0:1769074863.420220:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074863.420225:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.420242:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074863.420245:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074863.420249:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.420251:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.420326:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074863.420330:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074863.420334:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074863.420338:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.420401:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.420411:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.420415:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074863.420435:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.420450:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86495500 x1855007826577664/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.420471:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074863.420478:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826577664, offset 224 00000400:00000200:0.0:1769074863.420484:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.420495:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.420501:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41628:41628:256:4294967295] 192.168.204.10@tcp LPNI seq info [41624:41624:8:4294967295] 00000400:00000200:0.0:1769074863.420512:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.420517:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.420522:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074863.420528:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.420535:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.420539:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.420565:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.420569:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.420572:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:2.0:1769074863.421004:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.421009:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:2.0:1769074863.421014:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.421019:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.421023:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:2.0:1769074863.421026:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:3.1:1769074863.424673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074863.424693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:2.0:1769074863.425443:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.425462:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f0a00 00000400:00000200:2.0:1769074863.425470:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 33712 00000400:00000200:2.0:1769074863.425489:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.425493:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.425501:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.425509:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86494e00. 00010000:00000010:0.1:1769074863.431812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074863.431826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074863.431831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074863.431833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000020:00000010:2.0:1769074863.432463:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.432473:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.432484:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.432490:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.432496:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.432587:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.432590:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.432594:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826577920 02000000:00000010:2.0:1769074863.432652:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a866000. 00010000:00000010:2.0:1769074863.432694:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074863.432710:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:2.0:1769074863.432729:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074863.432735:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074863.432752:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074863.432755:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074863.432761:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074863.432764:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074863.432856:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074863.432860:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074863.432863:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074863.432868:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00000020:00000010:2.0:1769074863.432892:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0efb80. 00000020:00000010:2.0:1769074863.432899:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0efb80. 00000020:00000010:2.0:1769074863.432911:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074863.432921:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e922000. 00000001:00000010:2.0:1769074863.433183:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a840. 00000001:00000010:2.0:1769074863.433190:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfc00. 00000020:00000010:2.0:1769074863.433224:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074863.433343:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074863.433349:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074863.433362:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074863.433405:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00080000:00000010:2.0:1769074863.433431:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a0e4558. 00000004:00000010:2.0:1769074863.433438:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4f47780. 00000004:00000010:2.0:1769074863.433441:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f92abb0. 00000004:00000010:2.0:1769074863.433446:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84342e88. 00000004:00000010:2.0:1769074863.433450:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3e9c20. 00010000:00000010:2.0:1769074863.433459:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000200:2.0:1769074863.433479:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890431, last committed = 17179890279 00010000:00000200:2.0:1769074863.433490:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86494e00 x1855007826577920/t17179890431(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.433510:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074863.433518:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826577920, offset 224 00000400:00000010:2.0:1769074863.433525:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1698c0. 00000400:00000200:2.0:1769074863.433529:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.433547:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.433554:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41629:41629:256:4294967295] 192.168.204.10@tcp LPNI seq info [41625:41625:8:4294967295] 00000400:00000200:2.0:1769074863.433562:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.433569:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.433575:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.433580:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074863.433586:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.433593:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.433598:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.436999:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.437015:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.437021:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:1.0:1769074863.437208:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.437213:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:1.0:1769074863.437219:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.437230:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074863.437499:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:3.0:1769074863.437510:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b800. 00010000:00000010:3.0:1769074863.437522:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00000400:00000200:2.0:1769074863.439559:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.439580:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66cd9 00000400:00000200:2.0:1769074863.439587:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.439591:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.439598:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:2.0:1769074863.439643:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00010000:00000010:0.0:1769074863.439769:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:0.0:1769074863.439780:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:2.1:1769074863.441791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:2.1:1769074863.441809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074863.441816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074863.441849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000400:00000200:2.0:1769074863.442270:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.442290:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f0a80 00000400:00000200:2.0:1769074863.442300:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 34200 00000400:00000200:2.0:1769074863.442360:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.442366:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.442375:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.442380:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86496a00. 00000020:00000010:0.0:1769074863.442478:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.442483:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.442489:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.442494:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.442499:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.442544:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.442547:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.442550:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826578048 00000001:00000010:0.0:1769074863.442561:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074863.442585:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074863.442593:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074863.442664:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d59000. 00010000:00000010:0.0:1769074863.442695:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.442699:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.442716:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074863.442720:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074863.442724:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074863.442726:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.442802:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074863.442805:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074863.442809:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074863.442812:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.442889:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.442899:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.442905:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074863.442924:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.442939:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86496a00 x1855007826578048/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.442958:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074863.442964:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826578048, offset 224 00000400:00000200:0.0:1769074863.442971:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.442982:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.442988:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41630:41630:256:4294967295] 192.168.204.10@tcp LPNI seq info [41626:41626:8:4294967295] 00000400:00000200:0.0:1769074863.442999:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.443004:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.443009:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074863.443016:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.443023:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.443027:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:2.0:1769074863.443259:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.443263:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:2.0:1769074863.443268:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.443272:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.443277:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:2.0:1769074863.443279:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00000020:00000010:0.0:1769074863.443318:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.443324:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.443327:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:0.1:1769074863.446404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:0.1:1769074863.446420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:3.1:1769074863.450558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:3.1:1769074863.450575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000400:00000200:2.0:1769074863.450833:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.450860:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f0b80 00000400:00000200:2.0:1769074863.450869:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 34776 00000400:00000200:2.0:1769074863.450887:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.450893:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.450902:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.450909:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86497100. 00000020:00000010:1.0:1769074863.451419:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.451426:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.451434:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.451439:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.451443:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.451480:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.451483:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.451486:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826578304 02000000:00000010:1.0:1769074863.451525:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbcaac000. 00010000:00000010:1.0:1769074863.451567:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074863.451581:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:1.0:1769074863.451642:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.451650:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074863.451666:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074863.451669:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074863.451673:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074863.451676:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074863.451759:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074863.451763:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c900. 00010000:00000010:1.0:1769074863.451767:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074863.451770:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00000020:00000010:1.0:1769074863.451795:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b480. 00000020:00000010:1.0:1769074863.451801:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b480. 00000020:00000010:1.0:1769074863.451813:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.451823:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2ba800. 00000001:00000010:1.0:1769074863.452037:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b780. 00000001:00000010:1.0:1769074863.452055:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074863.452086:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.452094:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.452098:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074863.452111:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074863.452147:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00080000:00000010:1.0:1769074863.452180:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ffe51d0. 00000004:00000010:1.0:1769074863.452188:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4f47c00. 00000004:00000010:1.0:1769074863.452191:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83ae8220. 00000004:00000010:1.0:1769074863.452196:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84342ca8. 00000004:00000010:1.0:1769074863.452200:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f80960. 00010000:00000010:1.0:1769074863.452212:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000200:1.0:1769074863.452227:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890432, last committed = 17179890279 00010000:00000200:1.0:1769074863.452238:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86497100 x1855007826578304/t17179890432(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.452257:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074863.452263:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826578304, offset 224 00000400:00000010:1.0:1769074863.452269:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3118. 00000400:00000200:1.0:1769074863.452273:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.452285:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.452291:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41631:41631:256:4294967295] 192.168.204.10@tcp LPNI seq info [41627:41627:8:4294967295] 00000400:00000200:1.0:1769074863.452298:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.452305:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.452310:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.452315:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074863.452321:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.452327:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.452331:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.452346:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.452350:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.452353:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.0:1769074863.452673:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:2.0:1769074863.452681:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c900. 00010000:00000010:2.0:1769074863.452689:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111900. 00000800:00000200:2.0:1769074863.452783:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.452787:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:2.0:1769074863.452793:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.452798:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074863.453249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074863.453257:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074863.453262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074863.453265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000400:00000200:2.0:1769074863.453922:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.453938:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ce1 00000400:00000200:2.0:1769074863.453945:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.453948:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.453954:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:2.0:1769074863.453957:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00010000:00000010:3.0:1769074863.454052:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:3.0:1769074863.454062:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:1.1:1769074863.457983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:1.1:1769074863.458001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00000400:00000200:2.0:1769074863.458100:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.458120:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f0c00 00000400:00000200:2.0:1769074863.458129:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 35264 00000400:00000200:2.0:1769074863.458504:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.458511:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.458520:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.458527:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86496d80. 00000020:00000010:0.0:1769074863.458959:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.458965:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.458973:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.458979:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.458984:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.459030:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.459032:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.459035:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826578432 00000001:00000010:0.0:1769074863.459055:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfc00. 00010000:00000010:0.0:1769074863.459080:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074863.459088:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074863.459117:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d58000. 00010000:00000010:0.0:1769074863.459160:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074863.459165:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.459186:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074863.459189:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074863.459193:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.459195:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.459284:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074863.459288:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074863.459292:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074863.459295:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.459366:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.459380:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.459385:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074863.459405:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.459421:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86496d80 x1855007826578432/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.459441:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074863.459447:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826578432, offset 224 00000400:00000200:0.0:1769074863.459454:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.459473:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.459479:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41632:41632:256:4294967295] 192.168.204.10@tcp LPNI seq info [41628:41628:8:4294967295] 00000400:00000200:0.0:1769074863.459489:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.459494:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.459499:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074863.459505:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.459511:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.459516:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.459536:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.459541:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.459544:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:2.1:1769074863.465139:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:2.1:1769074863.465156:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000800:00000200:2.0:1769074863.465180:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.465185:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074863.465192:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.465202:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.465211:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:2.0:1769074863.465214:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00010000:00000010:3.1:1769074863.465861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:3.1:1769074863.465871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.1:1769074863.466190:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074863.466199:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:2.0:1769074863.467987:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.468007:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f0d00 00000400:00000200:2.0:1769074863.468016:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 35840 00000400:00000200:2.0:1769074863.468032:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.468037:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.468056:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.468063:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86497800. 00000020:00000010:1.0:1769074863.468326:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.468332:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.468342:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.468347:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.468353:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.468394:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.468396:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.468399:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826578688 02000000:00000010:1.0:1769074863.468437:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbcaae000. 00010000:00000010:1.0:1769074863.468476:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074863.468491:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66900. 00010000:00000010:1.0:1769074863.468510:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.468746:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074863.468765:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074863.468769:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074863.468773:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074863.468776:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074863.468927:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074863.468931:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074863.468935:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074863.468938:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00000020:00000010:1.0:1769074863.468968:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b480. 00000020:00000010:1.0:1769074863.468974:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b480. 00000020:00000010:1.0:1769074863.468985:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.468994:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2bb800. 00000001:00000010:1.0:1769074863.469476:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bb40. 00000001:00000010:1.0:1769074863.469484:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074863.469528:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.469538:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074863.469542:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074863.469554:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111840. 00010000:00000010:1.0:1769074863.469692:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00080000:00000010:1.0:1769074863.469732:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe1b398. 00000004:00000010:1.0:1769074863.469741:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6e40. 00000004:00000010:1.0:1769074863.469745:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c88bb0. 00000004:00000010:1.0:1769074863.469750:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f5f00. 00000004:00000010:1.0:1769074863.469755:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe19680. 00010000:00000010:1.0:1769074863.469768:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000200:1.0:1769074863.469790:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890433, last committed = 17179890279 00010000:00000200:1.0:1769074863.469803:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86497800 x1855007826578688/t17179890433(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.469824:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074863.469831:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826578688, offset 224 00000400:00000010:1.0:1769074863.469852:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3150. 00000400:00000200:1.0:1769074863.469857:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.469872:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.469879:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41633:41633:256:4294967295] 192.168.204.10@tcp LPNI seq info [41629:41629:8:4294967295] 00000400:00000200:1.0:1769074863.469885:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.469892:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.469898:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.469904:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074863.469910:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.469916:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.469921:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.469947:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c480. 00000020:00000010:1.0:1769074863.469952:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.469956:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074863.470299:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.470304:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:2.0:1769074863.470310:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.470316:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074863.471473:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:3.0:1769074863.471486:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c100. 00010000:00000010:3.0:1769074863.471495:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111840. 00000400:00000200:3.0:1769074863.472071:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.472088:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ce9 00000400:00000200:3.0:1769074863.472094:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.472099:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.472104:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:3.0:1769074863.472108:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00010000:00000010:0.0:1769074863.472185:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:0.0:1769074863.472192:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00010000:00000010:0.1:1769074863.472660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074863.472668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074863.472673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074863.472675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000400:00000200:2.0:1769074863.473067:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.473080:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f0d80 00000400:00000200:2.0:1769074863.473088:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 36328 00000400:00000200:2.0:1769074863.473144:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.473149:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.473156:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.473162:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86497480. 00000020:00000010:0.0:1769074863.473380:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.473386:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.473392:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.473397:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.473402:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.473443:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.473447:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.473450:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826578816 00000001:00000010:0.0:1769074863.473459:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:0.0:1769074863.473486:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074863.473492:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074863.473516:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5b000. 00010000:00000010:0.0:1769074863.473546:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.473550:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.473569:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074863.473572:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074863.473577:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074863.473580:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.473689:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074863.473692:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074863.473696:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074863.473700:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.473762:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.473770:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.473774:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074863.473791:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.473807:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86497480 x1855007826578816/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.473825:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074863.473831:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826578816, offset 224 00000400:00000200:0.0:1769074863.473853:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.473866:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.473872:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41634:41634:256:4294967295] 192.168.204.10@tcp LPNI seq info [41630:41630:8:4294967295] 00000400:00000200:0.0:1769074863.473882:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.473887:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.473892:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074863.473898:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.473904:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.473909:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.473934:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.473939:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.473942:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:3.0:1769074863.474186:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.474191:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:3.0:1769074863.474196:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.474200:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.474203:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:3.0:1769074863.474206:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00000400:00000200:3.0:1769074863.476276:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.476293:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f0e80 00000400:00000200:3.0:1769074863.476301:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 36904 00000400:00000200:3.0:1769074863.476314:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.476318:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.476325:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.476331:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88ade680. 00000020:00000010:2.0:1769074863.476442:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.476448:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.476454:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.476459:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.476463:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.476505:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.476508:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.476520:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826579072 02000000:00000010:2.0:1769074863.476555:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a867000. 00010000:00000010:2.0:1769074863.476592:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074863.476644:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:2.0:1769074863.476665:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074863.476671:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074863.476687:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074863.476691:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074863.476694:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074863.476697:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074863.476781:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074863.476786:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074863.476790:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074863.476793:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00000020:00000010:2.0:1769074863.476817:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074863.476824:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074863.476856:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074863.476866:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e923c00. 00000001:00000010:2.0:1769074863.477071:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a5a0. 00000001:00000010:2.0:1769074863.477078:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074863.477111:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074863.477120:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074863.477124:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074863.477136:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074863.477175:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00080000:00000010:2.0:1769074863.477201:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbfe1ac78. 00000004:00000010:2.0:1769074863.477223:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6780. 00000004:00000010:2.0:1769074863.477227:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c89210. 00000004:00000010:2.0:1769074863.477232:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f57f8. 00000004:00000010:2.0:1769074863.477236:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe192c0. 00010000:00000010:2.0:1769074863.477248:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000200:2.0:1769074863.477266:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890434, last committed = 17179890279 00010000:00000200:2.0:1769074863.477277:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88ade680 x1855007826579072/t17179890434(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.477297:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074863.477303:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826579072, offset 224 00000400:00000010:2.0:1769074863.477309:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169070. 00000400:00000200:2.0:1769074863.477313:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.477325:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.477330:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41635:41635:256:4294967295] 192.168.204.10@tcp LPNI seq info [41631:41631:8:4294967295] 00000400:00000200:2.0:1769074863.477336:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.477343:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.477348:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.477354:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074863.477359:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.477365:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.477370:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.477392:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bc00. 00000020:00000010:2.0:1769074863.477396:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.477402:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:3.0:1769074863.477618:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:3.0:1769074863.477625:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:3.0:1769074863.477631:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00000800:00000200:1.0:1769074863.477767:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.477771:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074863.477775:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.477780:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074863.478801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:1.1:1769074863.478812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074863.478817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074863.478824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:3.0:1769074863.480345:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.480366:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66cf1 00000400:00000200:3.0:1769074863.480375:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.480380:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.480386:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:3.0:1769074863.480389:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00010000:00000010:2.0:1769074863.480667:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074863.480677:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:0.1:1769074863.481654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:0.1:1769074863.481666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:3.1:1769074863.481705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:3.1:1769074863.481711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:3.1:1769074863.481715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074863.481717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074863.481767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:2.1:1769074863.485635:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:2.1:1769074863.485649:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074863.485656:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00000400:00000200:2.0:1769074863.485675:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.485688:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f0f00 00000400:00000200:2.0:1769074863.485695:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 37392 00000400:00000200:2.0:1769074863.485744:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.485749:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.485758:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.485763:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86494380. 00010000:00000010:0.1:1769074863.485847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074863.485853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074863.485857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074863.485859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000020:00000010:0.0:1769074863.485894:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.485898:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.485903:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.485907:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.485910:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.485962:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.485965:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.485968:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826579200 00000001:00000010:0.0:1769074863.485978:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:0.0:1769074863.486002:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074863.486009:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074863.486036:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa88d5c000. 00010000:00000010:0.0:1769074863.486066:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074863.486071:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.486090:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074863.486093:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074863.486097:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.486100:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.486160:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074863.486162:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074863.486164:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074863.486166:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.486221:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.486227:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.486231:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074863.486244:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.486255:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86494380 x1855007826579200/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.486271:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074863.486276:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826579200, offset 224 00000400:00000200:0.0:1769074863.486281:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.486289:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.486293:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41636:41636:256:4294967295] 192.168.204.10@tcp LPNI seq info [41632:41632:8:4294967295] 00000400:00000200:0.0:1769074863.486301:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.486305:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.486308:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074863.486313:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.486318:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.486321:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.486332:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.486334:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.486337:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00000800:00000200:1.0:1769074863.486565:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.486569:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074863.486573:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.486576:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.486579:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:1.0:1769074863.486580:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00010000:00000010:2.1:1769074863.488820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074863.488833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00000400:00000200:3.0:1769074863.489154:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.489171:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f1000 00000400:00000200:3.0:1769074863.489180:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 37968 00000400:00000200:3.0:1769074863.489195:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.489199:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.489207:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.489212:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88ade300. 00000020:00000010:2.0:1769074863.489323:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.489328:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.489335:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.489339:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.489344:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.489386:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.489389:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.489391:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826579456 02000000:00000010:2.0:1769074863.489424:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a865000. 00010000:00000010:2.0:1769074863.489463:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074863.489477:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:2.0:1769074863.489496:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074863.489503:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074863.489531:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074863.489535:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074863.489539:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074863.489543:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074863.489667:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074863.489672:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b580. 00010000:00000010:2.0:1769074863.489675:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074863.489679:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00000020:00000010:2.0:1769074863.489706:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074863.489713:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074863.489724:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074863.489735:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e921400. 00000001:00000010:2.0:1769074863.489961:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a900. 00000001:00000010:2.0:1769074863.489969:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074863.490002:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074863.490011:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074863.490015:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074863.490027:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074863.490640:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00080000:00000010:2.0:1769074863.490669:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f8be558. 00000004:00000010:2.0:1769074863.490677:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd2a1240. 00000004:00000010:2.0:1769074863.490681:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe1c000. 00000004:00000010:2.0:1769074863.490689:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87339f78. 00000004:00000010:2.0:1769074863.490695:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88bded20. 00010000:00000010:2.0:1769074863.490705:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074863.490724:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890435, last committed = 17179890279 00010000:00000200:2.0:1769074863.490735:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88ade300 x1855007826579456/t17179890435(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.490755:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074863.490762:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826579456, offset 224 00000400:00000010:2.0:1769074863.490769:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169188. 00000400:00000200:2.0:1769074863.490773:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.490788:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.490795:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41637:41637:256:4294967295] 192.168.204.10@tcp LPNI seq info [41633:41633:8:4294967295] 00000400:00000200:2.0:1769074863.490802:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.490810:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.490816:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.490823:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074863.490829:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.490847:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.490851:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.490885:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.490890:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.490896:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.491129:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.491135:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:0.0:1769074863.491139:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.491144:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074863.491885:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:3.0:1769074863.491895:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b580. 00010000:00000010:3.0:1769074863.491903:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00000400:00000200:1.0:1769074863.493415:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074863.493436:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66cf9 00000400:00000200:1.0:1769074863.493443:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.493447:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074863.493454:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:1.0:1769074863.493457:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00000400:00000200:3.0:1769074863.496401:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.496421:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f1080 00000400:00000200:3.0:1769074863.496430:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 38456 00000400:00000200:3.0:1769074863.496489:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.496495:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.496503:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.496509:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adce00. 00000020:00000010:2.0:1769074863.496759:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.496764:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.496771:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.496776:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.496781:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.496814:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.496817:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.496820:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826579584 00000001:00000010:2.0:1769074863.496830:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074863.496866:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074863.496875:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 02000000:00000010:2.0:1769074863.496904:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a861000. 00010000:00000010:2.0:1769074863.496933:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074863.496937:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.496956:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074863.496959:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074863.496963:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074863.496966:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074863.497039:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074863.497042:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074863.497046:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074863.497049:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074863.497116:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.497129:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074863.497134:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074863.497154:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074863.497170:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adce00 x1855007826579584/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.497189:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074863.497195:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826579584, offset 224 00000400:00000200:2.0:1769074863.497201:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.497212:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.497219:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41638:41638:256:4294967295] 192.168.204.10@tcp LPNI seq info [41634:41634:8:4294967295] 00000400:00000200:2.0:1769074863.497242:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.497248:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.497254:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074863.497261:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.497268:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.497272:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.497294:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.497298:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.497302:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:3.0:1769074863.497864:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.497870:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:3.0:1769074863.497875:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.497882:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.497888:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:3.0:1769074863.497891:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00010000:00000010:0.1:1769074863.499146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074863.499161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074863.499165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074863.499168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074863.499208:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:0.0:1769074863.499219:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00000400:00000200:1.0:1769074863.501874:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.501895:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f1180 00000400:00000200:1.0:1769074863.501905:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 39032 00000400:00000200:1.0:1769074863.501920:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.501925:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.501933:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.501939:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc8000. 00000020:00000010:0.0:1769074863.502000:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.502006:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.502012:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7800. 00000020:00000010:0.0:1769074863.502018:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66700. 00000020:00000010:0.0:1769074863.502022:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074863.502069:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.502073:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.502076:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826579840 02000000:00000010:0.0:1769074863.502111:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa88d5a000. 00010000:00000010:0.0:1769074863.502149:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:0.0:1769074863.502166:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:1.0:1769074863.502243:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074863.502251:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074863.502270:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074863.502273:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074863.502278:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.502280:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074863.502365:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074863.502369:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c680. 00010000:00000010:1.0:1769074863.502373:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074863.502377:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00000020:00000010:1.0:1769074863.502404:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b240. 00000020:00000010:1.0:1769074863.502411:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b240. 00000020:00000010:1.0:1769074863.502423:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.502432:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2bac00. 00000001:00000010:1.0:1769074863.502675:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b660. 00000001:00000010:1.0:1769074863.502683:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111600. 00000020:00000010:1.0:1769074863.502714:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.502722:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.502727:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074863.502755:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111780. 00010000:00000010:1.0:1769074863.502791:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00080000:00000010:1.0:1769074863.502812:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb0390. 00000004:00000010:1.0:1769074863.502819:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabaff62e40. 00000004:00000010:1.0:1769074863.502823:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c09320. 00000004:00000010:1.0:1769074863.502827:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8da18438. 00000004:00000010:1.0:1769074863.502832:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa82d5f2c0. 00010000:00000010:1.0:1769074863.502854:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000200:1.0:1769074863.502870:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890436, last committed = 17179890279 00010000:00000200:1.0:1769074863.502879:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc8000 x1855007826579840/t17179890436(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.502897:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fca18. 00000100:00000200:1.0:1769074863.502903:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826579840, offset 224 00000400:00000010:1.0:1769074863.502908:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3230. 00000400:00000200:1.0:1769074863.502911:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.502924:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.502930:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41639:41639:256:4294967295] 192.168.204.10@tcp LPNI seq info [41635:41635:8:4294967295] 00000400:00000200:1.0:1769074863.502936:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.502944:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.502949:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.502955:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074863.502961:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.502967:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.502972:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.502991:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66700. 00000020:00000010:1.0:1769074863.502995:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:1.0:1769074863.502998:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7800. 00010000:00000010:2.1:1769074863.503385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:2.1:1769074863.503392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.0:1769074863.503413:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:2.0:1769074863.503418:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c680. 00010000:00000010:2.0:1769074863.503425:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111780. 00010000:00000010:3.1:1769074863.503484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074863.503491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00000800:00000200:3.0:1769074863.503579:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.503583:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:3.0:1769074863.503588:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.503594:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074863.504752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074863.504765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:1.1:1769074863.507906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074863.507923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:2.1:1769074863.507977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074863.507987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074863.507993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074863.507996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074863.507999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:2.1:1769074863.508004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:0.1:1769074863.509119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074863.509132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:0.1:1769074863.509137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:0.1:1769074863.509140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00000400:00000200:3.0:1769074863.511245:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.511267:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d01 00000400:00000200:3.0:1769074863.511275:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.511279:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.511285:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fca18 00000400:00000010:3.0:1769074863.511289:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fca18. 00000400:00000200:3.0:1769074863.511319:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.511326:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f1200 00000400:00000200:3.0:1769074863.511333:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 39520 00000400:00000200:3.0:1769074863.511382:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.511386:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.511392:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.511398:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88adf100. 00000020:00000010:1.0:1769074863.512664:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.512674:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.512683:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.512688:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.512694:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.512759:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.512762:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.512765:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826579968 00000001:00000010:1.0:1769074863.512776:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:1.0:1769074863.512800:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074863.512807:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 02000000:00000010:1.0:1769074863.512844:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbcaaa000. 00010000:00000010:1.0:1769074863.512874:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074863.512878:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074863.512896:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074863.512901:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c680. 00010000:00000010:1.0:1769074863.512905:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074863.512908:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074863.512983:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074863.512987:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074863.512991:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074863.512994:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074863.513061:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074863.513072:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074863.513077:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c680. 00010000:00000010:1.0:1769074863.513099:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000200:1.0:1769074863.513117:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88adf100 x1855007826579968/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.513137:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00000100:00000200:1.0:1769074863.513144:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826579968, offset 224 00000400:00000200:1.0:1769074863.513151:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.513164:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.513170:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41640:41640:256:4294967295] 192.168.204.10@tcp LPNI seq info [41636:41636:8:4294967295] 00000400:00000200:1.0:1769074863.513181:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.513187:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.513193:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074863.513199:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.513206:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.513211:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.513240:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.513245:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.513249:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074863.513566:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.513571:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:3.0:1769074863.513577:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.513583:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.513589:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:3.0:1769074863.513592:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00010000:00000010:2.0:1769074863.513894:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:2.0:1769074863.513901:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00000400:00000200:3.0:1769074863.518130:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.518153:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f1300 00000400:00000200:3.0:1769074863.518161:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 40096 00000400:00000200:3.0:1769074863.518177:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.518181:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.518189:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.518195:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88addf80. 00000020:00000010:1.0:1769074863.522333:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.522346:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.522358:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.522364:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.522370:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.522467:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.522471:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.522475:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826580224 02000000:00000010:1.0:1769074863.522528:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a132000. 00010000:00000010:1.0:1769074863.522570:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074863.522588:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074863.522633:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074863.522640:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074863.522657:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074863.522661:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074863.522665:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074863.522669:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074863.522751:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074863.522755:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c680. 00010000:00000010:1.0:1769074863.522758:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.522762:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00000020:00000010:1.0:1769074863.522789:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b240. 00000020:00000010:1.0:1769074863.522797:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b240. 00000020:00000010:1.0:1769074863.522808:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.522817:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e2b8400. 00000001:00000010:1.0:1769074863.523037:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bde0. 00000001:00000010:1.0:1769074863.523044:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1113c0. 00000020:00000010:1.0:1769074863.523077:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.523086:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074863.523090:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074863.523105:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074863.523151:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00080000:00000010:1.0:1769074863.523176:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb0000. 00000004:00000010:1.0:1769074863.523183:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab883d4780. 00000004:00000010:1.0:1769074863.523199:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c09870. 00000004:00000010:1.0:1769074863.523204:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8da18ac8. 00000004:00000010:1.0:1769074863.523208:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa82d5e000. 00010000:00000010:1.0:1769074863.523219:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000200:1.0:1769074863.523246:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890437, last committed = 17179890279 00010000:00000200:1.0:1769074863.523257:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88addf80 x1855007826580224/t17179890437(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.523276:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074863.523282:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826580224, offset 224 00000400:00000010:1.0:1769074863.523289:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3738. 00000400:00000200:1.0:1769074863.523294:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.523308:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.523314:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41641:41641:256:4294967295] 192.168.204.10@tcp LPNI seq info [41637:41637:8:4294967295] 00000400:00000200:1.0:1769074863.523320:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.523327:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.523333:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.523338:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074863.523344:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.523351:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.523355:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074863.523467:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:3.0:1769074863.523473:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c680. 00010000:00000010:3.0:1769074863.523481:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074863.523519:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.523523:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.523526:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.523988:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.523993:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:0.0:1769074863.523998:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.524004:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074863.528975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:2.1:1769074863.528990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074863.529139:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074863.529145:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074863.529149:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074863.529151:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:1.0:1769074863.529181:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074863.529200:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d09 00000400:00000200:1.0:1769074863.529207:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.529212:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074863.529219:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:1.0:1769074863.529221:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00000400:00000200:1.0:1769074863.529390:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.529398:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f1380 00000400:00000200:1.0:1769074863.529406:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 40584 00000400:00000200:1.0:1769074863.529472:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.529476:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.529482:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.529489:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc9c00. 00000020:00000010:2.0:1769074863.529665:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.529671:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.529677:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.529682:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.529687:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.529721:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.529723:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.529726:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826580352 00000001:00000010:2.0:1769074863.529747:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111600. 00010000:00000010:2.0:1769074863.529770:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074863.529777:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 02000000:00000010:2.0:1769074863.529802:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a860000. 00010000:00000010:2.0:1769074863.529829:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074863.529833:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074863.529865:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074863.529868:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074863.529872:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074863.529875:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.529951:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074863.529955:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074863.529958:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074863.529961:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074863.530023:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074863.530035:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.530040:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074863.530060:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074863.530074:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc9c00 x1855007826580352/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.530092:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074863.530097:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826580352, offset 224 00000400:00000200:2.0:1769074863.530103:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.530114:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.530120:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41642:41642:256:4294967295] 192.168.204.10@tcp LPNI seq info [41638:41638:8:4294967295] 00000400:00000200:2.0:1769074863.530130:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.530136:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.530141:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074863.530147:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.530153:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.530157:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.530176:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.530179:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.530184:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.531347:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.531354:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:0.0:1769074863.531358:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.531364:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.531370:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:0.0:1769074863.531372:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00010000:00000010:3.0:1769074863.537488:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:3.0:1769074863.537507:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00000400:00000200:0.0:1769074863.538409:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.538431:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f1480 00000400:00000200:0.0:1769074863.538440:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 41160 00000400:00000200:0.0:1769074863.538458:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.538463:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.538471:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.538478:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90288a80. 00000020:00000010:1.0:1769074863.538907:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.538913:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.538922:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.538927:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.538933:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.539015:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.539018:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.539021:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826580608 02000000:00000010:1.0:1769074863.539060:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a130000. 00010000:00000010:1.0:1769074863.539095:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:1.0:1769074863.539109:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:1.0:1769074863.539127:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074863.539132:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074863.539146:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074863.539149:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074863.539154:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074863.539157:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074863.539248:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074863.539252:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074863.539256:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074863.539259:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00000020:00000010:1.0:1769074863.539283:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b240. 00000020:00000010:1.0:1769074863.539291:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b240. 00000020:00000010:1.0:1769074863.539302:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.539311:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae924400. 00000001:00000010:1.0:1769074863.539534:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b8a0. 00000001:00000010:1.0:1769074863.539541:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074863.539572:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.539581:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074863.539585:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074863.539597:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111600. 00010000:00000010:1.0:1769074863.539672:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00080000:00000010:1.0:1769074863.539707:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ffe5ab8. 00000004:00000010:1.0:1769074863.539714:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4f476c0. 00000004:00000010:1.0:1769074863.539718:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83ae8550. 00000004:00000010:1.0:1769074863.539722:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84342348. 00000004:00000010:1.0:1769074863.539726:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f81e00. 00010000:00000010:1.0:1769074863.539737:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000200:1.0:1769074863.539753:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890438, last committed = 17179890279 00010000:00000200:1.0:1769074863.539763:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90288a80 x1855007826580608/t17179890438(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.539781:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074863.539787:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826580608, offset 224 00000400:00000010:1.0:1769074863.539794:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3578. 00000400:00000200:1.0:1769074863.539798:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.539811:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.539817:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41643:41643:256:4294967295] 192.168.204.10@tcp LPNI seq info [41639:41639:8:4294967295] 00000400:00000200:1.0:1769074863.539823:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.539830:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.539848:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.539853:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074863.539859:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.539865:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.539869:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.539891:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.539895:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.539899:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:3.0:1769074863.539964:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:3.0:1769074863.539970:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:3.0:1769074863.539978:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111600. 00000800:00000200:0.0:1769074863.540206:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.540213:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:0.0:1769074863.540219:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.540224:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.542309:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.542328:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d11 00000400:00000200:0.0:1769074863.542335:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.542351:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.542359:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:0.0:1769074863.542362:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00010000:00000010:3.0:1769074863.542453:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:3.0:1769074863.542463:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c100. 00000400:00000200:0.0:1769074863.545285:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.545304:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f1500 00000400:00000200:0.0:1769074863.545313:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 41648 00000400:00000200:0.0:1769074863.545379:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.545384:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.545391:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.545397:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90289500. 00000020:00000010:2.0:1769074863.545499:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.545505:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.545511:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.545527:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.545532:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.545574:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.545577:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.545580:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826580736 00000001:00000010:2.0:1769074863.545589:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1113c0. 00010000:00000010:2.0:1769074863.545646:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074863.545654:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 02000000:00000010:2.0:1769074863.545681:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb4a000. 00010000:00000010:2.0:1769074863.545710:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074863.545714:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.545745:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074863.545749:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074863.545753:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074863.545756:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074863.545844:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074863.545849:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074863.545853:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074863.545857:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074863.545927:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.545942:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074863.545949:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074863.545973:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074863.545990:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90289500 x1855007826580736/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.546009:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074863.546016:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826580736, offset 224 00000400:00000200:2.0:1769074863.546023:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.546033:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.546039:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41644:41644:256:4294967295] 192.168.204.10@tcp LPNI seq info [41640:41640:8:4294967295] 00000400:00000200:2.0:1769074863.546049:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.546056:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.546061:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074863.546067:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.546073:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.546077:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.546092:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.546095:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.546100:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.546446:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.546451:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:0.0:1769074863.546455:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.546460:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.546464:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:0.0:1769074863.546466:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:3.1:1769074863.547645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:3.1:1769074863.547658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:2.1:1769074863.550778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074863.550795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074863.550800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074863.550803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:1.1:1769074863.551671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074863.551682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074863.551686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.551694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:3.1:1769074863.551755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074863.551762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:3.1:1769074863.551765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:3.1:1769074863.551769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:3.1:1769074863.551772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074863.551774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:0.0:1769074863.552537:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.552557:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f1600 00000400:00000200:0.0:1769074863.552566:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 42224 00000400:00000200:0.0:1769074863.552583:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.552588:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.552597:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.552649:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028a300. 00000020:00000010:1.0:1769074863.552779:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.552786:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.552796:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.552803:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.552808:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.552857:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.552860:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.552863:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826580992 02000000:00000010:1.0:1769074863.552904:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a133000. 00010000:00000010:1.0:1769074863.552956:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:1.0:1769074863.552977:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:1.0:1769074863.553003:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074863.553010:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074863.553026:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074863.553030:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c900. 00010000:00000010:1.0:1769074863.553034:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.553038:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074863.553125:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074863.553129:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c000. 00010000:00000010:1.0:1769074863.553132:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074863.553136:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00000020:00000010:1.0:1769074863.553161:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b240. 00000020:00000010:1.0:1769074863.553167:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b240. 00000020:00000010:1.0:1769074863.553179:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.553189:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae926400. 00000001:00000010:1.0:1769074863.553441:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b600. 00000001:00000010:1.0:1769074863.553449:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074863.553486:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.553495:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074863.553499:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00010000:00000010:1.0:1769074863.553511:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111780. 00010000:00000010:1.0:1769074863.553550:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00080000:00000010:1.0:1769074863.553577:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8d008. 00000004:00000010:1.0:1769074863.553585:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6f00. 00000004:00000010:1.0:1769074863.553589:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c88220. 00000004:00000010:1.0:1769074863.553595:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbd25bc30. 00000004:00000010:1.0:1769074863.553600:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88abcb40. 00010000:00000010:1.0:1769074863.553642:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000200:1.0:1769074863.553663:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890439, last committed = 17179890279 00010000:00000200:1.0:1769074863.553673:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028a300 x1855007826580992/t17179890439(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.553695:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcbb0. 00000100:00000200:1.0:1769074863.553701:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826580992, offset 224 00000400:00000010:1.0:1769074863.553707:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3000. 00000400:00000200:1.0:1769074863.553711:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.553725:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.553732:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41645:41645:256:4294967295] 192.168.204.10@tcp LPNI seq info [41641:41641:8:4294967295] 00000400:00000200:1.0:1769074863.553738:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.553744:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.553750:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.553755:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074863.553761:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.553768:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.553772:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.553798:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.553802:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.553807:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074863.554662:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.554668:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:2.0:1769074863.554677:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.554683:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.0:1769074863.555176:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:0.0:1769074863.555186:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c000. 00010000:00000010:0.0:1769074863.555196:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111780. 00010000:00000010:2.1:1769074863.555908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074863.555919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074863.555923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.1:1769074863.555926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:1.1:1769074863.555976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:1.1:1769074863.555982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074863.555986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074863.555992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:0.0:1769074863.559215:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.559247:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d19 00000400:00000200:0.0:1769074863.559255:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.559260:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.559267:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcbb0 00000400:00000010:0.0:1769074863.559270:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcbb0. 00000400:00000200:0.0:1769074863.559321:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.559328:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f1680 00000400:00000200:0.0:1769074863.559343:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 42712 00000400:00000200:0.0:1769074863.559354:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.559357:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.559362:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.559368:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028aa00. 00000020:00000010:1.0:1769074863.559537:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.559544:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.559553:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.559558:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.559563:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.559636:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.559639:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.559643:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826581120 00000001:00000010:1.0:1769074863.559653:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074863.559678:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074863.559685:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 02000000:00000010:1.0:1769074863.559713:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a134000. 00010000:00000010:1.0:1769074863.559758:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074863.559763:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.559782:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074863.559785:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074863.559789:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074863.559792:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.559884:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074863.559887:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074863.559891:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074863.559894:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074863.559958:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.559970:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.559975:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074863.559997:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000200:1.0:1769074863.560012:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028aa00 x1855007826581120/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.560031:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074863.560037:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826581120, offset 224 00000400:00000200:1.0:1769074863.560043:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.560053:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.560058:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41646:41646:256:4294967295] 192.168.204.10@tcp LPNI seq info [41642:41642:8:4294967295] 00000400:00000200:1.0:1769074863.560067:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.560072:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.560076:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074863.560083:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.560091:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.560095:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.560115:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.560119:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.560122:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074863.560214:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.560218:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:1.0:1769074863.560222:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.560225:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.560229:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:1.0:1769074863.560231:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00010000:00000010:3.0:1769074863.560695:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:3.0:1769074863.560703:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c900. 00010000:00000010:0.1:1769074863.560896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074863.560903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:2.0:1769074863.565198:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.565222:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f1780 00000400:00000200:2.0:1769074863.565243:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 43288 00000400:00000200:2.0:1769074863.565260:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.565265:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.565273:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.565279:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86494a80. 00000020:00000010:0.0:1769074863.565473:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.565479:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.565485:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.565490:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f00. 00000020:00000010:0.0:1769074863.565495:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.565536:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.565539:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.565542:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826581376 02000000:00000010:0.0:1769074863.565581:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b1d2000. 00010000:00000010:0.0:1769074863.565664:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:0.0:1769074863.565681:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c880. 00010000:00000010:0.0:1769074863.565701:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074863.565708:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.565724:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074863.565727:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074863.565911:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074863.565917:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.566002:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074863.566005:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074863.566009:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074863.566013:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074863.566036:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56480. 00000020:00000010:0.0:1769074863.566042:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56480. 00000020:00000010:0.0:1769074863.566054:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074863.566064:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd30400. 00010000:00000010:1.1:1769074863.566498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:1.1:1769074863.566506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074863.566511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074863.566515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074863.566518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074863.566521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074863.566523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074863.566526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000001:00000010:0.0:1769074863.566914:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad3c0. 00000001:00000010:0.0:1769074863.566922:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8e40. 00000020:00000010:0.0:1769074863.566959:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074863.566970:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074863.566976:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.566988:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074863.567089:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074863.567114:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8cab0. 00000004:00000010:0.0:1769074863.567121:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6b40. 00000004:00000010:0.0:1769074863.567125:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c88770. 00000004:00000010:0.0:1769074863.567130:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbd25b960. 00000004:00000010:0.0:1769074863.567134:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88abcd20. 00010000:00000010:0.0:1769074863.567142:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.567161:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890440, last committed = 17179890279 00010000:00000200:0.0:1769074863.567172:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86494a80 x1855007826581376/t17179890440(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.567190:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074863.567197:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826581376, offset 224 00000400:00000010:0.0:1769074863.567204:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d14d0. 00000400:00000200:0.0:1769074863.567208:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.567222:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.567241:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41647:41647:256:4294967295] 192.168.204.10@tcp LPNI seq info [41643:41643:8:4294967295] 00000400:00000200:0.0:1769074863.567248:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.567254:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.567260:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.567265:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074863.567271:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.567277:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.567281:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.567310:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f00. 00000020:00000010:0.0:1769074863.567315:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.567319:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:1.0:1769074863.567544:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.567549:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:1.0:1769074863.567554:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.567559:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074863.574282:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074863.574300:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e80. 00010000:00000010:2.0:1769074863.574312:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d86c0. 00010000:00000010:3.1:1769074863.575676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:3.1:1769074863.575690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000400:00000200:1.0:1769074863.578220:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074863.578257:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d21 00000400:00000200:1.0:1769074863.578267:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.578272:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074863.578278:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:1.0:1769074863.578282:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00000400:00000200:1.0:1769074863.578317:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.578324:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f1800 00000400:00000200:1.0:1769074863.578344:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 43776 00000400:00000200:1.0:1769074863.578358:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.578361:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.578367:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.578375:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fca300. 00000020:00000010:0.0:1769074863.578551:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.578557:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.578564:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.578570:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f00. 00000020:00000010:0.0:1769074863.578575:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.578651:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.578654:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.578658:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826581504 00000001:00000010:0.0:1769074863.578668:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:0.0:1769074863.578695:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074863.578704:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074863.578750:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8b1d5000. 00010000:00000010:0.0:1769074863.578782:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074863.578787:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.578806:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074863.578810:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074863.578813:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074863.578818:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.578914:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074863.578919:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074863.578922:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.578926:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.578998:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.579012:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.579017:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074863.579039:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.579054:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fca300 x1855007826581504/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.579073:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074863.579080:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826581504, offset 224 00000400:00000200:0.0:1769074863.579087:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.579097:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.579104:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41648:41648:256:4294967295] 192.168.204.10@tcp LPNI seq info [41644:41644:8:4294967295] 00000400:00000200:0.0:1769074863.579114:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.579121:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.579126:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074863.579133:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.579140:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.579144:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.579165:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f00. 00000020:00000010:0.0:1769074863.579170:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.579173:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:2.0:1769074863.579417:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.579423:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:2.0:1769074863.579428:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.579433:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.579437:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:2.0:1769074863.579439:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:3.0:1769074863.579630:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074863.579637:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00010000:00000010:2.1:1769074863.580867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074863.580878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074863.584648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074863.584663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074863.584730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:0.1:1769074863.584746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074863.584751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074863.584757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:1.0:1769074863.586000:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.586019:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f1900 00000400:00000200:1.0:1769074863.586029:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 44352 00000400:00000200:1.0:1769074863.586047:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.586052:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.586061:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.586067:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc8700. 00000020:00000010:3.0:1769074863.586183:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.586189:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.586195:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074863.586200:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ec80. 00000020:00000010:3.0:1769074863.586205:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074863.586254:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.586257:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000100:00000200:3.0:1769074863.586261:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826581760 02000000:00000010:3.0:1769074863.586297:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3f9000. 00010000:00000010:3.0:1769074863.586350:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074863.586367:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:3.0:1769074863.586386:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074863.586393:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074863.586409:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074863.586412:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074863.586416:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074863.586420:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074863.586508:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074863.586511:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e080. 00010000:00000010:3.0:1769074863.586515:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074863.586518:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00000020:00000010:3.0:1769074863.586544:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8580. 00000020:00000010:3.0:1769074863.586552:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8580. 00000020:00000010:3.0:1769074863.586562:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e9c0. 00080000:00000010:3.0:1769074863.586571:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f620000. 00000001:00000010:3.0:1769074863.586849:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145ec60. 00000001:00000010:3.0:1769074863.586857:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074863.586891:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e9c0. 00010000:00000010:3.0:1769074863.586901:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074863.586905:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074863.586918:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074863.587231:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00080000:00000010:3.0:1769074863.587256:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb1728. 00000004:00000010:3.0:1769074863.587264:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabaff62480. 00000004:00000010:3.0:1769074863.587267:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c09540. 00000004:00000010:3.0:1769074863.587272:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8da18bb8. 00000004:00000010:3.0:1769074863.587276:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a463a40. 00010000:00000010:3.0:1769074863.587287:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074863.587306:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890441, last committed = 17179890279 00010000:00000200:3.0:1769074863.587317:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc8700 x1855007826581760/t17179890441(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074863.587507:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074863.587514:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826581760, offset 224 00000400:00000010:3.0:1769074863.587520:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccf88. 00000400:00000200:3.0:1769074863.587525:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074863.587538:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074863.587544:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41649:41649:256:4294967295] 192.168.204.10@tcp LPNI seq info [41645:41645:8:4294967295] 00000400:00000200:3.0:1769074863.587550:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074863.587557:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074863.587562:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074863.587567:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074863.587575:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074863.587582:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074863.587587:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074863.587867:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ec80. 00000020:00000010:3.0:1769074863.587872:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074863.587876:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00010000:00000010:2.0:1769074863.589392:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:2.0:1769074863.589410:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e080. 00010000:00000010:2.0:1769074863.589420:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 00000800:00000200:1.0:1769074863.590585:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.590593:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074863.590642:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.590651:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074863.592471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074863.592486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074863.592489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074863.592492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:2.0:1769074863.593223:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.593252:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d29 00000400:00000200:2.0:1769074863.593259:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.593263:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.593269:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:2.0:1769074863.593272:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00010000:00000010:3.0:1769074863.593496:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074863.593522:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:2.1:1769074863.594860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074863.594873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:1.0:1769074863.595669:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.595686:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f1980 00000400:00000200:1.0:1769074863.595696:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 44840 00000400:00000200:1.0:1769074863.595768:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.595773:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.595781:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.595787:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc9500. 00000020:00000010:3.0:1769074863.596128:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.596135:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.596143:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074863.596148:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074863.596154:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074863.596186:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.596189:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000100:00000200:3.0:1769074863.596191:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826581888 00000001:00000010:3.0:1769074863.596202:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8e40. 00010000:00000010:3.0:1769074863.596239:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074863.596248:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074863.596274:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3fd000. 00010000:00000010:3.0:1769074863.596302:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074863.596306:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074863.596324:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074863.596328:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074863.596347:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074863.596350:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074863.596422:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074863.596425:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074863.596427:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074863.596431:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074863.596527:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074863.596540:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074863.596546:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074863.596566:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074863.596583:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc9500 x1855007826581888/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074863.596643:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074863.596650:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826581888, offset 224 00000400:00000200:3.0:1769074863.596658:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074863.596670:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074863.596677:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41650:41650:256:4294967295] 192.168.204.10@tcp LPNI seq info [41646:41646:8:4294967295] 00000400:00000200:3.0:1769074863.596688:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074863.596693:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074863.596699:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074863.596706:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074863.596713:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074863.596718:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074863.596744:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074863.596749:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074863.596753:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:1.0:1769074863.597424:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.597430:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074863.597437:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.597442:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.597447:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:1.0:1769074863.597449:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00010000:00000010:3.1:1769074863.600817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:3.1:1769074863.600846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074863.600853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074863.600860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074863.600866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074863.600868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074863.605455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074863.605470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074863.605475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074863.605477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:2.0:1769074863.608691:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.608714:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f1a80 00000400:00000200:2.0:1769074863.608723:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 45416 00000400:00000200:2.0:1769074863.608753:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.608758:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.608767:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.608774:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86495180. 00000020:00000010:0.0:1769074863.608900:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.608906:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.608912:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.608917:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f00. 00000020:00000010:0.0:1769074863.608923:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.608967:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.608970:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.608973:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826582144 02000000:00000010:0.0:1769074863.609010:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b1d6000. 00010000:00000010:0.0:1769074863.609052:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:0.0:1769074863.609069:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:0.0:1769074863.609085:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074863.609091:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.609106:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074863.609109:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074863.609113:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074863.609116:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.609195:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074863.609198:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074863.609202:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074863.609205:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074863.609241:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56480. 00000020:00000010:0.0:1769074863.609248:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56480. 00000020:00000010:0.0:1769074863.609260:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074863.609269:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd33000. 00000001:00000010:0.0:1769074863.609467:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ada80. 00000001:00000010:0.0:1769074863.609474:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074863.609504:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074863.609512:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074863.609515:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.609526:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8e40. 00010000:00000010:0.0:1769074863.609570:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00080000:00000010:0.0:1769074863.609591:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f8bf1d0. 00000004:00000010:0.0:1769074863.609597:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd2a1300. 00000004:00000010:0.0:1769074863.609600:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e9f4ff0. 00000004:00000010:0.0:1769074863.609653:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87339870. 00000004:00000010:0.0:1769074863.609658:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88bdf2c0. 00010000:00000010:0.0:1769074863.609668:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.609683:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890442, last committed = 17179890279 00010000:00000200:0.0:1769074863.609692:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86495180 x1855007826582144/t17179890442(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.609712:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9c38. 00000100:00000200:0.0:1769074863.609718:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826582144, offset 224 00000400:00000010:0.0:1769074863.609724:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1038. 00000400:00000200:0.0:1769074863.609727:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.609740:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.609746:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41651:41651:256:4294967295] 192.168.204.10@tcp LPNI seq info [41647:41647:8:4294967295] 00000400:00000200:0.0:1769074863.609752:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.609759:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.609765:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.609770:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074863.609775:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.609782:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.609785:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.609802:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f00. 00000020:00000010:0.0:1769074863.609805:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.609808:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00010000:00000010:2.0:1769074863.609968:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074863.609975:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66600. 00010000:00000010:2.0:1769074863.609980:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8e40. 00000800:00000200:1.0:1769074863.610123:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.610127:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074863.610132:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.610137:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.613816:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074863.613848:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d31 00000400:00000200:1.0:1769074863.613855:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.613859:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074863.613867:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:1.0:1769074863.613871:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00010000:00000010:3.0:1769074863.614053:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074863.614065:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:0.1:1769074863.614698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:0.1:1769074863.614706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:0.1:1769074863.614710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000400:00000200:2.0:1769074863.615476:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.615492:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f1b00 00000400:00000200:2.0:1769074863.615502:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 45904 00000400:00000200:2.0:1769074863.615569:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.615574:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.615582:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.615588:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86496680. 00000020:00000010:3.0:1769074863.616054:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.616060:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.616066:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074863.616072:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074863.616077:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074863.616122:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.616126:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000100:00000200:3.0:1769074863.616129:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826582272 00000001:00000010:3.0:1769074863.616139:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074863.616165:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074863.616172:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074863.616198:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3f8000. 00010000:00000010:3.0:1769074863.616225:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074863.616239:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074863.616258:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074863.616261:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074863.616265:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074863.616269:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074863.616352:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074863.616356:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074863.616359:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074863.616362:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074863.616424:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074863.616435:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074863.616440:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074863.616458:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074863.616475:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86496680 x1855007826582272/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074863.616493:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46198. 00000100:00000200:3.0:1769074863.616499:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826582272, offset 224 00000400:00000200:3.0:1769074863.616506:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074863.616516:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074863.616523:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41652:41652:256:4294967295] 192.168.204.10@tcp LPNI seq info [41648:41648:8:4294967295] 00000400:00000200:3.0:1769074863.616533:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074863.616539:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074863.616545:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074863.616551:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074863.616558:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074863.616562:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074863.616591:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074863.616595:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074863.616598:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00000800:00000200:1.0:1769074863.616967:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.616971:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074863.616978:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.616983:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.616988:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46198 00000400:00000010:1.0:1769074863.616990:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46198. 00010000:00000010:2.1:1769074863.617747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074863.617755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074863.618706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:1.0:1769074863.621975:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.621997:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f1c00 00000400:00000200:1.0:1769074863.622008:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 46480 00000400:00000200:1.0:1769074863.622026:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.622031:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.622040:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.622047:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fc8e00. 00000020:00000010:0.0:1769074863.622147:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.622153:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.622159:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.622165:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f00. 00000020:00000010:0.0:1769074863.622170:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.622216:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.622219:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.622223:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826582528 02000000:00000010:0.0:1769074863.622275:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8b1d7000. 00010000:00000010:0.0:1769074863.622321:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:0.0:1769074863.622350:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:0.0:1769074863.622371:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074863.622379:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.622398:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074863.622401:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c80. 00010000:00000010:0.0:1769074863.622406:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074863.622409:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.622497:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074863.622501:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66e80. 00010000:00000010:0.0:1769074863.622505:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074863.622510:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074863.622535:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56480. 00000020:00000010:0.0:1769074863.622544:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56480. 00000020:00000010:0.0:1769074863.622556:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074863.622566:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd31400. 00000001:00000010:0.0:1769074863.623469:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adc00. 00000001:00000010:0.0:1769074863.623478:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8180. 00000020:00000010:0.0:1769074863.623516:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074863.623526:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074863.623531:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.623549:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8240. 00010000:00000010:3.1:1769074863.623674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:3.1:1769074863.623681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074863.623770:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074863.623817:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f8bf398. 00000004:00000010:0.0:1769074863.623826:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd2a1000. 00000004:00000010:0.0:1769074863.623829:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e9f4220. 00000004:00000010:0.0:1769074863.623846:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87339960. 00000004:00000010:0.0:1769074863.623851:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88bde5a0. 00010000:00000010:0.0:1769074863.623865:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.623884:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890443, last committed = 17179890279 00010000:00000200:0.0:1769074863.623895:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fc8e00 x1855007826582528/t17179890443(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.623914:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9c38. 00000100:00000200:0.0:1769074863.623921:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826582528, offset 224 00000400:00000010:0.0:1769074863.623929:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1ea8. 00000400:00000200:0.0:1769074863.623934:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.623949:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.623956:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41653:41653:256:4294967295] 192.168.204.10@tcp LPNI seq info [41649:41649:8:4294967295] 00000400:00000200:0.0:1769074863.623963:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.623969:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.623974:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.623980:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074863.623986:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.623993:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.623997:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.624026:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f00. 00000020:00000010:0.0:1769074863.624031:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.624035:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:2.0:1769074863.624713:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.624718:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:2.0:1769074863.624724:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.624745:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.628382:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.628405:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d39 00000400:00000200:3.0:1769074863.628412:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.628418:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.628424:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9c38 00000400:00000010:3.0:1769074863.628427:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9c38. 00000400:00000200:3.0:1769074863.628463:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.628471:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f1c80 00000400:00000200:3.0:1769074863.628478:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 46968 00000400:00000200:3.0:1769074863.628535:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.628539:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.628544:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.628550:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288ed80. 00010000:00000010:0.0:1769074863.628740:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.628751:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c80. 00000020:00000010:2.0:1769074863.628893:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.628899:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.628904:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.628909:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.628913:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.628947:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.628950:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.628953:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826582656 00000001:00000010:2.0:1769074863.628963:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 00010000:00000010:2.0:1769074863.628984:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074863.628990:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 02000000:00000010:2.0:1769074863.629014:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb48000. 00010000:00000010:2.0:1769074863.629041:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074863.629044:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074863.629059:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074863.629062:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074863.629066:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074863.629068:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.629141:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074863.629144:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074863.629147:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074863.629150:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074863.629206:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074863.629215:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.629220:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074863.629238:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074863.629254:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288ed80 x1855007826582656/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.629273:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074863.629279:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826582656, offset 224 00000400:00000200:2.0:1769074863.629286:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.629296:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.629302:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41654:41654:256:4294967295] 192.168.204.10@tcp LPNI seq info [41650:41650:8:4294967295] 00000400:00000200:2.0:1769074863.629313:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.629319:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.629325:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074863.629844:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.629851:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.629856:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.629880:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.629885:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.629890:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074863.630149:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.630153:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:0.0:1769074863.630157:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.630161:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.630166:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:0.0:1769074863.630168:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00010000:00000010:3.1:1769074863.632695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074863.632709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074863.632714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.1:1769074863.632717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:1.0:1769074863.632891:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074863.632906:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66e80. 00010000:00000010:1.0:1769074863.632918:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8240. 00000400:00000200:2.0:1769074863.635946:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.635967:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f1d80 00000400:00000200:2.0:1769074863.635978:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 47544 00000400:00000200:2.0:1769074863.635995:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.636000:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.636010:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.636021:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae922a00. 00000020:00000010:0.0:1769074863.636148:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.636154:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.636161:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.636167:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.636172:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.636206:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.636209:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.636212:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826582912 02000000:00000010:0.0:1769074863.636410:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87612000. 00010000:00000010:0.0:1769074863.636455:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:0.0:1769074863.636472:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:0.0:1769074863.636495:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074863.636501:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.636518:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074863.636521:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f00. 00010000:00000010:0.0:1769074863.636525:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074863.636528:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.1:1769074863.637367:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:0.1:1769074863.637377:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074863.637381:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074863.637387:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074863.637391:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074863.637393:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074863.637411:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074863.637415:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66700. 00010000:00000010:0.0:1769074863.637419:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074863.637423:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074863.637462:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56c60. 00000020:00000010:0.0:1769074863.637469:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56c60. 00000020:00000010:0.0:1769074863.637481:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad360. 00080000:00000010:0.0:1769074863.637490:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd31c00. 00000001:00000010:0.0:1769074863.637747:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad5a0. 00000001:00000010:0.0:1769074863.637753:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074863.637784:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad360. 00010000:00000010:0.0:1769074863.637792:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074863.637796:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.637807:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074863.637858:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074863.637890:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a0e4c78. 00000004:00000010:0.0:1769074863.637902:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4f47cc0. 00000004:00000010:0.0:1769074863.637906:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83ae9870. 00000004:00000010:0.0:1769074863.637911:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843420f0. 00000004:00000010:0.0:1769074863.637915:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f81a40. 00010000:00000010:0.0:1769074863.637927:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074863.637945:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890444, last committed = 17179890279 00010000:00000200:0.0:1769074863.637955:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae922a00 x1855007826582912/t17179890444(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.637976:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074863.637982:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826582912, offset 224 00000400:00000010:0.0:1769074863.637988:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d19d8. 00000400:00000200:0.0:1769074863.637992:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.638005:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.638012:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41655:41655:256:4294967295] 192.168.204.10@tcp LPNI seq info [41651:41651:8:4294967295] 00000400:00000200:0.0:1769074863.638017:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.638025:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.638030:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.638035:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074863.638041:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.638049:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.638053:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.638080:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.638084:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.638087:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:3.0:1769074863.638690:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.638695:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:3.0:1769074863.638701:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.638707:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074863.639088:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074863.639097:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66700. 00010000:00000010:2.0:1769074863.639105:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8f00. 00010000:00000010:2.1:1769074863.642663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074863.642679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074863.642685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074863.642689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:1.1:1769074863.642745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074863.642753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000400:00000200:0.0:1769074863.643878:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.643901:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d41 00000400:00000200:0.0:1769074863.643909:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.643914:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.643921:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:0.0:1769074863.643925:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:3.0:1769074863.644052:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:3.0:1769074863.644064:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f00. 00000400:00000200:2.0:1769074863.645347:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.645365:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f1e00 00000400:00000200:2.0:1769074863.645377:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 48032 00000400:00000200:2.0:1769074863.645441:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.645447:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.645455:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.645462:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920000. 00010000:00000010:0.1:1769074863.646077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:0.1:1769074863.646087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:0.1:1769074863.646092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074863.646098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000020:00000010:0.0:1769074863.646132:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.646139:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.646145:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.646151:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.646155:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.646195:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.646198:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.646201:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826583040 00000001:00000010:0.0:1769074863.646211:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8180. 00010000:00000010:0.0:1769074863.646243:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074863.646252:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 02000000:00000010:0.0:1769074863.646278:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87611000. 00010000:00000010:0.0:1769074863.646310:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074863.646314:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.646597:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074863.646632:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074863.646637:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074863.646642:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.646720:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074863.646723:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074863.646727:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:2.1:1769074863.646871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074863.646879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074863.646911:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.646987:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.646998:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.647003:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074863.647024:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000200:0.0:1769074863.647042:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae920000 x1855007826583040/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.647062:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9880. 00000100:00000200:0.0:1769074863.647069:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826583040, offset 224 00000400:00000200:0.0:1769074863.647077:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.647088:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.647094:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41656:41656:256:4294967295] 192.168.204.10@tcp LPNI seq info [41652:41652:8:4294967295] 00000400:00000200:0.0:1769074863.647104:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.647109:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.647114:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074863.647121:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.647128:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.647132:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.647160:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.647164:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.647168:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:3.0:1769074863.648070:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.648075:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074863.648082:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.648088:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.648095:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9880 00000400:00000010:3.0:1769074863.648097:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9880. 00010000:00000010:3.1:1769074863.650656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074863.650673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:0.0:1769074863.653797:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.653818:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f1f00 00000400:00000200:0.0:1769074863.653828:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 48608 00000400:00000200:0.0:1769074863.653853:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.653858:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.653867:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.653874:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028ad80. 00000020:00000010:2.0:1769074863.653982:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.653988:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.653993:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.653998:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.654002:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.654045:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.654048:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.654051:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826583296 02000000:00000010:2.0:1769074863.654086:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb4c000. 00010000:00000010:2.0:1769074863.654125:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074863.654140:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00010000:00000010:2.0:1769074863.654159:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074863.654166:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074863.654186:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074863.654190:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074863.654194:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074863.654197:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074863.654292:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074863.654296:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074863.654299:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074863.654303:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00000020:00000010:2.0:1769074863.654337:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef420. 00000020:00000010:2.0:1769074863.654345:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef420. 00000020:00000010:2.0:1769074863.654358:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074863.654368:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e920000. 00000001:00000010:2.0:1769074863.654581:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a0c0. 00000001:00000010:2.0:1769074863.654588:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074863.654665:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074863.654675:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074863.654679:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074863.654691:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074863.654731:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00080000:00000010:2.0:1769074863.654772:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f8bfab8. 00000004:00000010:2.0:1769074863.654779:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd2a1540. 00000004:00000010:2.0:1769074863.654782:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e9f5ba0. 00000004:00000010:2.0:1769074863.654787:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87339000. 00000004:00000010:2.0:1769074863.654792:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88bde780. 00010000:00000010:2.0:1769074863.654803:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074863.654820:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890445, last committed = 17179890279 00010000:00000200:2.0:1769074863.654831:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028ad80 x1855007826583296/t17179890445(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.654865:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074863.654870:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826583296, offset 224 00000400:00000010:2.0:1769074863.654877:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169498. 00000400:00000200:2.0:1769074863.654881:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.654894:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.654900:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41657:41657:256:4294967295] 192.168.204.10@tcp LPNI seq info [41653:41653:8:4294967295] 00000400:00000200:2.0:1769074863.654905:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.654911:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.654917:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.654922:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074863.654928:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.654936:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.654940:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.654957:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.654962:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.654967:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:0.0:1769074863.655142:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:0.0:1769074863.655149:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00010000:00000010:0.0:1769074863.655156:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000800:00000200:1.0:1769074863.655659:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.655663:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074863.655667:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.655674:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074863.657266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074863.657279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074863.657284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074863.657287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000400:00000200:3.0:1769074863.659354:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.659377:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d49 00000400:00000200:3.0:1769074863.659385:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.659390:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.659397:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:3.0:1769074863.659400:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00000400:00000200:3.0:1769074863.659433:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.659440:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f1f80 00000400:00000200:3.0:1769074863.659447:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 49096 00000400:00000200:3.0:1769074863.659499:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.659503:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.659508:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.659525:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288e300. 00010000:00000010:0.0:1769074863.659825:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:0.0:1769074863.659848:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b800. 00000020:00000010:1.0:1769074863.661434:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.661445:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.661454:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.661466:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.661472:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.663968:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.663978:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.663986:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826583424 00000001:00000010:1.0:1769074863.663997:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:1.0:1769074863.664025:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.664033:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 02000000:00000010:1.0:1769074863.664061:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a137000. 00010000:00000010:1.0:1769074863.664092:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.664097:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.664117:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074863.664121:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074863.664125:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074863.664129:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.664205:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074863.664209:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074863.664213:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074863.664217:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074863.664300:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.664313:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.664318:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074863.664351:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000200:1.0:1769074863.664371:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288e300 x1855007826583424/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.664393:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074863.664401:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826583424, offset 224 00000400:00000200:1.0:1769074863.664409:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.664424:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.664432:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41658:41658:256:4294967295] 192.168.204.10@tcp LPNI seq info [41654:41654:8:4294967295] 00000400:00000200:1.0:1769074863.664443:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.664449:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.664455:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074863.664462:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.664469:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.664474:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.664497:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.664501:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.664505:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.664826:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.664830:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074863.664847:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.664853:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.664859:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:0.0:1769074863.664861:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00000400:00000200:3.0:1769074863.668880:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.668902:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f2080 00000400:00000200:3.0:1769074863.668911:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 49672 00000400:00000200:3.0:1769074863.668928:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.668932:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.668941:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.668947:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288ca80. 00000020:00000010:2.0:1769074863.669485:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.669491:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.669497:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.669502:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.669517:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.669559:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.669562:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.669566:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826583680 02000000:00000010:2.0:1769074863.669619:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb4d000. 00010000:00000010:2.0:1769074863.669661:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:2.0:1769074863.669677:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce80. 00010000:00000010:2.0:1769074863.669697:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074863.669703:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074863.669718:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074863.669721:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074863.669725:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074863.669728:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074863.670051:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074863.670055:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074863.670059:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074863.670062:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074863.670088:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef420. 00000020:00000010:2.0:1769074863.670095:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef420. 00000020:00000010:2.0:1769074863.670106:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074863.670115:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe0000. 00000001:00000010:2.0:1769074863.670471:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3aae0. 00000001:00000010:2.0:1769074863.670479:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00000020:00000010:2.0:1769074863.670572:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074863.670582:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074863.670586:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074863.670597:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074863.670722:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00080000:00000010:2.0:1769074863.670774:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8c000. 00000004:00000010:2.0:1769074863.670781:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6000. 00000004:00000010:2.0:1769074863.670784:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c88ff0. 00000004:00000010:2.0:1769074863.670791:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f58e8. 00000004:00000010:2.0:1769074863.670794:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88abd0e0. 00010000:00000010:2.0:1769074863.670804:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074863.670820:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890446, last committed = 17179890279 00010000:00000200:2.0:1769074863.670830:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288ca80 x1855007826583680/t17179890446(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.670859:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074863.670865:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826583680, offset 224 00000400:00000010:2.0:1769074863.670871:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169700. 00000400:00000200:2.0:1769074863.670875:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.670887:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.670894:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41659:41659:256:4294967295] 192.168.204.10@tcp LPNI seq info [41655:41655:8:4294967295] 00000400:00000200:2.0:1769074863.670899:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.670906:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.670912:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.670916:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074863.670923:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.670930:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.670935:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.670958:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.670962:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.670967:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:1.0:1769074863.671125:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.671129:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074863.671133:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.671138:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074863.673897:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:0.1:1769074863.673913:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:3.0:1769074863.674210:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:3.0:1769074863.674219:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:3.0:1769074863.674242:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00000400:00000200:0.0:1769074863.674441:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.674462:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d51 00000400:00000200:0.0:1769074863.674470:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.674476:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.674483:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:0.0:1769074863.674486:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00000400:00000200:0.0:1769074863.674554:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.674561:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f2100 00000400:00000200:0.0:1769074863.674570:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 50160 00000400:00000200:0.0:1769074863.674668:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.674673:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.674678:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.674685:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa9028b800. 00010000:00000010:2.1:1769074863.675196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:2.1:1769074863.675202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00000020:00000010:2.0:1769074863.675246:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.675251:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.675257:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.675262:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.675266:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.675305:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.675307:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.675310:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826583808 00000001:00000010:2.0:1769074863.675320:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074863.675353:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.0:1769074863.675361:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 02000000:00000010:2.0:1769074863.675391:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8cb49000. 00010000:00000010:2.0:1769074863.675419:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074863.675422:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074863.675437:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074863.675440:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074863.675444:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074863.675447:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074863.675528:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074863.675531:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074863.675537:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074863.675541:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074863.675599:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074863.675633:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074863.675637:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074863.675657:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074863.675673:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa9028b800 x1855007826583808/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.675698:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074863.675704:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826583808, offset 224 00000400:00000200:2.0:1769074863.675710:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.675722:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.675728:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41660:41660:256:4294967295] 192.168.204.10@tcp LPNI seq info [41656:41656:8:4294967295] 00000400:00000200:2.0:1769074863.675751:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.675757:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.675763:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074863.675770:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.675777:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.675781:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.675799:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.675803:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.675808:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:2.0:1769074863.675918:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.675922:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:2.0:1769074863.675925:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.675929:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.675933:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:2.0:1769074863.675935:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00010000:00000010:3.0:1769074863.680124:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:3.0:1769074863.680141:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00000400:00000200:1.0:1769074863.680217:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.680245:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f2200 00000400:00000200:1.0:1769074863.680255:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 50736 00000400:00000200:1.0:1769074863.680272:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.680277:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.680285:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.680291:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcaa00. 00000020:00000010:2.0:1769074863.680454:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.680460:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.680466:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.680471:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.680476:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.680529:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.680532:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.680535:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826584064 02000000:00000010:2.0:1769074863.680571:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cb4e000. 00010000:00000010:2.0:1769074863.680634:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074863.680644:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074863.680665:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074863.680671:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074863.680687:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074863.680691:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074863.680695:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074863.680698:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074863.680803:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074863.680807:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074863.680811:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074863.680814:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00000020:00000010:2.0:1769074863.680851:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef960. 00000020:00000010:2.0:1769074863.680859:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef960. 00000020:00000010:2.0:1769074863.680870:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074863.680880:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe3c00. 00000001:00000010:2.0:1769074863.681107:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3ad80. 00000001:00000010:2.0:1769074863.681114:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074863.681147:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074863.681156:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074863.681159:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074863.681172:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074863.681208:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00080000:00000010:2.0:1769074863.681250:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f8bf8f0. 00000004:00000010:2.0:1769074863.681265:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd2a1e40. 00000004:00000010:2.0:1769074863.681272:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabbfe1cdd0. 00000004:00000010:2.0:1769074863.681286:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87339258. 00000004:00000010:2.0:1769074863.681292:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88bde000. 00010000:00000010:2.0:1769074863.681303:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074863.681320:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890447, last committed = 17179890279 00010000:00000010:1.0:1769074863.681473:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:1.0:1769074863.681479:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:1.0:1769074863.681486:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00010000:00000200:2.0:1769074863.682145:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcaa00 x1855007826584064/t17179890447(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.682174:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074863.682181:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826584064, offset 224 00000400:00000010:2.0:1769074863.682189:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169f88. 00000400:00000200:2.0:1769074863.682195:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.682211:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.682218:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41661:41661:256:4294967295] 192.168.204.10@tcp LPNI seq info [41657:41657:8:4294967295] 00000400:00000200:2.0:1769074863.682225:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.682232:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.682238:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.682244:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074863.682250:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.682258:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.682262:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.682341:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.682347:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.682354:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:2.1:1769074863.682804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.1:1769074863.682814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.1:1769074863.682817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:2.1:1769074863.682821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:2.1:1769074863.682825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074863.682852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:1.1:1769074863.682954:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074863.682959:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074863.682964:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074863.682967:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000800:00000200:1.0:1769074863.686972:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.686983:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074863.686992:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.687002:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.687901:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.687921:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d59 00000400:00000200:2.0:1769074863.687929:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.687932:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.687938:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:2.0:1769074863.687941:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00000400:00000200:2.0:1769074863.688005:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.688013:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f2280 00000400:00000200:2.0:1769074863.688020:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 51224 00000400:00000200:2.0:1769074863.688078:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.688083:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.688088:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.688094:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920700. 00010000:00000010:3.1:1769074863.688899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074863.688908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000020:00000010:1.0:1769074863.688984:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.688990:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.688998:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.689003:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.689008:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.689049:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.689052:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.689055:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826584192 00000001:00000010:1.0:1769074863.689066:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 00010000:00000010:1.0:1769074863.689093:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074863.689101:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 02000000:00000010:1.0:1769074863.689129:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a135000. 00010000:00000010:1.0:1769074863.689159:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.689163:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.689183:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074863.689186:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074863.689190:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.689193:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.689278:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074863.689281:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074863.689285:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074863.689288:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074863.689481:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.689492:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.689496:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074863.689676:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000200:1.0:1769074863.689697:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae920700 x1855007826584192/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.689717:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcaa0. 00000100:00000200:1.0:1769074863.689724:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826584192, offset 224 00000400:00000200:1.0:1769074863.689884:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.689899:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.689905:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41662:41662:256:4294967295] 192.168.204.10@tcp LPNI seq info [41658:41658:8:4294967295] 00000400:00000200:1.0:1769074863.689916:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.689921:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.689927:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074863.689933:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.689939:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.689944:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.690003:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.690008:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.690011:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:0.1:1769074863.690208:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074863.690215:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:0.0:1769074863.690246:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:0.0:1769074863.690252:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:1.1:1769074863.690641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074863.690648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.1:1769074863.690680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.1:1769074863.690687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074863.690690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.1:1769074863.690693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b400. 00010000:00000010:2.1:1769074863.690697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.1:1769074863.690700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074863.690703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.1:1769074863.690721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:3.1:1769074863.694376:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:3.1:1769074863.694390:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00000800:00000200:3.0:1769074863.694413:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.694418:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:3.0:1769074863.694425:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.694434:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.694443:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcaa0 00000400:00000010:3.0:1769074863.694447:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcaa0. 00000400:00000200:1.0:1769074863.695315:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.695342:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f2380 00000400:00000200:1.0:1769074863.695351:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 51800 00000400:00000200:1.0:1769074863.695368:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.695371:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.695377:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.695383:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcb100. 00000020:00000010:2.0:1769074863.695561:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.695567:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.695574:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.695579:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.695584:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.695657:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.695660:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.695663:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826584448 02000000:00000010:2.0:1769074863.695704:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8bdb1000. 00010000:00000010:2.0:1769074863.695759:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:2.0:1769074863.695776:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:2.0:1769074863.695798:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074863.695805:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074863.695822:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074863.695825:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074863.695830:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074863.695844:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074863.695933:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074863.695936:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074863.695940:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074863.695943:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00000020:00000010:2.0:1769074863.695970:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef960. 00000020:00000010:2.0:1769074863.695978:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef960. 00000020:00000010:2.0:1769074863.695988:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074863.695997:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe0c00. 00000001:00000010:2.0:1769074863.696205:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3ade0. 00000001:00000010:2.0:1769074863.696213:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074863.696245:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074863.696254:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074863.696259:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074863.696271:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf000. 00010000:00000010:2.0:1769074863.696315:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00080000:00000010:2.0:1769074863.696517:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ffe41c8. 00000004:00000010:2.0:1769074863.696525:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daba8a23780. 00000004:00000010:2.0:1769074863.696530:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83ae8ff0. 00000004:00000010:2.0:1769074863.696534:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae1250f0. 00000004:00000010:2.0:1769074863.696538:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f803c0. 00010000:00000010:2.0:1769074863.696552:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000200:2.0:1769074863.696570:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890448, last committed = 17179890279 00010000:00000200:2.0:1769074863.696581:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcb100 x1855007826584448/t17179890448(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.696626:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074863.696634:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826584448, offset 224 00000400:00000010:2.0:1769074863.696641:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1695b0. 00000400:00000200:2.0:1769074863.696645:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.696659:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.696665:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41663:41663:256:4294967295] 192.168.204.10@tcp LPNI seq info [41659:41659:8:4294967295] 00000400:00000200:2.0:1769074863.696672:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.696678:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.696684:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.696689:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074863.696695:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.696702:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.696707:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.0:1769074863.696881:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:0.0:1769074863.696889:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:0.0:1769074863.696896:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074863.697072:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b080. 00000020:00000010:2.0:1769074863.697078:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.697083:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:1.0:1769074863.697474:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.697479:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:1.0:1769074863.697483:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.697489:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.700914:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.700938:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d61 00000400:00000200:3.0:1769074863.700946:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.700951:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.700958:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:3.0:1769074863.700961:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00000400:00000200:3.0:1769074863.700994:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.701000:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f2400 00000400:00000200:3.0:1769074863.701009:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 52288 00000400:00000200:3.0:1769074863.701066:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.701071:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.701078:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.701084:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288d180. 00000020:00000010:1.0:1769074863.701384:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.701390:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.701398:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.701404:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.701408:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.701440:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.701443:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.701446:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826584576 00000001:00000010:1.0:1769074863.701456:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 00010000:00000010:1.0:1769074863.701480:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.701487:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 02000000:00000010:1.0:1769074863.701528:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a136000. 00010000:00000010:1.0:1769074863.701561:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074863.701565:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.701584:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074863.701588:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074863.701592:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074863.701594:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.701694:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074863.701697:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c500. 00010000:00000010:1.0:1769074863.701701:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074863.701705:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074863.701802:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.701815:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.701821:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074863.701854:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000200:1.0:1769074863.701872:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288d180 x1855007826584576/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.701890:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074863.701896:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826584576, offset 224 00000400:00000200:1.0:1769074863.701902:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.701913:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.701919:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41664:41664:256:4294967295] 192.168.204.10@tcp LPNI seq info [41660:41660:8:4294967295] 00000400:00000200:1.0:1769074863.701929:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.701935:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.701940:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074863.701946:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.701953:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.701956:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.701976:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.701979:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.701983:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:0.0:1769074863.702189:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.702193:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:0.0:1769074863.702198:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.702202:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.702207:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcb28 00000400:00000010:0.0:1769074863.702209:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcb28. 00010000:00000010:2.0:1769074863.702491:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074863.702499:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:1.1:1769074863.704925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074863.704939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:1.1:1769074863.704944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074863.708661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074863.708678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074863.708683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074863.708688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074863.708691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:0.1:1769074863.708754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074863.708761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00000400:00000200:1.0:1769074863.712555:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.712581:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f2500 00000400:00000200:1.0:1769074863.712591:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 52864 00000400:00000200:1.0:1769074863.712653:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.712660:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.712670:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.712679:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcad80. 00000020:00000010:3.0:1769074863.712890:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.712897:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.712903:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc503e00. 00000020:00000010:3.0:1769074863.712909:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed80. 00000020:00000010:3.0:1769074863.712914:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074863.712946:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.712949:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000100:00000200:3.0:1769074863.712952:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826584832 02000000:00000010:3.0:1769074863.712990:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8a3fe000. 00010000:00000010:3.0:1769074863.713034:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:3.0:1769074863.713050:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c500. 00010000:00000010:3.0:1769074863.713071:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074863.713077:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074863.713095:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074863.713098:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074863.713103:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074863.713106:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074863.713193:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074863.713197:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074863.713200:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074863.713204:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00000020:00000010:3.0:1769074863.713245:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8580. 00000020:00000010:3.0:1769074863.713254:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8580. 00000020:00000010:3.0:1769074863.713264:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145e9c0. 00080000:00000010:3.0:1769074863.713275:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f623800. 00010000:00000010:0.1:1769074863.713672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074863.713679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.1:1769074863.713734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:2.1:1769074863.713739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:2.1:1769074863.713743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.1:1769074863.713748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074863.713751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074863.713754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00000001:00000010:0.0:1769074863.714175:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad360. 00000001:00000010:0.0:1769074863.714184:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8180. 00000020:00000010:0.0:1769074863.714216:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145e9c0. 00010000:00000010:0.0:1769074863.714239:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074863.714246:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.714263:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8480. 00010000:00000010:0.0:1769074863.714308:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00080000:00000010:0.0:1769074863.714365:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb08e8. 00000004:00000010:0.0:1769074863.714373:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4918c00. 00000004:00000010:0.0:1769074863.714383:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c09a90. 00000004:00000010:0.0:1769074863.714388:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8da187f8. 00000004:00000010:0.0:1769074863.714393:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa82d5f680. 00010000:00000010:0.0:1769074863.714406:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:0.0:1769074863.714425:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890449, last committed = 17179890279 00010000:00000200:0.0:1769074863.714436:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcad80 x1855007826584832/t17179890449(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.714457:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074863.714464:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826584832, offset 224 00000400:00000010:0.0:1769074863.714471:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1818. 00000400:00000200:0.0:1769074863.714475:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.714491:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.714498:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41665:41665:256:4294967295] 192.168.204.10@tcp LPNI seq info [41661:41661:8:4294967295] 00000400:00000200:0.0:1769074863.714504:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.714523:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.714529:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.714535:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074863.714542:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.714550:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.714555:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.714581:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed80. 00000020:00000010:0.0:1769074863.714585:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:0.0:1769074863.714590:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc503e00. 00010000:00000010:1.0:1769074863.714687:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074863.714695:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00010000:00000010:1.0:1769074863.714701:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8480. 00000800:00000200:3.0:1769074863.715250:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.715255:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074863.715261:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.715267:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.719576:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.719628:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d69 00000400:00000200:0.0:1769074863.719638:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.719643:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.719652:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:0.0:1769074863.719655:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00000400:00000200:0.0:1769074863.719686:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.719694:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f2580 00000400:00000200:0.0:1769074863.719702:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 53352 00000400:00000200:0.0:1769074863.719769:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.719774:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.719779:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.719787:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2f100. 00000020:00000010:0.0:1769074863.719851:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.719857:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.719863:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.719870:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.719874:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.719913:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.719916:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.719920:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826584960 00000001:00000010:0.0:1769074863.719931:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:0.0:1769074863.719957:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074863.719966:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074863.719996:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87614000. 00010000:00000010:0.0:1769074863.720029:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074863.720034:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.720056:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074863.720059:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074863.720064:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074863.720067:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.720148:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074863.720152:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074863.720156:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074863.720160:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.720233:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.720244:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.720250:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074863.720270:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074863.720285:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2f100 x1855007826584960/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.720303:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074863.720309:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826584960, offset 224 00000400:00000200:0.0:1769074863.720316:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.720327:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.720347:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41666:41666:256:4294967295] 192.168.204.10@tcp LPNI seq info [41662:41662:8:4294967295] 00000400:00000200:0.0:1769074863.720357:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.720362:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.720368:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074863.720374:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.720381:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.720386:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.720406:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.720410:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.720414:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:0.0:1769074863.720478:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.720482:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:0.0:1769074863.720487:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.720491:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.720494:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:0.0:1769074863.720496:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00010000:00000010:3.0:1769074863.720756:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074863.720763:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00000400:00000200:3.0:1769074863.726500:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.726534:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f2680 00000400:00000200:3.0:1769074863.726544:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 53928 00000400:00000200:3.0:1769074863.726561:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.726567:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.726576:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.726582:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288fb80. 00000020:00000010:1.0:1769074863.727489:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.727497:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.727574:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.727582:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.727588:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.728174:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.728179:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.728183:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826585216 02000000:00000010:1.0:1769074863.728224:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf19e000. 00010000:00000010:1.0:1769074863.728277:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074863.728293:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66900. 00010000:00000010:1.0:1769074863.728313:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.728319:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074863.728347:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074863.728351:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074863.728355:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074863.728358:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074863.728442:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074863.728447:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074863.728450:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074863.728453:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00000020:00000010:1.0:1769074863.728478:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bfe0. 00000020:00000010:1.0:1769074863.728485:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bfe0. 00000020:00000010:1.0:1769074863.728496:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.728506:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae926c00. 00000001:00000010:1.0:1769074863.729028:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bea0. 00000001:00000010:1.0:1769074863.729035:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074863.729068:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.729077:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074863.729081:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074863.729093:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1119c0. 00010000:00000010:1.0:1769074863.729173:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00080000:00000010:1.0:1769074863.729211:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb1008. 00000004:00000010:1.0:1769074863.729218:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabaff62b40. 00000004:00000010:1.0:1769074863.729221:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c09dc0. 00000004:00000010:1.0:1769074863.729225:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8da181e0. 00000004:00000010:1.0:1769074863.729229:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa82d5f4a0. 00010000:00000010:1.0:1769074863.729241:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000200:1.0:1769074863.729260:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890450, last committed = 17179890279 00010000:00000200:1.0:1769074863.729271:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288fb80 x1855007826585216/t17179890450(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.729292:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074863.729299:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826585216, offset 224 00000400:00000010:1.0:1769074863.729305:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3460. 00000400:00000200:1.0:1769074863.729310:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.729325:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.729345:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41667:41667:256:4294967295] 192.168.204.10@tcp LPNI seq info [41663:41663:8:4294967295] 00000400:00000200:1.0:1769074863.729353:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.729359:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.729365:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.729370:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074863.729377:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.729384:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.729388:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.729410:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.729414:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.729418:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074863.729572:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.729577:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:2.0:1769074863.729583:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.729588:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074863.733249:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:3.0:1769074863.733266:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:3.0:1769074863.733276:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1119c0. 00000400:00000200:0.0:1769074863.733463:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074863.733482:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d71 00000400:00000200:0.0:1769074863.733489:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.733495:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074863.733501:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc088 00000400:00000010:0.0:1769074863.733504:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc088. 00010000:00000010:0.1:1769074863.733759:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:0.1:1769074863.733771:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:0.1:1769074863.733775:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074863.733779:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074863.733782:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074863.733785:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:0.0:1769074863.733803:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.733811:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f2700 00000400:00000200:0.0:1769074863.733818:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 54416 00000400:00000200:0.0:1769074863.733888:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.733893:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.733898:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074863.733908:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2ce00. 00000020:00000010:1.0:1769074863.734074:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.734080:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.734088:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.734093:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.734098:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.734186:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.734190:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.734193:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826585344 00000001:00000010:1.0:1769074863.734202:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8180. 00010000:00000010:1.0:1769074863.734225:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.734232:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 02000000:00000010:1.0:1769074863.734258:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf199000. 00010000:00000010:1.0:1769074863.734289:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.734293:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.734312:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074863.734316:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.734320:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074863.734323:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.1:1769074863.734636:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074863.734642:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.0:1769074863.734722:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074863.734726:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074863.734742:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074863.734748:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074863.734828:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.734851:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.734855:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.734878:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000200:1.0:1769074863.734895:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2ce00 x1855007826585344/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.734916:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc088. 00000100:00000200:1.0:1769074863.734923:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826585344, offset 224 00000400:00000200:1.0:1769074863.734930:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.734942:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.734949:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41668:41668:256:4294967295] 192.168.204.10@tcp LPNI seq info [41664:41664:8:4294967295] 00000400:00000200:1.0:1769074863.734959:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.734965:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.734970:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074863.734976:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.734983:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.734987:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.735007:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.735011:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.735015:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.0:1769074863.735083:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:2.0:1769074863.735090:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c980. 00010000:00000010:3.1:1769074863.735159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:3.1:1769074863.735165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:3.1:1769074863.735168:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074863.735170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000800:00000200:3.0:1769074863.735232:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.735235:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:3.0:1769074863.735239:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.735244:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.735248:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc088 00000400:00000010:3.0:1769074863.735250:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc088. 00010000:00000010:1.1:1769074863.738589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:1.1:1769074863.738815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:1.1:1769074863.738822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074863.738839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000400:00000200:2.0:1769074863.739653:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.739671:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f2800 00000400:00000200:2.0:1769074863.739681:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 54992 00000400:00000200:2.0:1769074863.739697:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.739702:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.739710:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.739716:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae920a80. 00000020:00000010:1.0:1769074863.739932:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.739938:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.739946:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.739953:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.739958:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.740059:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.740062:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.740066:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826585600 02000000:00000010:1.0:1769074863.740105:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf19b000. 00010000:00000010:1.0:1769074863.740150:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074863.740166:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074863.740188:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.740195:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074863.740210:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074863.740213:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074863.740217:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074863.740219:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074863.740305:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074863.740309:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.740312:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074863.740316:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00000020:00000010:1.0:1769074863.740356:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bfe0. 00000020:00000010:1.0:1769074863.740363:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bfe0. 00000020:00000010:1.0:1769074863.740374:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.740383:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae925400. 00000001:00000010:1.0:1769074863.740598:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9ba20. 00000001:00000010:1.0:1769074863.740644:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111900. 00000020:00000010:1.0:1769074863.740680:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.740688:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.740693:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.740706:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111840. 00010000:00000010:1.0:1769074863.740758:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.740765:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111840. 00010000:00000010:1.0:1769074863.740784:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.740788:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c180. 00080000:00000010:1.0:1769074863.740829:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ffe5560. 00000004:00000010:1.0:1769074863.740853:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb4f47e40. 00000004:00000010:1.0:1769074863.740856:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83ae8770. 00000004:00000010:1.0:1769074863.740865:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843424b0. 00000004:00000010:1.0:1769074863.740869:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83f810e0. 00010000:00000010:1.0:1769074863.740882:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074863.740901:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890451, last committed = 17179890279 00010000:00000200:1.0:1769074863.740910:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae920a80 x1855007826585600/t17179890451(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.740929:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074863.740936:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826585600, offset 224 00000400:00000010:1.0:1769074863.741098:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3348. 00000400:00000200:1.0:1769074863.741105:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.741118:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.741124:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41669:41669:256:4294967295] 192.168.204.10@tcp LPNI seq info [41665:41665:8:4294967295] 00000400:00000200:1.0:1769074863.741129:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.741136:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.741142:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.741148:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074863.741154:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.741161:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.741165:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.741190:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.741195:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.741198:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074863.741425:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.741430:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:2.0:1769074863.741437:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.741442:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074863.745852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074863.745869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074863.745874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074863.745878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:3.1:1769074863.745983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:3.1:1769074863.745990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:2.1:1769074863.746159:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074863.746166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000400:00000200:1.0:1769074863.746247:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074863.746269:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d79 00000400:00000200:1.0:1769074863.746277:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.746282:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074863.746290:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcb28 00000400:00000010:1.0:1769074863.746293:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcb28. 00010000:00000010:3.0:1769074863.746473:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:3.0:1769074863.746485:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00000400:00000200:2.0:1769074863.749077:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.749095:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f2880 00000400:00000200:2.0:1769074863.749108:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 55480 00000400:00000200:2.0:1769074863.749168:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.749173:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.749182:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.749190:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae921f80. 00000020:00000010:1.0:1769074863.749296:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.749302:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.749312:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.749317:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.749323:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.749373:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.749376:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.749379:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826585728 00000001:00000010:1.0:1769074863.749389:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 00010000:00000010:1.0:1769074863.749415:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.749422:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 02000000:00000010:1.0:1769074863.749450:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf19a000. 00010000:00000010:1.0:1769074863.749481:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074863.749484:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.749503:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074863.749507:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.749521:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.749523:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.749597:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074863.749629:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca80. 00010000:00000010:1.0:1769074863.749634:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074863.749638:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074863.749706:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.749719:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.749724:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.749758:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074863.749776:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae921f80 x1855007826585728/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.749795:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcb28. 00000100:00000200:1.0:1769074863.749800:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826585728, offset 224 00000400:00000200:1.0:1769074863.749807:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.749817:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.749823:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41670:41670:256:4294967295] 192.168.204.10@tcp LPNI seq info [41666:41666:8:4294967295] 00000400:00000200:1.0:1769074863.749844:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.749850:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.749855:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074863.749860:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.749867:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.749871:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.749894:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.749898:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.749901:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:2.0:1769074863.750788:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.750794:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:2.0:1769074863.750801:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.750809:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.750816:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcb28 00000400:00000010:2.0:1769074863.750819:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcb28. 00010000:00000010:1.1:1769074863.750910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074863.750918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074863.750923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.750925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074863.750928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074863.750934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:3.1:1769074863.754663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:3.1:1769074863.754680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:1.0:1769074863.757260:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.757281:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f2980 00000400:00000200:1.0:1769074863.757289:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 56056 00000400:00000200:1.0:1769074863.757303:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.757307:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.757315:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.757322:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcb800. 00000020:00000010:0.0:1769074863.757564:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.757570:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.757576:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.757580:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.757585:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.757659:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.757662:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.757665:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826585984 02000000:00000010:0.0:1769074863.757698:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab87610000. 00010000:00000010:0.0:1769074863.758064:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:0.0:1769074863.758080:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca80. 00010000:00000010:0.0:1769074863.758099:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074863.758105:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.758120:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074863.758123:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66000. 00010000:00000010:0.0:1769074863.758127:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074863.758130:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.758206:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074863.758209:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b80. 00010000:00000010:0.0:1769074863.758212:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074863.758215:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074863.758323:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074863.758401:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074863.758414:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adf60. 00080000:00000010:0.0:1769074863.758423:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd31000. 00000001:00000010:0.0:1769074863.758642:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad060. 00000001:00000010:0.0:1769074863.758649:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d89c0. 00000020:00000010:0.0:1769074863.758679:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adf60. 00010000:00000010:0.0:1769074863.758686:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074863.758692:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.758704:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8300. 00010000:00000010:0.0:1769074863.758971:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074863.759013:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ef8d398. 00000004:00000010:0.0:1769074863.759025:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae0f6600. 00000004:00000010:0.0:1769074863.759031:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa83c89760. 00000004:00000010:0.0:1769074863.759036:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabae0f5b40. 00000004:00000010:0.0:1769074863.759039:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe18f00. 00010000:00000010:0.0:1769074863.759048:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074863.759065:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890452, last committed = 17179890279 00010000:00000200:0.0:1769074863.759075:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcb800 x1855007826585984/t17179890452(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.759094:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074863.759101:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826585984, offset 224 00000400:00000010:0.0:1769074863.759107:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1a10. 00000400:00000200:0.0:1769074863.759111:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.759124:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.759131:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41671:41671:256:4294967295] 192.168.204.10@tcp LPNI seq info [41667:41667:8:4294967295] 00000400:00000200:0.0:1769074863.759138:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.759145:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.759151:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.759156:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074863.759162:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.759169:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.759174:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.759192:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.759196:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.759200:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:3.0:1769074863.759343:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.759348:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:3.0:1769074863.759352:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.759357:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074863.760691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074863.760703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074863.760708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074863.760711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:2.0:1769074863.760993:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074863.761004:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b80. 00010000:00000010:2.0:1769074863.761011:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8300. 00000400:00000200:2.0:1769074863.764492:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.764522:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d81 00000400:00000200:2.0:1769074863.764530:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.764535:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.764541:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:2.0:1769074863.764545:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00010000:00000010:0.1:1769074863.764685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:0.1:1769074863.764693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:0.1:1769074863.764698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074863.764704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.0:1769074863.764810:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074863.764820:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66000. 00000400:00000200:1.0:1769074863.766159:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.766177:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f2a00 00000400:00000200:1.0:1769074863.766185:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 56544 00000400:00000200:1.0:1769074863.766255:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.766259:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.766267:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.766273:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab88fcb480. 00000020:00000010:0.0:1769074863.766388:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.766394:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.766400:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.766406:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.766411:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.766455:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.766458:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.766461:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826586112 00000001:00000010:0.0:1769074863.766471:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111900. 00010000:00000010:0.0:1769074863.766496:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074863.766503:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074863.766540:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87615000. 00010000:00000010:0.0:1769074863.766569:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074863.766574:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.766593:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074863.766596:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074863.766633:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074863.766638:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.766717:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074863.766720:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66300. 00010000:00000010:0.0:1769074863.766724:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074863.766727:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.766787:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.766798:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.766803:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074863.766821:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074863.766849:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab88fcb480 x1855007826586112/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.766869:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074863.766875:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826586112, offset 224 00000400:00000200:0.0:1769074863.766882:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.766893:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.766898:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41672:41672:256:4294967295] 192.168.204.10@tcp LPNI seq info [41668:41668:8:4294967295] 00000400:00000200:0.0:1769074863.766909:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.766914:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.766919:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074863.766925:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.766931:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.766935:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.766949:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.766952:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.766956:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:3.0:1769074863.767065:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.767070:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:3.0:1769074863.767074:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.767078:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.767082:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:3.0:1769074863.767084:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00010000:00000010:2.1:1769074863.768860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:2.1:1769074863.768874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074863.773686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:3.1:1769074863.773704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:2.0:1769074863.775842:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.775864:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f2b00 00000400:00000200:2.0:1769074863.775874:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 57120 00000400:00000200:2.0:1769074863.775894:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.775899:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.775907:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.775913:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae921180. 00000020:00000010:1.0:1769074863.776029:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.776036:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.776045:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.776051:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.776057:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.776098:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.776100:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.776104:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826586368 02000000:00000010:1.0:1769074863.776145:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdf9000. 00010000:00000010:1.0:1769074863.776187:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074863.776202:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66300. 00010000:00000010:1.0:1769074863.776223:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.776243:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074863.776262:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074863.776266:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074863.776271:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.776273:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074863.776370:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074863.776373:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074863.776376:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074863.776379:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00000020:00000010:1.0:1769074863.776401:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bfe0. 00000020:00000010:1.0:1769074863.776407:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bfe0. 00000020:00000010:1.0:1769074863.776417:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.776427:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabae926800. 00000001:00000010:1.0:1769074863.776667:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab882a45a0. 00000001:00000010:1.0:1769074863.776674:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111840. 00000020:00000010:1.0:1769074863.776706:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:1.0:1769074863.776714:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.776717:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074863.776729:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111a80. 00010000:00000010:1.0:1769074863.776762:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00080000:00000010:1.0:1769074863.776785:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb0e40. 00000004:00000010:1.0:1769074863.776792:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabaff62000. 00000004:00000010:1.0:1769074863.776795:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c08aa0. 00000004:00000010:1.0:1769074863.776800:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8da18d98. 00000004:00000010:1.0:1769074863.776804:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a462d20. 00010000:00000010:1.0:1769074863.776812:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074863.776843:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890453, last committed = 17179890279 00010000:00000200:1.0:1769074863.776853:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae921180 x1855007826586368/t17179890453(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074863.776872:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcaa0. 00000100:00000200:1.0:1769074863.776878:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826586368, offset 224 00000400:00000010:1.0:1769074863.776885:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f33f0. 00000400:00000200:1.0:1769074863.776888:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.776900:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.776906:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41673:41673:256:4294967295] 192.168.204.10@tcp LPNI seq info [41669:41669:8:4294967295] 00000400:00000200:1.0:1769074863.776912:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074863.776919:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.776925:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.776929:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074863.776935:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.776943:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.776946:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.776970:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.776975:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.776978:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074863.777075:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.777080:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:1.0:1769074863.777086:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.777090:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074863.777275:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:2.0:1769074863.777282:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf00. 00010000:00000010:2.0:1769074863.777290:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111a80. 00010000:00000010:0.1:1769074863.777657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074863.777665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074863.777669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074863.777672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:2.0:1769074863.782221:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.782253:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d89 00000400:00000200:2.0:1769074863.782262:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.782266:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.782274:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcaa0 00000400:00000010:2.0:1769074863.782277:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcaa0. 00000400:00000200:2.0:1769074863.782307:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.782314:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f2b80 00000400:00000200:2.0:1769074863.782322:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 57608 00000400:00000200:2.0:1769074863.782344:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.782349:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.782355:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.782361:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabae923b80. 00000020:00000010:0.0:1769074863.782552:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.782559:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.782566:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.782571:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.782576:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.782653:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.782656:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.782659:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826586496 00000001:00000010:0.0:1769074863.782669:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 00010000:00000010:0.0:1769074863.782694:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074863.782702:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074863.782729:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab87616000. 00010000:00000010:0.0:1769074863.782775:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074863.782780:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.782802:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074863.782806:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074863.782810:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074863.782814:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.782925:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074863.782929:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66400. 00010000:00000010:0.0:1769074863.782932:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074863.782937:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.783005:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.783018:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.783024:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074863.783043:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074863.783059:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabae923b80 x1855007826586496/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.783079:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074863.783085:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826586496, offset 224 00000400:00000200:0.0:1769074863.783092:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.783104:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.783110:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41674:41674:256:4294967295] 192.168.204.10@tcp LPNI seq info [41670:41670:8:4294967295] 00000400:00000200:0.0:1769074863.783120:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.783125:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.783132:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074863.783137:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.783144:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.783148:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.783162:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.783166:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.783170:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00010000:00000010:1.1:1769074863.783243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:1.1:1769074863.783249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074863.783645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074863.783653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000800:00000200:2.0:1769074863.783752:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.783756:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:2.0:1769074863.783760:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.783767:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.783772:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:2.0:1769074863.783774:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00010000:00000010:3.0:1769074863.783976:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:3.0:1769074863.783984:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c180. 00010000:00000010:1.1:1769074863.787702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074863.787721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:1.0:1769074863.790679:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.790700:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f2c80 00000400:00000200:1.0:1769074863.790709:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 58184 00000400:00000200:1.0:1769074863.790727:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.790746:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.790755:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.790766:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f8a80. 00000020:00000010:2.0:1769074863.791006:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.791012:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.791020:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.791026:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074863.791031:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.791079:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.791081:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.791084:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826586752 02000000:00000010:2.0:1769074863.791120:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8bdb7000. 00010000:00000010:2.0:1769074863.791158:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074863.791174:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66400. 00010000:00000010:2.0:1769074863.791195:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074863.791201:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074863.791218:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074863.791222:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074863.791240:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074863.791243:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074863.791340:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074863.791344:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074863.791348:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074863.791352:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00000020:00000010:2.0:1769074863.791379:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074863.791387:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074863.791398:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074863.791409:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe2800. 00000001:00000010:2.0:1769074863.791667:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a480. 00000001:00000010:2.0:1769074863.791674:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074863.791704:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074863.791713:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074863.791717:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074863.791729:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074863.791778:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00080000:00000010:2.0:1769074863.791816:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8edb0558. 00000004:00000010:2.0:1769074863.791841:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabaff62780. 00000004:00000010:2.0:1769074863.791845:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82c08660. 00000004:00000010:2.0:1769074863.791855:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8da18b40. 00000004:00000010:2.0:1769074863.791860:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8a462b40. 00010000:00000010:2.0:1769074863.791873:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074863.791891:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890454, last committed = 17179890279 00010000:00000200:2.0:1769074863.791901:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f8a80 x1855007826586752/t17179890454(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.791921:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074863.791928:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826586752, offset 224 00000400:00000010:2.0:1769074863.791935:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169118. 00000400:00000200:2.0:1769074863.791939:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.791952:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.791959:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41675:41675:256:4294967295] 192.168.204.10@tcp LPNI seq info [41671:41671:8:4294967295] 00000400:00000200:2.0:1769074863.791966:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.791972:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.791978:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.791983:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074863.791989:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.791997:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.792001:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.792021:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074863.792026:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.792032:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:3.0:1769074863.792375:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:3.0:1769074863.792382:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:3.0:1769074863.792389:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00000800:00000200:1.0:1769074863.792633:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.792638:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:1.0:1769074863.792642:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.792648:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074863.793656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074863.793667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:0.1:1769074863.793672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074863.793675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:3.1:1769074863.793725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074863.793743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:2.0:1769074863.805343:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.805365:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d91 00000400:00000200:2.0:1769074863.805373:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.805378:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.805385:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:2.0:1769074863.805388:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00000400:00000200:2.0:1769074863.805411:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.805418:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8f2d80 00000400:00000200:2.0:1769074863.805425:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed51 [2] + 1624 00000400:00000200:2.0:1769074863.805480:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.805484:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.805489:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074863.805499:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485180. 00000020:00000010:1.0:1769074863.805702:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.805708:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.805717:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.805723:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.805728:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.805767:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.805770:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.805773:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826587008 00000001:00000010:1.0:1769074863.805783:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111840. 02000000:00000010:1.0:1769074863.805822:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8df07800. 00000004:00000010:1.0:1769074863.805908:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabaf03c280. 00080000:00000010:1.0:1769074863.805941:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df06000. 00000001:00000010:1.0:1769074863.805974:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9bba0. 00000001:00000010:1.0:1769074863.805980:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111b40. 00010000:00000200:1.0:1769074863.806025:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485180 x1855007826587008/t17179890455(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 392/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.806043:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc2a8. 00000100:00000200:1.0:1769074863.806047:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826587008, offset 224 00000400:00000200:1.0:1769074863.806054:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.806065:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.806070:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41676:41676:256:4294967295] 192.168.204.10@tcp LPNI seq info [41672:41672:8:4294967295] 00000400:00000200:1.0:1769074863.806080:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.806086:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.806090:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074863.806096:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.806103:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.806107:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.806134:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074863.806138:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.806142:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074863.806252:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.806257:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:3.0:1769074863.806261:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.806266:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.806269:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc2a8 00000400:00000010:3.0:1769074863.806271:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc2a8. 00010000:00000010:0.0:1769074863.806367:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:0.0:1769074863.806378:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:2.1:1769074863.806576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:2.1:1769074863.806584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074863.806588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.1:1769074863.806632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:3.1:1769074863.809670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074863.809686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:0.1:1769074863.812775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:0.1:1769074863.812789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00000400:00000200:1.0:1769074863.819296:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.819318:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f2e80 00000400:00000200:1.0:1769074863.819327:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 58672 00000400:00000200:1.0:1769074863.819345:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.819350:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.819358:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.819365:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fa300. 00000020:00000010:0.0:1769074863.819487:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.819493:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.819500:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.819504:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.819510:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.819556:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.819559:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.819561:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826587264 00000001:00000010:0.0:1769074863.819570:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 02000000:00000010:0.0:1769074863.819644:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbd525000. 00010000:00000010:0.0:1769074863.819687:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:0.0:1769074863.819700:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dababb29a80. 00010000:00000010:0.0:1769074863.819711:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabc19ff680. 00010000:00000010:0.0:1769074863.819742:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074863.819748:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.819767:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074863.819771:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074863.819775:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074863.819777:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.819880:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074863.819883:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b00. 00010000:00000010:0.0:1769074863.819887:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074863.819890:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000020:00000010:0.0:1769074863.819943:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56aa0. 00000020:00000010:0.0:1769074863.819950:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56aa0. 00080000:00000010:0.0:1769074863.819959:0:44309:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbd2a6bf0. 00080000:00000010:0.0:1769074863.819962:0:44309:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8daa8eb3ccc0. 00080000:00000010:0.0:1769074863.819981:0:44309:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8daa8eb3ccc0. 00080000:00000010:0.0:1769074863.819985:0:44309:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbd2a6bf0. 00000020:00000010:0.0:1769074863.819994:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adf60. 00080000:00000010:0.0:1769074863.820004:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8dd33400. 00000001:00000010:0.0:1769074863.820354:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adcc0. 00000001:00000010:0.0:1769074863.820362:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8540. 00000020:00000010:0.0:1769074863.820396:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adf60. 00010000:00000010:0.0:1769074863.820429:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:0.0:1769074863.820434:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b00. 00080000:00000010:0.0:1769074863.820459:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8de2fab8. 00000004:00000010:0.0:1769074863.820465:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8b760. 00000004:00000010:0.0:1769074863.820470:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba1639438. 00000004:00000010:0.0:1769074863.820475:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b267c20. 00010000:00000010:0.0:1769074863.820485:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074863.820502:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890456, last committed = 17179890279 00010000:00000200:0.0:1769074863.820513:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fa300 x1855007826587264/t17179890456(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.820534:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074863.820542:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826587264, offset 224 00000400:00000010:0.0:1769074863.820550:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d12a0. 00000400:00000200:0.0:1769074863.820554:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.820567:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.820573:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41677:41677:256:4294967295] 192.168.204.10@tcp LPNI seq info [41673:41673:8:4294967295] 00000400:00000200:0.0:1769074863.820579:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.820587:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.820592:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.820597:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074863.821035:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.821044:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.821048:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.821079:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.821084:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.821088:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:1.0:1769074863.821426:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.821432:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074863.821437:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.821443:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.830784:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074863.830805:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66d99 00000400:00000200:1.0:1769074863.830813:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.830818:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074863.830824:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:1.0:1769074863.830827:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00000400:00000200:1.0:1769074863.830874:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.830882:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8f2f80 00000400:00000200:1.0:1769074863.830891:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 59160 00000400:00000200:1.0:1769074863.830960:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.830965:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.830970:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.830976:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f8700. 00010000:00000010:3.0:1769074863.831074:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074863.831085:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00000020:00000010:0.0:1769074863.832279:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.832287:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.832294:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.832299:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.832304:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.832343:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.832345:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.832349:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826587520 00000001:00000010:0.0:1769074863.832360:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111b40. 00010000:00000010:0.0:1769074863.832384:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074863.832391:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074863.832425:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa82bcc000. 00000004:00000010:0.0:1769074863.832695:0:42298:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66b00. 00080000:00000010:0.0:1769074863.832709:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b23800. 00000001:00000010:0.0:1769074863.832741:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad420. 00000001:00000010:0.0:1769074863.832749:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074863.832810:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074863.832828:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f8700 x1855007826587520/t17179890457(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 648/608 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.832859:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074863.832866:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826587520, offset 224 00000400:00000200:0.0:1769074863.832874:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.832886:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.832891:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41678:41678:256:4294967295] 192.168.204.10@tcp LPNI seq info [41674:41674:8:4294967295] 00000400:00000200:0.0:1769074863.832902:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.832908:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.832913:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074863.832933:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.832940:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.832943:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.832963:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.832967:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.832970:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:3.0:1769074863.833323:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.833328:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074863.833333:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.833338:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.833343:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:3.0:1769074863.833345:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00010000:00000010:0.1:1769074863.833800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:0.1:1769074863.833806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbea31a00. 00010000:00000010:0.1:1769074863.833811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab90c68700. 00010000:00000010:0.1:1769074863.833816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074863.833819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074863.833825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00000400:00000200:1.0:1769074863.841229:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.841251:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 448 into portal 23 MB=0x6971eaa8f3000 00000400:00000200:1.0:1769074863.841260:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 448/448 into md 0x2ed51 [2] + 2016 00000400:00000010:1.0:1769074863.841265:0:12638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae2630b0. 00000400:00000200:1.0:1769074863.841271:0:12638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f8ff540 00000400:00000200:1.0:1769074863.841285:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.841290:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.841297:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f8ff540 00000400:00000010:1.0:1769074863.841300:0:12638:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f8ff540. 00000100:00000200:1.0:1769074863.841307:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:3.0:1769074863.841406:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.841413:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.841419:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbc502a00. 00000020:00000010:3.0:1769074863.841425:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ec80. 00000020:00000010:3.0:1769074863.841431:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a4b0. 00000020:00000010:3.0:1769074863.841472:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074863.841475:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000100:00000200:3.0:1769074863.841478:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826587648 00000001:00000010:3.0:1769074863.841488:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8540. 02000000:00000010:3.0:1769074863.841512:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8daa8f621000. 00000004:00000010:3.0:1769074863.841520:0:42300:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8daa8ec09800. 00080000:00000010:3.0:1769074863.842109:0:42300:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dab84248250. 00080000:00000010:3.0:1769074863.842114:0:42300:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8432f9c0. 00080000:00000010:3.0:1769074863.842131:0:42300:0:(osd_index.c:355:osd_find_parent_fid()) kmalloced '(buf.lb_buf)': 87 at ffff8daa8145eb40. 00080000:00000010:3.0:1769074863.842135:0:42300:0:(osd_index.c:383:osd_find_parent_fid()) kfreed 'buf.lb_buf': 87 at ffff8daa8145eb40. 00080000:00000010:3.0:1769074863.842497:0:42300:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8432f9c0. 00080000:00000010:3.0:1769074863.842502:0:42300:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dab84248250. 00000100:00000010:3.0:1769074863.842512:0:42300:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8daa8f620800. 00000100:00000010:3.0:1769074863.842517:0:42300:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8daa8a3fc000. 00000400:00000010:3.0:1769074863.842528:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000400:00000010:3.0:1769074863.842537:0:42300:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc700. 00000400:00000200:3.0:1769074863.842544:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074863.842559:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074863.842565:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41679:41679:256:4294967295] 192.168.204.10@tcp LPNI seq info [41675:41675:8:4294967295] 00000400:00000200:3.0:1769074863.842570:0:42300:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074863.842577:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074863.842583:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074863.842588:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074863.842594:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074863.842628:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1022 00000800:00000200:3.0:1769074863.842632:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1769074863.842651:0:42300:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.10@tcp mbits 0x6971eaa8f3000-0x6971eaa8f3000 00000800:00000200:0.0:1769074863.842889:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.842894:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074863.842901:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.842906:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.842911:0:12640:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8daa8f620800 00000400:00000200:3.0:1769074863.847940:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.847964:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66da1 00000400:00000200:3.0:1769074863.847971:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.847976:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.847983:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:3.0:1769074863.847986:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074863.847992:0:12639:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8daa8f620800 00000100:00000010:2.0:1769074863.848180:0:42300:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8daa8a3fc000. 00000100:00000010:2.0:1769074863.848187:0:42300:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8daa8f620800. 00000004:00000010:2.0:1769074863.848887:0:42300:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8daa8ec09800. 00010000:00000200:2.0:1769074863.848905:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a05d850 x1855007826587648/t0(0) o37->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 448/440 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.848928:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074863.848935:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855007826587648, offset 224 00000400:00000200:2.0:1769074863.848942:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.848953:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.848958:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41680:41680:256:4294967295] 192.168.204.10@tcp LPNI seq info [41676:41676:8:4294967295] 00000400:00000200:2.0:1769074863.848969:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.848974:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.848981:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074863.848987:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.848994:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.848999:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.849027:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ec80. 00000020:00000010:2.0:1769074863.849033:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a4b0. 00000020:00000010:2.0:1769074863.849038:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc502a00. 02000000:00000010:2.0:1769074863.849050:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8df07800. 00000100:00000010:2.0:1769074863.849054:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485180. 02000000:00000010:2.0:1769074863.849059:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8fa9c400. 00000100:00000010:2.0:1769074863.849062:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08380. 02000000:00000010:2.0:1769074863.849065:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8daa8fa9c800. 00000100:00000010:2.0:1769074863.849067:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0b480. 02000000:00000010:2.0:1769074863.849070:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbd51f400. 00000100:00000010:2.0:1769074863.849073:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86495f80. 02000000:00000010:2.0:1769074863.849076:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabb5b6e800. 00000100:00000010:2.0:1769074863.849078:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9180. 00000100:00000200:2.0:1769074863.849086:0:42300:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1769074863.849093:0:42300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4318. 00000400:00000010:2.0:1769074863.849098:0:42300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab89ddfc00. 00000800:00000200:1.0:1769074863.849266:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074863.849271:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:1.0:1769074863.849274:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.849278:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074863.849282:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:1.0:1769074863.849284:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 02000000:00000010:1.0:1769074863.849288:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8daa8f621000. 00010000:00000010:3.1:1769074863.851653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074863.851668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.1:1769074863.854044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:0.0:1769074863.862252:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074863.862272:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8f3100 00000400:00000200:0.0:1769074863.862281:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed85 [2] + 0 00000400:00000200:0.0:1769074863.862298:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.862303:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074863.862311:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074863.862318:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2d500. 00000020:00000010:2.0:1769074863.862427:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.862432:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.862439:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.862444:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074863.862449:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.862493:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.862496:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.862499:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826587904 02000000:00000010:2.0:1769074863.862544:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabaffe1000. 00000020:00000010:2.0:1769074863.862650:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074863.862661:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe1400. 00000001:00000010:2.0:1769074863.862741:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a060. 00000001:00000010:2.0:1769074863.862748:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074863.862778:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00000004:00000010:2.0:1769074863.862798:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66b00. 00010000:00000200:2.0:1769074863.862846:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2d500 x1855007826587904/t17179890458(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 392/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074863.862868:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074863.862876:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826587904, offset 224 00000400:00000200:2.0:1769074863.862884:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.862895:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.862901:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41681:41681:256:4294967295] 192.168.204.10@tcp LPNI seq info [41677:41677:8:4294967295] 00000400:00000200:2.0:1769074863.862913:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.862919:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.862924:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074863.862930:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.862937:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.862941:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.862969:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074863.862973:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.862978:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:3.0:1769074863.863218:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.863223:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:3.0:1769074863.863227:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.863232:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.863236:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:3.0:1769074863.863238:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00000400:00000200:1.0:1769074863.881236:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074863.881258:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8f3200 00000400:00000200:1.0:1769074863.881267:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 59808 00000400:00000200:1.0:1769074863.881283:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074863.881287:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074863.881294:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074863.881300:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9500. 00000020:00000010:0.0:1769074863.881545:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.881552:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.881557:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6200. 00000020:00000010:0.0:1769074863.881562:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c80. 00000020:00000010:0.0:1769074863.881567:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074863.881654:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ccc0. 00000020:00000010:0.0:1769074863.881657:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ccc0. 00000100:00000200:0.0:1769074863.881660:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826588160 00000001:00000010:0.0:1769074863.881670:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074863.881698:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074863.881706:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074863.881745:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab854cf000. 00010000:00000010:0.0:1769074863.881847:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074863.881853:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000004:00000010:0.0:1769074863.881899:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66d00. 00080000:00000010:0.0:1769074863.881912:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b20c00. 00000001:00000010:0.0:1769074863.881946:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad120. 00000001:00000010:0.0:1769074863.881952:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d89c0. 00010000:00000010:0.0:1769074863.882012:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074863.882034:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f9500 x1855007826588160/t17179890459(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 648/608 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.882054:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074863.882060:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826588160, offset 224 00000400:00000200:0.0:1769074863.882068:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.883791:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.883800:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41682:41682:256:4294967295] 192.168.204.10@tcp LPNI seq info [41678:41678:8:4294967295] 00000400:00000200:0.0:1769074863.883812:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.883818:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074863.883939:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074863.883948:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074863.883956:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074863.883961:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1769074863.883995:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c80. 00000020:00000010:3.0:1769074863.884003:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:3.0:1769074863.884008:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6200. 00000800:00000200:0.0:1769074863.884194:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074863.884198:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074863.884205:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074863.884210:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074863.884215:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:0.0:1769074863.884217:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:0.1:1769074863.888670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:3.0:1769074863.890241:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.890262:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f3280 00000400:00000200:3.0:1769074863.890270:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 60456 00000400:00000200:3.0:1769074863.890286:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.890291:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.890299:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.890305:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288ea00. 00000020:00000010:1.0:1769074863.894218:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.894240:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.894250:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.894255:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c280. 00000020:00000010:1.0:1769074863.894261:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.894358:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.894362:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.894366:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826588288 00000001:00000010:1.0:1769074863.894379:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfb40. 00010000:00000010:1.0:1769074863.894404:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074863.894413:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 02000000:00000010:1.0:1769074863.894440:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdfd000. 00010000:00000010:1.0:1769074863.894471:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074863.894476:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.894496:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074863.894500:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074863.894517:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.894521:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.894626:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074863.894630:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c200. 00010000:00000010:1.0:1769074863.894635:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074863.894639:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074863.894710:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.894722:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.894728:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074863.894748:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074863.894768:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288ea00 x1855007826588288/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.894790:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcbb0. 00000100:00000200:1.0:1769074863.894798:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826588288, offset 224 00000400:00000200:1.0:1769074863.894806:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.894819:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.894825:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41683:41683:256:4294967295] 192.168.204.10@tcp LPNI seq info [41679:41679:8:4294967295] 00000400:00000200:1.0:1769074863.894851:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.894857:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.894862:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074863.894870:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.894878:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.894883:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.894915:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c280. 00000020:00000010:1.0:1769074863.894919:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.894924:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074863.895065:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.895069:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:3.0:1769074863.895074:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.895080:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.895085:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcbb0 00000400:00000010:3.0:1769074863.895088:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcbb0. 00000400:00000200:3.0:1769074863.908080:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.908102:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f3380 00000400:00000200:3.0:1769074863.908111:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 61032 00000400:00000200:3.0:1769074863.908129:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.908134:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.908143:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.908150:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288f800. 00000020:00000010:2.0:1769074863.908272:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.908278:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.908285:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074863.908289:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074863.908295:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.908350:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074863.908353:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074863.908357:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826588544 02000000:00000010:2.0:1769074863.908398:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabae3f3000. 00010000:00000010:2.0:1769074863.908439:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:2.0:1769074863.908455:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c200. 00010000:00000010:2.0:1769074863.908465:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115d80. 00010000:00000010:2.0:1769074863.908485:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074863.908491:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074863.908522:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074863.908526:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b480. 00010000:00000010:2.0:1769074863.908530:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074863.908533:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074863.908645:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074863.908649:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074863.908653:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074863.908657:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00000020:00000010:2.0:1769074863.908686:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074863.908693:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074863.908705:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074863.908715:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe1c00. 00000001:00000010:2.0:1769074863.908980:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a120. 00000001:00000010:2.0:1769074863.908987:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074863.909017:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074863.909025:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074863.909029:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074863.909041:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074863.909076:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00080000:00000010:2.0:1769074863.909099:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca26720. 00000004:00000010:2.0:1769074863.909106:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491e3c0. 00000004:00000010:2.0:1769074863.909109:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d59980. 00000004:00000010:2.0:1769074863.909114:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc8f78. 00000004:00000010:2.0:1769074863.909121:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed72c0. 00010000:00000010:2.0:1769074863.909128:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074863.909144:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890460, last committed = 17179890279 00010000:00000200:2.0:1769074863.909152:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288f800 x1855007826588544/t17179890460(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074863.909174:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074863.909181:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826588544, offset 224 00000400:00000010:2.0:1769074863.909186:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169150. 00000400:00000200:2.0:1769074863.909191:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074863.909204:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074863.909209:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41684:41684:256:4294967295] 192.168.204.10@tcp LPNI seq info [41680:41680:8:4294967295] 00000400:00000200:2.0:1769074863.909215:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074863.909222:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074863.909227:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074863.909231:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074863.909237:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074863.909243:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074863.909247:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074863.909267:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074863.909271:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074863.909275:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:2.0:1769074863.909364:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.909368:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:2.0:1769074863.909372:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.909376:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074863.911868:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:3.0:1769074863.911886:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:3.0:1769074863.911900:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00000400:00000200:3.0:1769074863.919313:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.919347:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66db9 00000400:00000200:3.0:1769074863.919355:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.919360:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.919371:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:3.0:1769074863.919374:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00000400:00000200:3.0:1769074863.919408:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.919415:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f3400 00000400:00000200:3.0:1769074863.919423:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 61520 00000400:00000200:3.0:1769074863.919435:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.919439:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.919443:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.919449:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288e680. 00000020:00000010:1.0:1769074863.919646:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.919652:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.919661:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.919666:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c280. 00000020:00000010:1.0:1769074863.919671:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.919707:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.919709:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.919712:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826588672 00000001:00000010:1.0:1769074863.919722:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 00010000:00000010:1.0:1769074863.919744:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074863.919751:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 02000000:00000010:1.0:1769074863.919778:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdfb000. 00010000:00000010:1.0:1769074863.919807:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.919811:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.919838:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074863.919843:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074863.919847:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.919849:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.919924:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074863.919928:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c800. 00010000:00000010:1.0:1769074863.919942:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074863.919946:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074863.920015:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.920029:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.920034:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074863.920063:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074863.920079:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288e680 x1855007826588672/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.920098:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc198. 00000100:00000200:1.0:1769074863.920102:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826588672, offset 224 00000400:00000200:1.0:1769074863.920108:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.920117:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.920123:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41685:41685:256:4294967295] 192.168.204.10@tcp LPNI seq info [41681:41681:8:4294967295] 00000400:00000200:1.0:1769074863.920133:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.920138:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.920143:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074863.920149:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.920156:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.920160:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.920180:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c280. 00000020:00000010:1.0:1769074863.920184:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.920187:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:0.0:1769074863.920595:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:0.0:1769074863.920644:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b480. 00000800:00000200:3.0:1769074863.921235:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.921240:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:3.0:1769074863.921246:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.921252:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.921257:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc198 00000400:00000010:3.0:1769074863.921259:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc198. 00010000:00000010:2.1:1769074863.921674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:2.1:1769074863.921683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:2.1:1769074863.921689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8c592000. 00010000:00000010:2.1:1769074863.921692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.1:1769074863.921697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:1.1:1769074863.921940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074863.921946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074863.921950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.921952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:3.1:1769074863.923691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:3.1:1769074863.923704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:0.1:1769074863.927072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074863.927087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:1.1:1769074863.927688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074863.927696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074863.927702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074863.927705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00000400:00000200:2.0:1769074863.930725:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.930760:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f3500 00000400:00000200:2.0:1769074863.930769:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 62096 00000400:00000200:2.0:1769074863.930787:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.930792:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.930800:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.930807:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485180. 00000020:00000010:0.0:1769074863.930945:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.930951:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.930957:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074863.930962:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074863.930967:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074863.931019:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.931022:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ce80. 00000100:00000200:0.0:1769074863.931025:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826588928 02000000:00000010:0.0:1769074863.931061:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab854cd000. 00010000:00000010:0.0:1769074863.931103:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:0.0:1769074863.931119:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c800. 00010000:00000010:0.0:1769074863.931140:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074863.931163:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.931180:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074863.931184:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074863.931188:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074863.931191:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.931284:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074863.931288:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a00. 00010000:00000010:0.0:1769074863.931291:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.931294:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074863.931319:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56660. 00000020:00000010:0.0:1769074863.931326:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56660. 00000020:00000010:0.0:1769074863.931337:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adf60. 00080000:00000010:0.0:1769074863.931348:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b20800. 00000001:00000010:0.0:1769074863.931544:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7add80. 00000001:00000010:0.0:1769074863.931551:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074863.931583:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adf60. 00010000:00000010:0.0:1769074863.931592:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074863.931596:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074863.931657:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074863.931702:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074863.931725:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9f6390. 00000004:00000010:0.0:1769074863.931732:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbfeb9cc0. 00000004:00000010:0.0:1769074863.931735:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc4cbb0. 00000004:00000010:0.0:1769074863.931742:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dd15960. 00000004:00000010:0.0:1769074863.931746:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa903b2960. 00010000:00000010:0.0:1769074863.931755:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074863.931772:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890461, last committed = 17179890279 00010000:00000200:0.0:1769074863.931781:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485180 x1855007826588928/t17179890461(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.931800:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074863.931806:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826588928, offset 224 00000400:00000010:0.0:1769074863.931813:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1e00. 00000400:00000200:0.0:1769074863.931817:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.931842:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.931848:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41686:41686:256:4294967295] 192.168.204.10@tcp LPNI seq info [41682:41682:8:4294967295] 00000400:00000200:0.0:1769074863.931855:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.931862:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.931868:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.931873:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074863.931879:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.931886:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.931891:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.931908:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074863.931912:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074863.931915:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:3.0:1769074863.932312:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074863.932320:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a00. 00010000:00000010:3.0:1769074863.932328:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d83c0. 00000800:00000200:3.0:1769074863.932414:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.932418:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074863.932423:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.932428:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.935772:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.935796:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66dc1 00000400:00000200:3.0:1769074863.935803:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.935807:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.935814:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:3.0:1769074863.935817:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:0.0:1769074863.935961:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.935971:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.1:1769074863.938214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:0.1:1769074863.938230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074863.939956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074863.939972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074863.941375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074863.941390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074863.944810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074863.944825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:2.0:1769074863.945443:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.945462:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f3580 00000400:00000200:2.0:1769074863.945472:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 62584 00000400:00000200:2.0:1769074863.945553:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.945560:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.945569:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.945576:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487480. 00000020:00000010:1.0:1769074863.945728:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.945745:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.945755:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.945761:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c280. 00000020:00000010:1.0:1769074863.945767:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.945800:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.945803:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.945806:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826589056 00000001:00000010:1.0:1769074863.945816:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:1.0:1769074863.945852:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074863.945860:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 02000000:00000010:1.0:1769074863.945888:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdf8000. 00010000:00000010:1.0:1769074863.945918:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.945922:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.945939:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074863.945942:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074863.945946:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.945949:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.946027:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074863.946031:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf80. 00010000:00000010:1.0:1769074863.946034:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074863.946038:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074863.946108:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.946121:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.946125:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074863.946146:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074863.946162:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487480 x1855007826589056/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.946181:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc110. 00000100:00000200:1.0:1769074863.946186:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826589056, offset 224 00000400:00000200:1.0:1769074863.946192:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.946202:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.946208:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41687:41687:256:4294967295] 192.168.204.10@tcp LPNI seq info [41683:41683:8:4294967295] 00000400:00000200:1.0:1769074863.946219:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.946230:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.946235:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074863.946241:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.946247:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.946251:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.946273:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c280. 00000020:00000010:1.0:1769074863.946277:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.946280:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074863.946500:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.946505:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:3.0:1769074863.946510:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.946514:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.946518:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc110 00000400:00000010:3.0:1769074863.946521:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc110. 00000400:00000200:3.0:1769074863.949925:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.949946:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f3680 00000400:00000200:3.0:1769074863.949956:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 63160 00000400:00000200:3.0:1769074863.949973:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.949977:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.949985:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.949991:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8288c700. 00000020:00000010:0.0:1769074863.950112:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.950117:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.950124:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074863.950129:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074863.950135:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074863.950177:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.950180:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ce80. 00000100:00000200:0.0:1769074863.950183:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826589312 02000000:00000010:0.0:1769074863.950218:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab854cb000. 00010000:00000010:0.0:1769074863.950270:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:0.0:1769074863.950286:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf80. 00010000:00000010:0.0:1769074863.950305:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074863.950311:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.950328:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074863.950332:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074863.950336:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074863.950339:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.950422:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074863.950425:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074863.950428:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.950432:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000020:00000010:0.0:1769074863.950456:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56660. 00000020:00000010:0.0:1769074863.950463:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56660. 00000020:00000010:0.0:1769074863.950477:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7adf60. 00080000:00000010:0.0:1769074863.950487:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f3c00. 00000001:00000010:0.0:1769074863.950778:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad9c0. 00000001:00000010:0.0:1769074863.950786:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8900. 00000020:00000010:0.0:1769074863.950824:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7adf60. 00010000:00000010:0.0:1769074863.950847:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074863.950851:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.950866:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8d80. 00010000:00000010:0.0:1769074863.950898:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:0.0:1769074863.950922:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9f6000. 00000004:00000010:0.0:1769074863.950930:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd44cf00. 00000004:00000010:0.0:1769074863.950933:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc4d980. 00000004:00000010:0.0:1769074863.950940:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dd15258. 00000004:00000010:0.0:1769074863.950943:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88e64000. 00010000:00000010:0.0:1769074863.950953:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074863.950972:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890462, last committed = 17179890279 00010000:00000200:0.0:1769074863.950982:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8288c700 x1855007826589312/t17179890462(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.951003:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074863.951009:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826589312, offset 224 00000400:00000010:0.0:1769074863.951016:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d19a0. 00000400:00000200:0.0:1769074863.951020:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.951033:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.951039:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41688:41688:256:4294967295] 192.168.204.10@tcp LPNI seq info [41684:41684:8:4294967295] 00000400:00000200:0.0:1769074863.951045:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.951052:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.951058:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.951063:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074863.951069:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.951076:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.951080:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.951111:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66100. 00000020:00000010:0.0:1769074863.951115:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074863.951119:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074863.951215:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074863.951221:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:2.0:1769074863.951227:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8d80. 00000800:00000200:3.0:1769074863.951444:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.951448:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:3.0:1769074863.951454:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.951459:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074863.952977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074863.952990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074863.952996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074863.952998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00000400:00000200:3.0:1769074863.955561:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074863.955583:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66dc9 00000400:00000200:3.0:1769074863.955590:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.955594:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074863.955642:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:3.0:1769074863.955646:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00000400:00000200:3.0:1769074863.955674:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074863.955681:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f3700 00000400:00000200:3.0:1769074863.955689:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 63648 00000400:00000200:3.0:1769074863.956048:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.956054:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074863.956060:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074863.956068:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdc380. 00000020:00000010:1.0:1769074863.956203:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.956209:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.956218:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.956232:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c280. 00000020:00000010:1.0:1769074863.956238:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.956280:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.956283:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.956287:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826589440 00000001:00000010:1.0:1769074863.956299:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:1.0:1769074863.956324:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074863.956332:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 02000000:00000010:1.0:1769074863.956359:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8fdff000. 00010000:00000010:1.0:1769074863.956392:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.956396:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.956416:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074863.956419:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074863.956424:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.956427:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.956497:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074863.956501:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce00. 00010000:00000010:1.0:1769074863.956504:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074863.956508:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074863.956575:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074863.956587:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074863.956592:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074863.956650:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000200:1.0:1769074863.956668:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdc380 x1855007826589440/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074863.956688:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fca18. 00000100:00000200:1.0:1769074863.956693:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826589440, offset 224 00000400:00000200:1.0:1769074863.956700:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074863.956711:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074863.956716:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41689:41689:256:4294967295] 192.168.204.10@tcp LPNI seq info [41685:41685:8:4294967295] 00000400:00000200:1.0:1769074863.956727:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074863.956733:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074863.956739:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074863.956745:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074863.956752:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074863.956756:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074863.956783:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c280. 00000020:00000010:1.0:1769074863.956787:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.956791:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:0.0:1769074863.956812:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.956819:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00000800:00000200:2.0:1769074863.959095:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074863.959105:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:2.0:1769074863.959113:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.959122:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.959128:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fca18 00000400:00000010:2.0:1769074863.959131:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fca18. 00010000:00000010:0.1:1769074863.962715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:0.1:1769074863.962732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:0.1:1769074863.962739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074863.962745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:2.1:1769074863.964086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074863.964100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:1.1:1769074863.969655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074863.969671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074863.969676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:2.0:1769074863.972375:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.972398:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f3800 00000400:00000200:2.0:1769074863.972409:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 64224 00000400:00000200:2.0:1769074863.972427:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.972433:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.972441:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.972447:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486a00. 00000020:00000010:1.0:1769074863.972691:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.972697:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.972705:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074863.972710:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c280. 00000020:00000010:1.0:1769074863.972715:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074863.972750:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074863.972753:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074863.972756:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826589696 02000000:00000010:1.0:1769074863.972793:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdfe000. 00010000:00000010:1.0:1769074863.972845:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074863.972861:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce00. 00010000:00000010:1.0:1769074863.973313:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074863.973322:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074863.973338:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074863.973342:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce00. 00010000:00000010:1.0:1769074863.973346:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074863.973349:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074863.973438:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074863.973441:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074863.973444:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074863.973447:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00000020:00000010:1.0:1769074863.973471:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bce0. 00000020:00000010:1.0:1769074863.973480:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bce0. 00000020:00000010:1.0:1769074863.973491:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074863.973500:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df04400. 00010000:00000010:1.1:1769074863.978663:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:0.1:1769074863.979928:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074863.979940:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000001:00000010:0.0:1769074863.980282:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adf60. 00000001:00000010:0.0:1769074863.980292:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074863.980333:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b900. 00010000:00000010:0.0:1769074863.980349:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074863.980357:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.980380:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8600. 00010000:00000010:0.0:1769074863.980431:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00080000:00000010:0.0:1769074863.980459:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca27c80. 00000004:00000010:0.0:1769074863.980466:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbfdcc900. 00000004:00000010:0.0:1769074863.980470:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d58440. 00000004:00000010:0.0:1769074863.980475:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc8ca8. 00000004:00000010:0.0:1769074863.980483:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed7860. 00010000:00000010:0.0:1769074863.980494:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000200:0.0:1769074863.980516:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890463, last committed = 17179890279 00010000:00000200:0.0:1769074863.980528:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486a00 x1855007826589696/t17179890463(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.980549:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074863.980557:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826589696, offset 224 00000400:00000010:0.0:1769074863.980564:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1ce8. 00000400:00000200:0.0:1769074863.980568:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00010000:00000010:3.0:1769074863.980571:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074863.980579:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00000400:00000200:0.0:1769074863.980583:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00010000:00000010:3.0:1769074863.980586:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8600. 00000400:00000200:0.0:1769074863.980590:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41690:41690:256:4294967295] 192.168.204.10@tcp LPNI seq info [41686:41686:8:4294967295] 00000400:00000200:0.0:1769074863.980598:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.980623:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.980629:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.980635:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074863.980641:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.980649:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.980653:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074863.980681:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c280. 00000020:00000010:0.0:1769074863.980685:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:0.0:1769074863.980689:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074863.980815:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.980819:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:3.0:1769074863.980824:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.980839:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074863.983012:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074863.983036:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66dd1 00000400:00000200:2.0:1769074863.983043:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.983047:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074863.983053:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:2.0:1769074863.983056:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00010000:00000010:0.0:1769074863.983137:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:0.0:1769074863.983147:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce00. 00010000:00000010:1.1:1769074863.984646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074863.984658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00000400:00000200:2.0:1769074863.985972:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.985992:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f3880 00000400:00000200:2.0:1769074863.986002:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 64712 00000400:00000200:2.0:1769074863.986072:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.986077:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.986086:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074863.986092:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484380. 00000020:00000010:0.0:1769074863.986258:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.986264:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.986271:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074863.986276:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074863.986281:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074863.986328:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.986331:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ce80. 00000100:00000200:0.0:1769074863.986334:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826589824 00000001:00000010:0.0:1769074863.986345:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074863.986372:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074863.986380:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074863.986406:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854c9000. 00010000:00000010:0.0:1769074863.986435:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074863.986440:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.986458:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074863.986462:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074863.986467:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074863.986470:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.986548:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074863.986551:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074863.986554:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074863.986558:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.1:1769074863.991317:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:0.1:1769074863.991338:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:0.0:1769074863.991405:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.991420:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074863.991427:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074863.991457:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074863.991480:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484380 x1855007826589824/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 576/584 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074863.991507:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074863.991515:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826589824, offset 224 00000400:00000200:0.0:1769074863.991523:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.991537:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.991545:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41691:41691:256:4294967295] 192.168.204.10@tcp LPNI seq info [41687:41687:8:4294967295] 00000400:00000200:0.0:1769074863.991557:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.991565:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.991571:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074863.991578:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.991585:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.991590:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:3.1:1769074863.991669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074863.991676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000020:00000010:0.0:1769074863.991745:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074863.991749:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074863.991754:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:0.1:1769074863.997689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:0.1:1769074863.997706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000800:00000200:3.0:1769074863.998211:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074863.998217:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:2.0:1769074863.998252:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074863.998270:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f3980 00000400:00000200:2.0:1769074863.998279:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 65288 00000400:00000200:2.0:1769074863.998297:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074863.998302:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074863.998305:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074863.998309:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074863.998311:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1769074863.998314:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:3.0:1769074863.998316:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00000100:00000010:2.0:1769074863.998317:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484e00. 00000020:00000010:0.0:1769074863.998390:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.998396:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.998402:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074863.998408:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074863.998413:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074863.998458:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3ce80. 00000020:00000010:0.0:1769074863.998461:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3ce80. 00000100:00000200:0.0:1769074863.998464:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826590080 02000000:00000010:0.0:1769074863.998501:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab854c8000. 00010000:00000010:0.0:1769074863.998554:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.998569:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074863.998589:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074863.998594:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074863.998650:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074863.998654:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074863.998658:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074863.998661:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074863.998758:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074863.998762:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074863.998765:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074863.998768:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074863.998792:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56660. 00000020:00000010:0.0:1769074863.998799:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56660. 00000020:00000010:0.0:1769074863.998811:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad600. 00080000:00000010:0.0:1769074863.998821:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f2800. 00000001:00000010:0.0:1769074863.999346:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b0c0. 00000001:00000010:0.0:1769074863.999353:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8780. 00000020:00000010:0.0:1769074863.999391:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad600. 00010000:00000010:0.0:1769074863.999400:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074863.999405:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074863.999418:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8900. 00010000:00000010:0.0:1769074863.999450:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074863.999474:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca81398. 00000004:00000010:0.0:1769074863.999481:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff9a300. 00000004:00000010:0.0:1769074863.999484:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f472ff0. 00000004:00000010:0.0:1769074863.999489:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa83837bb8. 00000004:00000010:0.0:1769074863.999494:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83984780. 00010000:00000010:0.0:1769074863.999518:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074863.999539:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890464, last committed = 17179890279 00010000:00000200:0.0:1769074863.999550:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484e00 x1855007826590080/t17179890464(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:399/0 lens 488/456 e 0 to 0 dl 1769074874 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074863.999569:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074863.999576:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826590080, offset 224 00000400:00000010:0.0:1769074863.999583:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1690. 00000400:00000200:0.0:1769074863.999587:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074863.999629:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074863.999635:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41692:41692:256:4294967295] 192.168.204.10@tcp LPNI seq info [41688:41688:8:4294967295] 00000400:00000200:0.0:1769074863.999642:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074863.999649:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074863.999655:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074863.999660:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074863.999666:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074863.999674:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074863.999679:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074864.000207:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:3.0:1769074864.000216:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:3.0:1769074864.000224:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8900. 00000020:00000010:0.0:1769074864.000352:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66d80. 00000020:00000010:0.0:1769074864.000357:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.000360:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074864.004964:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.004974:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:2.0:1769074864.004985:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.004995:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074864.005721:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074864.005990:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074864.005998:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074864.006001:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:2.0:1769074864.006205:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074864.006324:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66dd9 00000400:00000200:2.0:1769074864.006332:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.006336:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074864.006342:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:2.0:1769074864.006345:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000400:00000200:2.0:1769074864.006400:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.006407:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f3a00 00000400:00000200:2.0:1769074864.006413:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 65776 00000400:00000200:2.0:1769074864.007047:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.007053:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.007059:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.007066:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484700. 00010000:00000010:0.0:1769074864.007388:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074864.007397:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00000020:00000010:3.0:1769074864.007475:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074864.007481:0:42296:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8470d0c0. 00000020:00000010:3.0:1769074864.007597:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.007621:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.007626:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.007660:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ffc0. 00000020:00000010:3.0:1769074864.007662:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ffc0. 00000100:00000200:3.0:1769074864.007665:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826590208 00000001:00000010:3.0:1769074864.007675:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:3.0:1769074864.007695:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074864.007701:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 02000000:00000010:3.0:1769074864.007724:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3ff000. 00010000:00000010:3.0:1769074864.007761:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074864.007764:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074864.007779:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074864.007782:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074864.007785:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074864.007788:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074864.007863:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074864.007866:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074864.007869:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074864.007872:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074864.007934:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074864.007943:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074864.007947:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074864.007965:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074864.007980:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484700 x1855007826590208/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.007999:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074864.008006:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826590208, offset 224 00000400:00000200:3.0:1769074864.008012:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.008024:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.008030:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41693:41693:256:4294967295] 192.168.204.10@tcp LPNI seq info [41689:41689:8:4294967295] 00000400:00000200:3.0:1769074864.008051:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.008056:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.008061:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074864.008068:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.008074:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.008078:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.008106:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.008109:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.008113:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074864.008238:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.008242:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074864.008248:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.008253:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.008258:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:1.0:1769074864.008260:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00000400:00000200:0.0:1769074864.011757:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.011775:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f3b00 00000400:00000200:0.0:1769074864.011783:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 66352 00000400:00000200:0.0:1769074864.011797:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.011801:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.011808:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.011814:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2ca80. 00000020:00000010:1.0:1769074864.012383:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.012390:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.012398:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.012402:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.012406:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.012441:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.012444:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.012447:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826590464 02000000:00000010:1.0:1769074864.012484:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8fdfc000. 00010000:00000010:1.0:1769074864.012521:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:1.0:1769074864.012537:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:1.0:1769074864.012556:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074864.012563:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074864.012579:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074864.012582:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce00. 00010000:00000010:1.0:1769074864.012585:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074864.012587:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:0.1:1769074864.012641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074864.012649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:0.1:1769074864.012651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.1:1769074864.012657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:1.0:1769074864.012686:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074864.012690:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c280. 00010000:00000010:1.0:1769074864.012693:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074864.012696:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:3.1:1769074864.012696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:3.1:1769074864.012701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000020:00000010:1.0:1769074864.012722:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be40. 00000020:00000010:1.0:1769074864.012728:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be40. 00000020:00000010:1.0:1769074864.012739:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560f00. 00080000:00000010:1.0:1769074864.012748:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df06c00. 00000001:00000010:1.0:1769074864.012979:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04546c0. 00000001:00000010:1.0:1769074864.012984:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111d80. 00000020:00000010:1.0:1769074864.013009:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560f00. 00010000:00000010:1.0:1769074864.013015:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074864.013018:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074864.013027:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111cc0. 00010000:00000010:1.0:1769074864.013064:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:3.0:1769074864.013071:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:3.0:1769074864.013076:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c280. 00010000:00000010:3.0:1769074864.013083:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111cc0. 00080000:00000010:1.0:1769074864.013087:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c1560. 00000004:00000010:1.0:1769074864.013095:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12f480. 00000004:00000010:1.0:1769074864.013098:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcf6000. 00000004:00000010:1.0:1769074864.013103:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba8a4f348. 00000004:00000010:1.0:1769074864.013107:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc58960. 00010000:00000010:1.0:1769074864.013116:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000200:1.0:1769074864.013135:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890465, last committed = 17179890279 00010000:00000200:1.0:1769074864.013145:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2ca80 x1855007826590464/t17179890465(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.013163:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074864.013169:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826590464, offset 224 00000400:00000010:1.0:1769074864.013176:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3e70. 00000400:00000200:1.0:1769074864.013180:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.013193:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.013200:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41694:41694:256:4294967295] 192.168.204.10@tcp LPNI seq info [41690:41690:8:4294967295] 00000400:00000200:1.0:1769074864.013205:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.013211:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.013215:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.013218:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074864.013223:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.013230:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.013234:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.013258:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.013262:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.013265:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:2.0:1769074864.013352:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.013356:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:2.0:1769074864.013362:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.013367:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074864.020667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074864.020681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074864.020686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074864.020688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:1.0:1769074864.020690:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.020709:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66de1 00000400:00000200:1.0:1769074864.020716:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.020722:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.020729:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:1.0:1769074864.020731:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00000400:00000200:1.0:1769074864.020758:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.020765:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f3b80 00000400:00000200:1.0:1769074864.020772:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 66840 00000400:00000200:1.0:1769074864.020858:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.020862:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.020867:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.020873:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fad80. 00010000:00000010:0.0:1769074864.020880:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:0.0:1769074864.020890:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce00. 00000020:00000010:2.0:1769074864.020981:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.020987:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.020994:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.020999:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.021005:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.021050:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.021053:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.021057:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826590592 00000001:00000010:2.0:1769074864.021068:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8780. 00010000:00000010:2.0:1769074864.021092:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.021100:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 02000000:00000010:2.0:1769074864.021137:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabae3f1000. 00010000:00000010:2.0:1769074864.021175:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074864.021179:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074864.021196:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.021200:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074864.021205:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.021208:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.021282:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074864.021286:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074864.021289:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.021293:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074864.021352:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074864.021361:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.021365:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074864.021384:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074864.021399:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fad80 x1855007826590592/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.021418:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074864.021424:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826590592, offset 224 00000400:00000200:2.0:1769074864.021431:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.021440:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.021446:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41695:41695:256:4294967295] 192.168.204.10@tcp LPNI seq info [41691:41691:8:4294967295] 00000400:00000200:2.0:1769074864.021456:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.021460:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.021465:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074864.021471:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.021477:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.021481:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.021507:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.021511:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.021516:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074864.021589:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.021594:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:0.0:1769074864.021598:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.021636:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.021640:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:0.0:1769074864.021642:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00010000:00000010:0.1:1769074864.023665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074864.023665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:0.1:1769074864.023677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:1.1:1769074864.023678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074864.023681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074864.023688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:3.1:1769074864.023776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074864.023784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:0.1:1769074864.027761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:0.1:1769074864.027779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:2.1:1769074864.028657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.1:1769074864.028668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074864.028672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.028675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00000400:00000200:2.0:1769074864.036580:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.036642:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f3c80 00000400:00000200:2.0:1769074864.036653:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 67416 00000400:00000200:2.0:1769074864.036669:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.036673:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.036681:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.036688:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487100. 00000020:00000010:1.0:1769074864.036810:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.036816:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.036825:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.036840:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.036846:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.036894:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.036896:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.036899:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826590848 02000000:00000010:1.0:1769074864.036950:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabad909000. 00010000:00000010:1.0:1769074864.036990:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:1.0:1769074864.037006:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:1.0:1769074864.037026:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074864.037033:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074864.037049:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074864.037053:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074864.037057:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074864.037060:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1100. 00010000:00000010:1.0:1769074864.037146:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074864.037150:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf80. 00010000:00000010:1.0:1769074864.037153:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074864.037156:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00000020:00000010:1.0:1769074864.037181:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7be40. 00000020:00000010:1.0:1769074864.037189:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7be40. 00000020:00000010:1.0:1769074864.037199:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454a80. 00080000:00000010:1.0:1769074864.037209:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df05800. 00000001:00000010:1.0:1769074864.037445:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454960. 00000001:00000010:1.0:1769074864.037453:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111300. 00000020:00000010:1.0:1769074864.037484:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454a80. 00010000:00000010:1.0:1769074864.037493:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074864.037497:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074864.037509:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111f00. 00010000:00000010:1.0:1769074864.037551:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00080000:00000010:1.0:1769074864.037574:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca278f0. 00000004:00000010:1.0:1769074864.037582:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbfdcc3c0. 00000004:00000010:1.0:1769074864.037585:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f48b870. 00000004:00000010:1.0:1769074864.037590:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc83c0. 00000004:00000010:1.0:1769074864.037598:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa82304000. 00010000:00000010:1.0:1769074864.037653:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000200:1.0:1769074864.037670:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890466, last committed = 17179890279 00010000:00000200:1.0:1769074864.037679:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487100 x1855007826590848/t17179890466(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.037698:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074864.037704:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826590848, offset 224 00000400:00000010:1.0:1769074864.037710:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3fc0. 00000400:00000200:1.0:1769074864.037715:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.037728:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.037735:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41696:41696:256:4294967295] 192.168.204.10@tcp LPNI seq info [41692:41692:8:4294967295] 00000400:00000200:1.0:1769074864.037741:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.037747:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.037753:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.037759:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074864.037765:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.037771:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.037775:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.037795:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.037798:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.037801:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:1.0:1769074864.037907:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.037912:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:1.0:1769074864.037917:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.037921:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074864.041090:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:2.0:1769074864.041107:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf80. 00010000:00000010:2.0:1769074864.041119:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111f00. 00010000:00000010:1.1:1769074864.043691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:1.1:1769074864.043708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074864.043712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:2.1:1769074864.047670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:2.1:1769074864.047687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074864.047748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00000400:00000200:0.0:1769074864.048197:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.048218:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66de9 00000400:00000200:0.0:1769074864.048236:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.048241:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.048247:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:0.0:1769074864.048250:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00000400:00000200:0.0:1769074864.048282:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.048289:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f3d00 00000400:00000200:0.0:1769074864.048297:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 67904 00000400:00000200:0.0:1769074864.048308:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.048311:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.048316:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.048322:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2ed80. 00000020:00000010:1.0:1769074864.048505:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.048512:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.048521:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.048527:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.048532:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.048580:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.048583:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.048586:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826590976 00000001:00000010:1.0:1769074864.048597:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111d80. 00010000:00000010:1.0:1769074864.048655:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074864.048663:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 02000000:00000010:1.0:1769074864.048692:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad90f000. 00010000:00000010:1.0:1769074864.048721:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074864.048725:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074864.048745:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074864.048749:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c800. 00010000:00000010:1.0:1769074864.048753:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074864.048756:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074864.048841:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074864.048845:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c200. 00010000:00000010:1.0:1769074864.048848:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074864.048852:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1080. 00010000:00000010:1.0:1769074864.048916:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074864.048928:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074864.048934:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c800. 00010000:00000010:1.0:1769074864.048954:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000200:1.0:1769074864.048970:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2ed80 x1855007826590976/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074864.048988:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074864.048994:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826590976, offset 224 00000400:00000200:1.0:1769074864.049001:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.049012:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.049019:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41697:41697:256:4294967295] 192.168.204.10@tcp LPNI seq info [41693:41693:8:4294967295] 00000400:00000200:1.0:1769074864.049030:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.049035:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.049040:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074864.049046:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.049052:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.049057:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.049074:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.049078:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.049081:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074864.049326:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.049331:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:0.0:1769074864.049335:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.049340:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.049345:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:0.0:1769074864.049347:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00010000:00000010:3.0:1769074864.049425:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1100. 00010000:00000010:3.0:1769074864.049432:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00000400:00000200:1.0:1769074864.053474:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.053495:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f3e00 00000400:00000200:1.0:1769074864.053504:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 68480 00000400:00000200:1.0:1769074864.053520:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.053525:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.053544:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.053552:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fb800. 00000020:00000010:2.0:1769074864.053678:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.053684:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.053689:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.053695:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.053701:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.053738:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.053740:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.053743:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826591232 02000000:00000010:2.0:1769074864.053784:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab88b90000. 00010000:00000010:2.0:1769074864.053839:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1080. 00010000:00000010:2.0:1769074864.053856:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c200. 00010000:00000010:2.0:1769074864.053877:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.053882:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074864.053900:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.053904:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074864.053908:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.053912:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.054016:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074864.054020:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074864.054024:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074864.054028:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00000020:00000010:2.0:1769074864.054051:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef880. 00000020:00000010:2.0:1769074864.054058:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef880. 00000020:00000010:2.0:1769074864.054070:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074864.054080:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe2c00. 00000001:00000010:2.0:1769074864.054308:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3acc0. 00000001:00000010:2.0:1769074864.054315:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074864.054349:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074864.054358:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074864.054362:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074864.054374:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074864.054410:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00080000:00000010:2.0:1769074864.054433:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c1008. 00000004:00000010:2.0:1769074864.054440:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12f3c0. 00000004:00000010:2.0:1769074864.054444:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fab2440. 00000004:00000010:2.0:1769074864.054449:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb453c0. 00000004:00000010:2.0:1769074864.054453:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc59680. 00010000:00000010:2.0:1769074864.054464:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074864.054481:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890467, last committed = 17179890279 00010000:00000200:2.0:1769074864.054491:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fb800 x1855007826591232/t17179890467(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.054511:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074864.054517:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826591232, offset 224 00000400:00000010:2.0:1769074864.054523:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169230. 00000400:00000200:2.0:1769074864.054527:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.054539:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.054546:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41698:41698:256:4294967295] 192.168.204.10@tcp LPNI seq info [41694:41694:8:4294967295] 00000400:00000200:2.0:1769074864.054552:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.054560:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.054565:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.054570:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074864.054576:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.054583:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.054587:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.054640:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.054645:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.054650:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074864.054822:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.054834:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:0.0:1769074864.054839:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.054844:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074864.054926:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:3.0:1769074864.054933:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:3.0:1769074864.054938:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00010000:00000010:3.1:1769074864.059335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:3.1:1769074864.059352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:0.0:1769074864.059566:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.059586:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66df1 00000400:00000200:0.0:1769074864.059594:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.059598:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.059641:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:0.0:1769074864.059645:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00010000:00000010:3.0:1769074864.060115:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:3.0:1769074864.060139:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00000400:00000200:1.0:1769074864.060304:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.060317:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f3e80 00000400:00000200:1.0:1769074864.060325:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 68968 00000400:00000200:1.0:1769074864.060394:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.060398:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.060405:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.060411:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fa680. 00010000:00000010:1.1:1769074864.060709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074864.060715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074864.060718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074864.060720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00000020:00000010:3.0:1769074864.061091:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ffc0. 00000020:00000010:3.0:1769074864.061097:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ffc0. 00000020:00000010:3.0:1769074864.061103:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.061109:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.061114:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.061338:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ffc0. 00000020:00000010:3.0:1769074864.061342:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ffc0. 00000100:00000200:3.0:1769074864.061345:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826591360 00000001:00000010:3.0:1769074864.061356:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111300. 00010000:00000010:3.0:1769074864.061382:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074864.061390:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 02000000:00000010:3.0:1769074864.061417:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8a3fc000. 00010000:00000010:3.0:1769074864.061449:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074864.061454:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074864.061473:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074864.061476:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074864.061480:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074864.061483:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074864.061561:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074864.061565:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074864.061568:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074864.061571:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.061693:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074864.061706:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074864.061711:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074864.061731:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074864.061750:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fa680 x1855007826591360/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.061771:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074864.061778:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826591360, offset 224 00000400:00000200:3.0:1769074864.061786:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.061801:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.061808:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41699:41699:256:4294967295] 192.168.204.10@tcp LPNI seq info [41695:41695:8:4294967295] 00000400:00000200:3.0:1769074864.061819:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.061835:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.061842:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074864.061849:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.061856:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.061860:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.061887:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.061891:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.061894:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00010000:00000010:2.1:1769074864.062022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:2.1:1769074864.062029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:2.1:1769074864.062034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.1:1769074864.062041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00000800:00000200:0.0:1769074864.062197:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.062202:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074864.062209:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.062214:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.062219:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:0.0:1769074864.062227:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00010000:00000010:3.1:1769074864.063753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074864.063765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:3.1:1769074864.067803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074864.067821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:3.1:1769074864.072685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074864.072699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074864.072704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074864.072707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:0.0:1769074864.073842:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.073862:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f3f80 00000400:00000200:0.0:1769074864.073872:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 69544 00000400:00000200:0.0:1769074864.073889:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.073895:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.073902:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.073908:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2d880. 00000020:00000010:2.0:1769074864.074071:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.074078:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.074084:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.074089:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.074094:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.074144:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.074147:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.074151:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826591616 02000000:00000010:2.0:1769074864.074187:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbff7b000. 00010000:00000010:2.0:1769074864.074241:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:2.0:1769074864.074258:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:2.0:1769074864.074277:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.074283:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074864.074299:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074864.074302:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074864.074307:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074864.074310:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074864.074391:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074864.074394:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.074397:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.074400:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00000020:00000010:2.0:1769074864.074424:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef880. 00000020:00000010:2.0:1769074864.074432:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef880. 00000020:00000010:2.0:1769074864.074443:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074864.074453:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd51f400. 00000001:00000010:2.0:1769074864.074776:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a780. 00000001:00000010:2.0:1769074864.074783:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074864.074818:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074864.074837:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.074842:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074864.074853:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074864.075352:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00080000:00000010:2.0:1769074864.075386:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c1ab8. 00000004:00000010:2.0:1769074864.075393:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12f300. 00000004:00000010:2.0:1769074864.075397:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcf6aa0. 00000004:00000010:2.0:1769074864.075401:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb458e8. 00000004:00000010:2.0:1769074864.075406:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc58f00. 00010000:00000010:2.0:1769074864.075417:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074864.075436:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890468, last committed = 17179890279 00010000:00000200:2.0:1769074864.075448:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2d880 x1855007826591616/t17179890468(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.075469:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074864.075476:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826591616, offset 224 00000400:00000010:2.0:1769074864.075483:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169738. 00000400:00000200:2.0:1769074864.075488:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.075502:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.075508:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41700:41700:256:4294967295] 192.168.204.10@tcp LPNI seq info [41696:41696:8:4294967295] 00000400:00000200:2.0:1769074864.075515:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.075522:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.075528:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.075533:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074864.075540:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.075546:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.075550:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.075740:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.075745:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.075751:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:1.0:1769074864.076675:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:1.0:1769074864.076687:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:1.0:1769074864.076697:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00000800:00000200:2.0:1769074864.077433:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.077440:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:2.0:1769074864.077446:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.077454:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.083078:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.083100:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66df9 00000400:00000200:0.0:1769074864.083107:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.083112:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.083119:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:0.0:1769074864.083122:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00010000:00000010:3.0:1769074864.083411:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:3.0:1769074864.083423:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00000400:00000200:3.0:1769074864.083898:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.083910:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f4000 00000400:00000200:3.0:1769074864.083935:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 70032 00000400:00000200:3.0:1769074864.084443:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.084450:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.084456:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.084463:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdca80. 00010000:00000010:2.1:1769074864.087050:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:2.1:1769074864.087066:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00000020:00000010:2.0:1769074864.087105:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.087110:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.087117:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.087123:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.087362:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.087458:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.087462:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.087465:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826591744 00000001:00000010:2.0:1769074864.087476:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 00010000:00000010:2.0:1769074864.087500:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.087507:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 02000000:00000010:2.0:1769074864.087533:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbff78000. 00010000:00000010:2.0:1769074864.087560:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.087564:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074864.087583:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074864.087587:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074864.087591:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074864.087593:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074864.087699:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.087703:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074864.087706:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.087709:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074864.087776:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074864.087788:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074864.087793:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074864.087813:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000200:2.0:1769074864.087842:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdca80 x1855007826591744/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.087861:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074864.087868:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826591744, offset 224 00000400:00000200:2.0:1769074864.087875:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.087888:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.087894:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41701:41701:256:4294967295] 192.168.204.10@tcp LPNI seq info [41697:41697:8:4294967295] 00000400:00000200:2.0:1769074864.087905:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.087911:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.087932:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074864.087939:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.087947:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.087951:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.087972:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.087976:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.087981:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:1.0:1769074864.088245:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.088250:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:1.0:1769074864.088254:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.088259:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.088265:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:1.0:1769074864.088267:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:3.1:1769074864.093850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:3.1:1769074864.093865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00000400:00000200:0.0:1769074864.099656:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.099681:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f4100 00000400:00000200:0.0:1769074864.099691:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 70608 00000400:00000200:0.0:1769074864.099708:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.099713:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.099720:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.099727:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2e680. 00010000:00000010:1.1:1769074864.099823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074864.099842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.1:1769074864.100044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.100054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.1:1769074864.100057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.100060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074864.100063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.1:1769074864.100065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00000020:00000010:2.0:1769074864.100100:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.100105:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.100112:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.100117:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.100122:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.100171:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.100174:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.100177:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826592000 02000000:00000010:2.0:1769074864.100214:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbff79000. 00010000:00000010:2.0:1769074864.100268:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074864.100282:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074864.100300:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.100307:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074864.100323:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074864.100326:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074864.100331:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074864.100334:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074864.100418:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074864.100422:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074864.100425:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.100429:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00000020:00000010:2.0:1769074864.100455:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074864.100461:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074864.100472:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074864.100483:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fa9c400. 00000001:00000010:2.0:1769074864.100729:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a300. 00000001:00000010:2.0:1769074864.100737:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074864.100772:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074864.100781:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.100786:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:2.0:1769074864.100799:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf780. 00010000:00000010:2.0:1769074864.100909:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00080000:00000010:2.0:1769074864.101377:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c0ab0. 00000004:00000010:2.0:1769074864.101386:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12f180. 00000004:00000010:2.0:1769074864.101389:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fab3cb0. 00000004:00000010:2.0:1769074864.101395:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb457f8. 00000004:00000010:2.0:1769074864.101400:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc58000. 00010000:00000010:2.0:1769074864.101415:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074864.101435:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890469, last committed = 17179890279 00010000:00000200:2.0:1769074864.101446:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2e680 x1855007826592000/t17179890469(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.101467:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074864.101474:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826592000, offset 224 00000400:00000010:2.0:1769074864.101480:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169578. 00000400:00000200:2.0:1769074864.101484:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.101498:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.101504:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41702:41702:256:4294967295] 192.168.204.10@tcp LPNI seq info [41698:41698:8:4294967295] 00000400:00000200:2.0:1769074864.101510:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.101517:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.101522:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.101527:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074864.101533:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.101540:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.101545:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.101571:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.101576:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.101581:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:3.0:1769074864.101820:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.101835:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074864.101840:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.101846:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074864.102627:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:1.0:1769074864.102639:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:1.0:1769074864.102647:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf780. 00000400:00000200:1.0:1769074864.103981:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.103999:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e01 00000400:00000200:1.0:1769074864.104006:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.104010:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.104016:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:1.0:1769074864.104019:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00010000:00000010:3.0:1769074864.104106:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074864.104114:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:2.1:1769074864.105758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.1:1769074864.105770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074864.105775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.105782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:1.1:1769074864.110660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074864.110677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:3.1:1769074864.110728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074864.110734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49800. 00000400:00000200:0.0:1769074864.113008:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.113029:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f4180 00000400:00000200:0.0:1769074864.113039:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 71096 00000400:00000200:0.0:1769074864.113105:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.113110:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.113119:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.113653:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2fb80. 00000020:00000010:2.0:1769074864.113776:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.113782:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.113788:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.113793:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.113798:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.113849:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.113853:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.113855:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826592128 00000001:00000010:2.0:1769074864.113865:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074864.113890:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.113897:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 02000000:00000010:2.0:1769074864.113939:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbff7d000. 00010000:00000010:2.0:1769074864.113970:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.113974:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074864.113995:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.113998:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074864.114001:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.114004:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074864.114075:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074864.114079:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074864.114082:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.114085:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074864.114364:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074864.114377:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074864.114382:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074864.114403:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074864.114420:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2fb80 x1855007826592128/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.114440:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074864.114446:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826592128, offset 224 00000400:00000200:2.0:1769074864.114453:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.114465:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.114472:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41703:41703:256:4294967295] 192.168.204.10@tcp LPNI seq info [41699:41699:8:4294967295] 00000400:00000200:2.0:1769074864.114482:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.114488:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.114492:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074864.114499:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.114596:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.114601:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.114665:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.114669:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.114674:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:3.0:1769074864.114891:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.114895:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:3.0:1769074864.114899:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.114904:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.114909:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:3.0:1769074864.114911:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00000400:00000200:1.0:1769074864.117529:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.117550:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f4280 00000400:00000200:1.0:1769074864.117559:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 71672 00000400:00000200:1.0:1769074864.117575:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.117580:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.117589:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.117595:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9f80. 00000020:00000010:2.0:1769074864.119085:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.119094:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.119101:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.119106:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.119112:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.119166:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.119168:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.119172:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826592384 02000000:00000010:2.0:1769074864.119209:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8ad72000. 00010000:00000010:2.0:1769074864.119264:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074864.119284:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074864.119308:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.119314:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074864.119329:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074864.119332:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074864.119336:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074864.119339:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074864.119426:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074864.119429:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074864.119433:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.119437:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000020:00000010:2.0:1769074864.119462:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074864.119469:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074864.119481:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074864.119491:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff66000. 00000001:00000010:2.0:1769074864.119725:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a8a0. 00000001:00000010:2.0:1769074864.119732:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074864.119765:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074864.119773:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074864.119777:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074864.119788:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074864.119850:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00080000:00000010:2.0:1769074864.119876:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca27728. 00000004:00000010:2.0:1769074864.119884:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491e480. 00000004:00000010:2.0:1769074864.119888:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d58dd0. 00000004:00000010:2.0:1769074864.119892:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc8e88. 00000004:00000010:2.0:1769074864.119901:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed74a0. 00010000:00000010:2.0:1769074864.119911:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:1.0:1769074864.120112:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:1.0:1769074864.120118:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000200:2.0:1769074864.120789:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890470, last committed = 17179890279 00010000:00000200:2.0:1769074864.120804:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f9f80 x1855007826592384/t17179890470(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.120836:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074864.120843:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826592384, offset 224 00000400:00000010:2.0:1769074864.120851:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169000. 00000400:00000200:2.0:1769074864.120855:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.120870:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.120877:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41704:41704:256:4294967295] 192.168.204.10@tcp LPNI seq info [41700:41700:8:4294967295] 00000400:00000200:2.0:1769074864.120884:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.120890:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.120896:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.120901:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074864.120906:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.120913:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.120928:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.120947:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.120951:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.120956:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074864.121162:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.121166:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:0.0:1769074864.121172:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.121178:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074864.126081:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000400:00000200:3.0:1769074864.126943:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.126962:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e09 00000400:00000200:3.0:1769074864.126970:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.126974:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.126980:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:3.0:1769074864.126984:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00010000:00000010:3.0:1769074864.127033:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:3.0:1769074864.127043:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00010000:00000010:2.1:1769074864.127727:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.127737:0:1346:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074864.127741:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.1:1769074864.127745:0:1346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00000400:00000200:1.0:1769074864.132559:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.132578:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f4300 00000400:00000200:1.0:1769074864.132588:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 72160 00000400:00000200:1.0:1769074864.132695:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.132701:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.132709:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.132716:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f8000. 00000020:00000010:2.0:1769074864.132949:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.132955:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.132962:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.132968:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.132973:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.133007:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.133010:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.133013:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826592512 00000001:00000010:2.0:1769074864.133021:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074864.133046:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.133053:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 02000000:00000010:2.0:1769074864.133081:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ad73000. 00010000:00000010:2.0:1769074864.133112:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.133116:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074864.133147:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.133150:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074864.133155:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.133158:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074864.133247:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074864.133250:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074864.133255:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.133258:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074864.133329:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074864.133342:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074864.133349:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074864.133371:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074864.133389:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f8000 x1855007826592512/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.133409:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074864.133414:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826592512, offset 224 00000400:00000200:2.0:1769074864.133420:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.133431:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.133437:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41705:41705:256:4294967295] 192.168.204.10@tcp LPNI seq info [41701:41701:8:4294967295] 00000400:00000200:2.0:1769074864.133447:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.133452:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.133456:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074864.133462:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.133469:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.133473:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.133487:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.133490:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.133495:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074864.134162:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.134169:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:0.0:1769074864.134173:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.134180:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.134186:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:0.0:1769074864.134188:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00010000:00000010:1.1:1769074864.135663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074864.135677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.1:1769074864.140650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.140668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074864.140672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.1:1769074864.140680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:3.1:1769074864.140725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074864.140730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.1:1769074864.143755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.1:1769074864.143770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074864.143775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.143779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00000400:00000200:3.0:1769074864.149080:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.149101:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f4400 00000400:00000200:3.0:1769074864.149111:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 72736 00000400:00000200:3.0:1769074864.149127:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.149132:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.149140:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.149148:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdd180. 00000020:00000010:1.0:1769074864.149291:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.149296:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.149304:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.149310:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.149315:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.149361:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.149363:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.149367:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826592768 02000000:00000010:1.0:1769074864.149407:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabad908000. 00010000:00000010:1.0:1769074864.149446:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:1.0:1769074864.149463:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:1.0:1769074864.149588:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074864.149595:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074864.149660:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074864.149664:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c800. 00010000:00000010:1.0:1769074864.149669:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074864.149672:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a80. 00010000:00000010:1.0:1769074864.149757:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074864.149761:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c180. 00010000:00000010:1.0:1769074864.149765:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074864.149769:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00000020:00000010:1.0:1769074864.149794:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b7c0. 00000020:00000010:1.0:1769074864.149801:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b7c0. 00000020:00000010:1.0:1769074864.149812:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454a80. 00080000:00000010:1.0:1769074864.149823:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df04c00. 00000001:00000010:1.0:1769074864.150024:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454300. 00000001:00000010:1.0:1769074864.150030:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111300. 00000020:00000010:1.0:1769074864.150062:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454a80. 00010000:00000010:1.0:1769074864.150072:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074864.150077:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1580. 00010000:00000010:1.0:1769074864.150088:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111d80. 00010000:00000010:1.0:1769074864.150130:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00080000:00000010:1.0:1769074864.150155:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c1728. 00000004:00000010:1.0:1769074864.150163:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12f600. 00000004:00000010:1.0:1769074864.150166:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcf7dc0. 00000004:00000010:1.0:1769074864.150172:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb45348. 00000004:00000010:1.0:1769074864.150176:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc592c0. 00010000:00000010:1.0:1769074864.150186:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000200:1.0:1769074864.150202:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890471, last committed = 17179890279 00010000:00000200:1.0:1769074864.150211:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdd180 x1855007826592768/t17179890471(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.150254:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074864.150260:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826592768, offset 224 00000400:00000010:1.0:1769074864.150267:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3930. 00000400:00000200:1.0:1769074864.150271:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.150284:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.150290:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41706:41706:256:4294967295] 192.168.204.10@tcp LPNI seq info [41702:41702:8:4294967295] 00000400:00000200:1.0:1769074864.150296:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.150303:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.150308:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.150313:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074864.150319:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.150326:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.150330:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.150354:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.150357:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.150361:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:1.0:1769074864.150453:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.150457:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:1.0:1769074864.150462:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.150466:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074864.150731:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1580. 00010000:00000010:3.0:1769074864.150739:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c180. 00010000:00000010:3.0:1769074864.150747:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111d80. 00000400:00000200:0.0:1769074864.153057:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.153080:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e11 00000400:00000200:0.0:1769074864.153088:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.153092:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.153099:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:0.0:1769074864.153102:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00010000:00000010:3.0:1769074864.153204:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a80. 00010000:00000010:3.0:1769074864.153214:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c800. 00000400:00000200:3.0:1769074864.157419:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.157439:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f4480 00000400:00000200:3.0:1769074864.157449:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 73224 00000400:00000200:3.0:1769074864.157513:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.157519:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.157527:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.157534:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffde680. 00000020:00000010:2.0:1769074864.157663:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.157669:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.157675:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.157681:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.157686:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.157725:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.157728:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.157732:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826592896 00000001:00000010:2.0:1769074864.157743:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfb40. 00010000:00000010:2.0:1769074864.157766:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.157774:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 02000000:00000010:2.0:1769074864.157801:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8ad75000. 00010000:00000010:2.0:1769074864.157843:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.157847:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074864.157866:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.157869:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074864.157873:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.157876:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074864.157964:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074864.157968:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074864.157971:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.157975:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074864.158040:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074864.158054:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074864.158059:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074864.158080:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074864.158094:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffde680 x1855007826592896/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.158113:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074864.158119:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826592896, offset 224 00000400:00000200:2.0:1769074864.158126:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.158137:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.158143:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41707:41707:256:4294967295] 192.168.204.10@tcp LPNI seq info [41703:41703:8:4294967295] 00000400:00000200:2.0:1769074864.158155:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.158160:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.158165:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074864.158171:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.158178:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.158182:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.158206:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.158210:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.158215:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:3.0:1769074864.158770:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.158775:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:3.0:1769074864.158780:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.158786:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.158791:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:3.0:1769074864.158793:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00010000:00000010:1.1:1769074864.158857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:1.1:1769074864.158864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074864.158868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074864.158873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:3.1:1769074864.162714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:3.1:1769074864.162733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:3.1:1769074864.165929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:3.1:1769074864.165945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00000400:00000200:0.0:1769074864.166320:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00010000:00000010:2.1:1769074864.166655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.166662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074864.166666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.1:1769074864.166669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00000400:00000200:0.0:1769074864.166761:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f4580 00000400:00000200:0.0:1769074864.166770:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 73800 00000400:00000200:0.0:1769074864.166787:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.166791:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.166799:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.166805:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2c380. 00000020:00000010:1.0:1769074864.166926:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.166933:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.166941:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.166946:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.166951:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.167033:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.167036:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.167039:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826593152 02000000:00000010:1.0:1769074864.167077:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabad90e000. 00010000:00000010:1.0:1769074864.167155:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:1.0:1769074864.167169:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:1.0:1769074864.167189:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074864.167195:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074864.167212:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074864.167215:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074864.167229:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074864.167233:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e80. 00010000:00000010:1.0:1769074864.167315:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074864.167319:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca80. 00010000:00000010:1.0:1769074864.167322:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074864.167325:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00000020:00000010:1.0:1769074864.167349:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bd00. 00000020:00000010:1.0:1769074864.167355:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bd00. 00000020:00000010:1.0:1769074864.167365:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454a80. 00080000:00000010:1.0:1769074864.167376:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df07400. 00000001:00000010:1.0:1769074864.167577:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04540c0. 00000001:00000010:1.0:1769074864.167584:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111cc0. 00000020:00000010:1.0:1769074864.167655:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454a80. 00010000:00000010:1.0:1769074864.167665:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074864.167668:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f00. 00010000:00000010:1.0:1769074864.167680:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111f00. 00010000:00000010:1.0:1769074864.167931:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00080000:00000010:1.0:1769074864.167958:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c01c8. 00000004:00000010:1.0:1769074864.167964:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12f840. 00000004:00000010:1.0:1769074864.167967:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcf7540. 00000004:00000010:1.0:1769074864.167972:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb45b40. 00000004:00000010:1.0:1769074864.167976:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc585a0. 00010000:00000010:1.0:1769074864.167985:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000200:1.0:1769074864.168001:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890472, last committed = 17179890279 00010000:00000200:1.0:1769074864.168010:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2c380 x1855007826593152/t17179890472(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.168050:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074864.168056:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826593152, offset 224 00000400:00000010:1.0:1769074864.168063:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3770. 00000400:00000200:1.0:1769074864.168067:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.168081:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.168088:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41708:41708:256:4294967295] 192.168.204.10@tcp LPNI seq info [41704:41704:8:4294967295] 00000400:00000200:1.0:1769074864.168094:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.168101:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.168106:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.168111:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074864.168117:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.168124:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.168129:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.168159:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.168164:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.168167:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074864.168300:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.168305:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:0.0:1769074864.168310:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.168315:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074864.168806:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f00. 00010000:00000010:3.0:1769074864.168816:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca80. 00010000:00000010:3.0:1769074864.168835:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111f00. 00000400:00000200:3.0:1769074864.172709:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.172732:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e19 00000400:00000200:3.0:1769074864.172740:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.172745:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.172752:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:3.0:1769074864.172755:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00000400:00000200:3.0:1769074864.172782:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.172789:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f4600 00000400:00000200:3.0:1769074864.172797:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 74288 00000400:00000200:3.0:1769074864.172811:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.172814:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.172819:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.172837:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdd880. 00010000:00000010:1.1:1769074864.172929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:1.1:1769074864.172938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00000020:00000010:1.0:1769074864.172978:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.172983:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.172992:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.172997:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.173002:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00010000:00000010:0.0:1769074864.173007:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e80. 00010000:00000010:0.0:1769074864.173018:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf00. 00000020:00000010:1.0:1769074864.173048:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.173051:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.173055:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826593280 00000001:00000010:1.0:1769074864.173066:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111300. 00010000:00000010:1.0:1769074864.173088:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074864.173095:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 02000000:00000010:1.0:1769074864.173121:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabad90d000. 00010000:00000010:1.0:1769074864.173153:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074864.173206:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074864.173237:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074864.173240:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074864.173244:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074864.173247:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074864.173327:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074864.173331:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074864.173334:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074864.173338:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074864.173394:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074864.173403:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074864.173407:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074864.173424:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000200:1.0:1769074864.173438:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdd880 x1855007826593280/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074864.173457:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074864.173461:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826593280, offset 224 00000400:00000200:1.0:1769074864.173468:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.173478:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.173485:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41709:41709:256:4294967295] 192.168.204.10@tcp LPNI seq info [41705:41705:8:4294967295] 00000400:00000200:1.0:1769074864.173496:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.173501:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.173506:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074864.173512:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.173519:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.173524:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.173550:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.173554:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.173572:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074864.176779:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.176789:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074864.176797:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.176806:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.176813:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:0.0:1769074864.176815:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00010000:00000010:1.1:1769074864.177690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074864.177700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:3.1:1769074864.177755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:3.1:1769074864.177762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:0.1:1769074864.181646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074864.181653:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:0.1:1769074864.181660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074864.181660:0:1022:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074864.181663:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074864.181665:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:0.0:1769074864.182079:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.182096:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f4700 00000400:00000200:0.0:1769074864.182106:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 74864 00000400:00000200:0.0:1769074864.182122:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.182127:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.182135:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.182141:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2f480. 00000020:00000010:1.0:1769074864.182326:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.182332:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.182340:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.182345:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.182351:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.182394:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.182397:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.182400:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826593536 02000000:00000010:1.0:1769074864.182439:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c410000. 00010000:00000010:1.0:1769074864.182479:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074864.182493:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074864.182525:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074864.182531:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074864.182545:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074864.182548:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074864.182552:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074864.182554:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b00. 00010000:00000010:1.0:1769074864.182678:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074864.182682:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074864.182685:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074864.182689:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00000020:00000010:1.0:1769074864.182715:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bd00. 00000020:00000010:1.0:1769074864.182723:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bd00. 00000020:00000010:1.0:1769074864.182743:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454a80. 00080000:00000010:1.0:1769074864.182751:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df05000. 00000001:00000010:1.0:1769074864.182960:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04548a0. 00000001:00000010:1.0:1769074864.182967:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111840. 00000020:00000010:1.0:1769074864.182999:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454a80. 00010000:00000010:1.0:1769074864.183013:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074864.183017:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1980. 00010000:00000010:1.0:1769074864.183398:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111300. 00010000:00000010:1.0:1769074864.183486:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00080000:00000010:1.0:1769074864.183519:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc78390. 00000004:00000010:1.0:1769074864.183525:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff9af00. 00000004:00000010:1.0:1769074864.183529:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f472cc0. 00000004:00000010:1.0:1769074864.183533:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa838371e0. 00000004:00000010:1.0:1769074864.183537:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83984960. 00010000:00000010:1.0:1769074864.183545:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074864.183562:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890473, last committed = 17179890279 00010000:00000200:1.0:1769074864.183572:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2f480 x1855007826593536/t17179890473(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.183590:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074864.183596:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826593536, offset 224 00000400:00000010:1.0:1769074864.183637:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3cb0. 00000400:00000200:1.0:1769074864.183642:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.183655:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.183661:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41710:41710:256:4294967295] 192.168.204.10@tcp LPNI seq info [41706:41706:8:4294967295] 00000400:00000200:1.0:1769074864.183667:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.183675:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.183680:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.183686:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074864.183692:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.183699:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.183703:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.183723:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.183727:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.183731:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074864.184067:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.184072:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:0.0:1769074864.184077:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.184082:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074864.187374:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1980. 00010000:00000010:3.0:1769074864.187389:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:3.0:1769074864.187399:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111300. 00000400:00000200:0.0:1769074864.187476:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.187493:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f4780 00000400:00000200:0.0:1769074864.187501:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 75352 00000400:00000200:0.0:1769074864.187514:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.187519:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.187526:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.187532:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2e300. 00000400:00000200:0.0:1769074864.187638:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.187650:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e21 00000400:00000200:0.0:1769074864.187654:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.187657:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.187661:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:0.0:1769074864.187664:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00000020:00000010:1.0:1769074864.187944:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.187951:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.187960:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.187965:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.187969:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.188029:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.188032:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.188035:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826593664 00000001:00000010:1.0:1769074864.188046:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111cc0. 00010000:00000010:1.0:1769074864.188072:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074864.188078:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 02000000:00000010:1.0:1769074864.188105:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c411000. 00010000:00000010:1.0:1769074864.188135:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074864.188139:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074864.188154:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074864.188158:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074864.188162:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074864.188165:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074864.188253:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074864.188256:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c500. 00010000:00000010:1.0:1769074864.188260:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074864.188264:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1e00. 00010000:00000010:1.0:1769074864.188330:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074864.188340:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074864.188344:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074864.188366:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074864.188382:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2e300 x1855007826593664/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074864.188399:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074864.188404:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826593664, offset 224 00000400:00000200:1.0:1769074864.188411:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.188421:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.188428:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41711:41711:256:4294967295] 192.168.204.10@tcp LPNI seq info [41707:41707:8:4294967295] 00000400:00000200:1.0:1769074864.188438:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.188444:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.188449:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074864.188456:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.188463:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.188467:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.188482:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.188486:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.188489:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074864.189010:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.189015:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:0.0:1769074864.189019:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.189025:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.189030:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:0.0:1769074864.189031:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00010000:00000010:3.0:1769074864.189482:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b00. 00010000:00000010:3.0:1769074864.189491:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c980. 00010000:00000010:1.1:1769074864.189973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074864.189980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00000400:00000200:0.0:1769074864.194332:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.194353:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f4880 00000400:00000200:0.0:1769074864.194362:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 75928 00000400:00000200:0.0:1769074864.194380:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.194385:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.194393:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.194399:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2c700. 00010000:00000010:1.1:1769074864.195173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074864.195184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:3.1:1769074864.195753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:3.1:1769074864.195763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000020:00000010:2.0:1769074864.196761:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.196769:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.196776:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.196782:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.196787:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.196851:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.196855:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.196859:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826593920 02000000:00000010:2.0:1769074864.196897:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab84cdd000. 00010000:00000010:2.0:1769074864.196938:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1e00. 00010000:00000010:2.0:1769074864.196954:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c500. 00010000:00000010:2.0:1769074864.196975:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.196981:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074864.196998:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.197001:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074864.197006:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.197009:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074864.197401:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074864.197406:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074864.197409:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.197412:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000020:00000010:2.0:1769074864.197439:0:42298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074864.197446:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074864.197458:0:42298:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074864.197468:0:42298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff67800. 00000001:00000010:2.0:1769074864.198151:0:42298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3ac00. 00000001:00000010:2.0:1769074864.198160:0:42298:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074864.198192:0:42298:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074864.198202:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.198208:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074864.198233:0:42298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfb40. 00010000:00000010:2.0:1769074864.198274:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00080000:00000010:2.0:1769074864.198311:0:42298:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca27ab8. 00000004:00000010:2.0:1769074864.198319:0:42298:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbfdcc840. 00000004:00000010:2.0:1769074864.198322:0:42298:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f48a880. 00000004:00000010:2.0:1769074864.198328:0:42298:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc87f8. 00000004:00000010:2.0:1769074864.198335:0:42298:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa82304780. 00010000:00000010:2.0:1769074864.198347:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074864.198368:0:42298:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890474, last committed = 17179890279 00010000:00000200:2.0:1769074864.198381:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8bd2c700 x1855007826593920/t17179890474(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.198403:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074864.198410:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826593920, offset 224 00000400:00000010:2.0:1769074864.198417:0:42298:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169460. 00000400:00000200:2.0:1769074864.198421:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.198436:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.198443:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41712:41712:256:4294967295] 192.168.204.10@tcp LPNI seq info [41708:41708:8:4294967295] 00000400:00000200:2.0:1769074864.198450:0:42298:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.198457:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.198462:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.198467:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074864.198473:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.198480:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.198484:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1769074864.198631:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:3.0:1769074864.198639:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:3.0:1769074864.198647:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074864.199207:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.199213:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.199217:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:1.1:1769074864.200759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074864.200771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074864.200776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074864.200779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000800:00000200:0.0:1769074864.204375:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.204385:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:0.0:1769074864.204394:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.204402:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074864.204889:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074864.204899:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000400:00000200:0.0:1769074864.204942:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.204959:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e29 00000400:00000200:0.0:1769074864.204965:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.204968:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.204973:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:0.0:1769074864.204976:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00000400:00000200:0.0:1769074864.205139:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.205148:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f4900 00000400:00000200:0.0:1769074864.205155:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 76416 00000400:00000200:0.0:1769074864.205859:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.205867:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.205874:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.205883:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e717100. 00010000:00000010:3.0:1769074864.206165:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:3.0:1769074864.206176:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00000020:00000010:2.0:1769074864.206427:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.206433:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.206438:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.206443:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.206448:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.206519:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.206522:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.206525:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826594048 00000001:00000010:2.0:1769074864.206536:0:42298:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111840. 00010000:00000010:2.0:1769074864.206558:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.206565:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 02000000:00000010:2.0:1769074864.206588:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab84cde000. 00010000:00000010:2.1:1769074864.206631:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:2.1:1769074864.206637:0:42298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:2.1:1769074864.206642:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.206648:0:42298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.206666:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.206670:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074864.206686:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074864.206689:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074864.206692:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.206695:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.206771:0:42298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074864.206775:0:42298:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074864.206778:0:42298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074864.206781:0:42298:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074864.206848:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074864.206856:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.206859:0:42298:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074864.206876:0:42298:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074864.206891:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717100 x1855007826594048/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.206916:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074864.206923:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826594048, offset 224 00000400:00000200:2.0:1769074864.206930:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.206942:0:42298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.206948:0:42298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41713:41713:256:4294967295] 192.168.204.10@tcp LPNI seq info [41709:41709:8:4294967295] 00000400:00000200:2.0:1769074864.206959:0:42298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.206965:0:42298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.206969:0:42298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074864.206975:0:42298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.206982:0:42298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.206986:0:42298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.207009:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.207013:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.207018:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074864.207135:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.207139:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:0.0:1769074864.207142:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.207147:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.207151:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:0.0:1769074864.207153:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00000400:00000200:0.0:1769074864.210761:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.210781:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f4a00 00000400:00000200:0.0:1769074864.210791:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 76992 00000400:00000200:0.0:1769074864.210810:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.210814:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.210835:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.210842:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e717800. 00000020:00000010:1.0:1769074864.214238:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.214252:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.214261:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.214267:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.214274:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.214321:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.214325:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.214329:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826594304 02000000:00000010:1.0:1769074864.214374:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c413000. 00010000:00000010:1.0:1769074864.214421:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:1.0:1769074864.214438:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba00. 00010000:00000010:1.0:1769074864.214460:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074864.214467:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074864.214483:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074864.214486:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074864.214489:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074864.214493:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074864.214587:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074864.214591:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074864.214595:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074864.214599:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00000020:00000010:1.0:1769074864.214645:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7bd00. 00000020:00000010:1.0:1769074864.214653:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7bd00. 00000020:00000010:1.0:1769074864.214663:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454a80. 00080000:00000010:1.0:1769074864.214672:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b43000. 00000001:00000010:1.0:1769074864.215407:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04541e0. 00000001:00000010:1.0:1769074864.215415:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111b40. 00000020:00000010:1.0:1769074864.215448:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454a80. 00010000:00000010:1.0:1769074864.215457:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074864.215462:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074864.215478:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111cc0. 00010000:00000010:1.0:1769074864.215715:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00080000:00000010:1.0:1769074864.215891:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca26c78. 00000004:00000010:1.0:1769074864.215898:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491ea80. 00000004:00000010:1.0:1769074864.215902:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d58aa0. 00000004:00000010:1.0:1769074864.215907:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc88e8. 00000004:00000010:1.0:1769074864.215914:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed61e0. 00010000:00000010:1.0:1769074864.215928:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000200:1.0:1769074864.215951:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890475, last committed = 17179890279 00010000:00000200:1.0:1769074864.215963:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717800 x1855007826594304/t17179890475(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.215982:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074864.215989:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826594304, offset 224 00000400:00000010:1.0:1769074864.215995:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f38f8. 00000400:00000200:1.0:1769074864.215998:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.216012:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.216019:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41714:41714:256:4294967295] 192.168.204.10@tcp LPNI seq info [41710:41710:8:4294967295] 00000400:00000200:1.0:1769074864.216026:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.216234:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.216241:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.216249:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074864.216256:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.216263:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.216267:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.216286:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03ca00. 00000020:00000010:1.0:1769074864.216290:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.216294:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074864.216444:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.216449:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:0.0:1769074864.216455:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.216460:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.220230:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.220251:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e31 00000400:00000200:0.0:1769074864.220259:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.220263:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.220269:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:0.0:1769074864.220272:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00010000:00000010:1.0:1769074864.220455:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074864.220466:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00000400:00000200:0.0:1769074864.220708:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.220718:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f4a80 00000400:00000200:0.0:1769074864.220725:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 77480 00000400:00000200:0.0:1769074864.220797:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.220802:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.220807:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.220813:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e714700. 00000020:00000010:3.0:1769074864.221749:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.221757:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.221763:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.221769:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.221774:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.221813:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.221816:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.221819:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826594432 00000001:00000010:3.0:1769074864.221840:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:3.0:1769074864.221863:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074864.221870:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 02000000:00000010:3.0:1769074864.221899:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab9174c000. 00010000:00000010:3.0:1769074864.221928:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074864.221933:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074864.221952:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074864.221956:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074864.221960:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074864.221965:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074864.222496:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.1:1769074864.223195:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:3.1:1769074864.223206:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:3.0:1769074864.223216:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074864.223324:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074864.223332:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074864.223418:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074864.223429:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074864.223434:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074864.223458:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074864.223476:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714700 x1855007826594432/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.223497:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074864.224795:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826594432, offset 224 00000400:00000200:3.0:1769074864.224810:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.224835:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.224842:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41715:41715:256:4294967295] 192.168.204.10@tcp LPNI seq info [41711:41711:8:4294967295] 00000400:00000200:3.0:1769074864.224853:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.224859:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.224864:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074864.224872:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.224880:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.224884:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.224906:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.224910:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.224915:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074864.225494:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.225510:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074864.225519:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.225526:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.225532:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:0.0:1769074864.225535:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00010000:00000010:2.0:1769074864.226321:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:2.0:1769074864.226333:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00010000:00000010:2.0:1769074864.226342:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111cc0. 00010000:00000010:3.1:1769074864.227710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074864.227724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:1.1:1769074864.227771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:1.1:1769074864.227778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074864.227782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074864.227795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074864.227799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:1.1:1769074864.227802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000400:00000200:0.0:1769074864.231481:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.231511:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f4b80 00000400:00000200:0.0:1769074864.231519:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 78056 00000400:00000200:0.0:1769074864.231537:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.231542:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.231549:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.231555:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e717480. 00010000:00000010:2.1:1769074864.231762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.1:1769074864.231770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074864.231774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.231777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.231781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:2.1:1769074864.231785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000020:00000010:3.0:1769074864.231996:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.232002:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.232008:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.232014:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.232020:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.232065:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.232068:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.232071:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826594688 02000000:00000010:3.0:1769074864.232107:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab91748000. 00010000:00000010:3.0:1769074864.232149:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074864.232163:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074864.232182:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074864.232187:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074864.232205:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074864.232208:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074864.232213:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.232215:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074864.232503:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074864.232507:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074864.232511:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074864.232514:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00000020:00000010:3.0:1769074864.232537:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.232543:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.232553:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eb40. 00080000:00000010:3.0:1769074864.232563:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f622000. 00000001:00000010:3.0:1769074864.232944:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e6c0. 00000001:00000010:3.0:1769074864.232952:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074864.232982:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eb40. 00010000:00000010:3.0:1769074864.232991:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074864.232995:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074864.233007:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074864.233059:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00080000:00000010:3.0:1769074864.233079:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9f6ab0. 00000004:00000010:3.0:1769074864.233085:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbfeb9e40. 00000004:00000010:3.0:1769074864.233089:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc4d430. 00000004:00000010:3.0:1769074864.233095:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dd15168. 00000004:00000010:3.0:1769074864.233099:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa903b3860. 00010000:00000010:3.0:1769074864.233106:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074864.233122:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890476, last committed = 17179890279 00010000:00000200:3.0:1769074864.233132:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717480 x1855007826594688/t17179890476(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.233151:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074864.233157:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826594688, offset 224 00000400:00000010:3.0:1769074864.233164:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc498. 00000400:00000200:3.0:1769074864.233168:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.233181:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.233187:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41716:41716:256:4294967295] 192.168.204.10@tcp LPNI seq info [41712:41712:8:4294967295] 00000400:00000200:3.0:1769074864.233195:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.233201:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.233207:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.233212:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00010000:00000010:1.0:1769074864.233670:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:1.0:1769074864.233680:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:1.0:1769074864.233687:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00000800:00000200:3.0:1769074864.233951:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.233959:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.233963:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.234043:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.234049:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.234053:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074864.237936:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.237947:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:0.0:1769074864.237959:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.237968:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074864.238426:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074864.238434:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074864.238439:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074864.238442:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:0.0:1769074864.238487:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.238588:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e39 00000400:00000200:0.0:1769074864.238596:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.238599:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.238855:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46cc0 00000400:00000010:0.0:1769074864.238858:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46cc0. 00000400:00000200:0.0:1769074864.238928:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.238936:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f4c00 00000400:00000200:0.0:1769074864.238943:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 78544 00000400:00000200:0.0:1769074864.239004:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.239008:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.239014:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.239020:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e717b80. 00000020:00000010:2.0:1769074864.239490:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.239496:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.239513:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.239519:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.239525:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.239568:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.239570:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.239573:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826594816 00000001:00000010:2.0:1769074864.239584:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111b40. 00010000:00000010:2.0:1769074864.239778:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.239787:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 02000000:00000010:2.0:1769074864.239817:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab84cdf000. 00010000:00000010:2.0:1769074864.239866:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.239871:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.239896:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074864.239900:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074864.239905:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.239908:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074864.239986:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074864.239990:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074864.239994:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074864.239998:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074864.240082:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.240095:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074864.240101:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074864.240121:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074864.240139:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e717b80 x1855007826594816/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.240159:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074864.240166:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826594816, offset 224 00000400:00000200:2.0:1769074864.240172:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.240184:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.240190:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41717:41717:256:4294967295] 192.168.204.10@tcp LPNI seq info [41713:41713:8:4294967295] 00000400:00000200:2.0:1769074864.240201:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.240207:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.240213:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074864.240218:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.240226:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.240231:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.240539:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.240545:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.240550:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:3.0:1769074864.241973:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074864.241987:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00000800:00000200:1.0:1769074864.245410:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.245419:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074864.245428:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.245437:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.245444:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:1.0:1769074864.245447:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00000400:00000200:0.0:1769074864.246256:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.246274:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f4d00 00000400:00000200:0.0:1769074864.246283:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 79120 00000400:00000200:0.0:1769074864.246298:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.246301:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.246308:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.246315:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715f80. 00000020:00000010:1.0:1769074864.246411:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.246416:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.246425:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.246430:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c580. 00000020:00000010:1.0:1769074864.246435:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.246481:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.246484:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.246488:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826595072 02000000:00000010:1.0:1769074864.246539:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8c412000. 00010000:00000010:1.0:1769074864.246580:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:1.0:1769074864.246599:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:1.0:1769074864.246649:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074864.246656:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074864.246675:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074864.246679:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca00. 00010000:00000010:1.0:1769074864.246684:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074864.246687:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074864.246959:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074864.246964:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074864.246968:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074864.246971:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00000020:00000010:1.0:1769074864.246999:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b4e0. 00000020:00000010:1.0:1769074864.247006:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b4e0. 00000020:00000010:1.0:1769074864.247020:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454a80. 00080000:00000010:1.0:1769074864.247159:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b40800. 00000001:00000010:1.0:1769074864.247382:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454ea0. 00000001:00000010:1.0:1769074864.247389:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111900. 00000020:00000010:1.0:1769074864.247423:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454a80. 00010000:00000010:1.0:1769074864.247431:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074864.247435:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00010000:00000010:1.0:1769074864.247447:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111a80. 00010000:00000010:1.0:1769074864.247528:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00080000:00000010:1.0:1769074864.247551:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c11d0. 00000004:00000010:1.0:1769074864.247558:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12f780. 00000004:00000010:1.0:1769074864.247562:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcf7650. 00000004:00000010:1.0:1769074864.247567:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb45d98. 00000004:00000010:1.0:1769074864.247571:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc59e00. 00010000:00000010:1.0:1769074864.247581:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000200:1.0:1769074864.247600:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890477, last committed = 17179890279 00010000:00000200:1.0:1769074864.247643:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715f80 x1855007826595072/t17179890477(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.247664:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074864.247672:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826595072, offset 224 00000400:00000010:1.0:1769074864.247679:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f32d8. 00000400:00000200:1.0:1769074864.247684:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.247698:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.247704:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41718:41718:256:4294967295] 192.168.204.10@tcp LPNI seq info [41714:41714:8:4294967295] 00000400:00000200:1.0:1769074864.247711:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.247718:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.247724:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.247729:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074864.247898:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.247906:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.247910:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.247929:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c580. 00000020:00000010:1.0:1769074864.247932:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.247936:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074864.248411:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.248416:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:0.0:1769074864.248422:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.248429:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074864.250703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074864.250719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074864.250879:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074864.250886:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074864.250922:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:3.0:1769074864.250932:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce80. 00010000:00000010:3.0:1769074864.250941:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111a80. 00000400:00000200:1.0:1769074864.251262:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.251280:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e41 00000400:00000200:1.0:1769074864.251287:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.251292:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.251298:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:1.0:1769074864.251301:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00010000:00000010:3.0:1769074864.251477:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:3.0:1769074864.251484:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca00. 00000400:00000200:3.0:1769074864.254307:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.254327:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f4d80 00000400:00000200:3.0:1769074864.254336:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 79608 00000400:00000200:3.0:1769074864.254393:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.254398:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.254406:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.254413:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffddf80. 00000020:00000010:1.0:1769074864.254516:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.254522:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.254531:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.254535:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c580. 00000020:00000010:1.0:1769074864.254541:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.254589:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.254591:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.254595:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826595200 00000001:00000010:1.0:1769074864.254648:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:1.0:1769074864.254675:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074864.254683:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 02000000:00000010:1.0:1769074864.254711:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c415000. 00010000:00000010:1.0:1769074864.254754:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074864.254759:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074864.254778:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074864.254782:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074864.254787:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074864.254791:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074864.254876:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074864.254880:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c900. 00010000:00000010:1.0:1769074864.254883:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074864.254886:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00010000:00000010:1.0:1769074864.254951:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074864.254963:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074864.254968:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074864.254987:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000200:1.0:1769074864.255003:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffddf80 x1855007826595200/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074864.255020:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074864.255026:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826595200, offset 224 00000400:00000200:1.0:1769074864.255032:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.255041:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.255047:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41719:41719:256:4294967295] 192.168.204.10@tcp LPNI seq info [41715:41715:8:4294967295] 00000400:00000200:1.0:1769074864.255056:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.255062:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.255066:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074864.255071:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.255078:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.255082:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.255101:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c580. 00000020:00000010:1.0:1769074864.255105:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.255108:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:1.0:1769074864.255170:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.255174:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:1.0:1769074864.255178:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.255181:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.255185:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:1.0:1769074864.255187:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00010000:00000010:2.1:1769074864.261691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.261708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:2.1:1769074864.261713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.1:1769074864.261716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:3.1:1769074864.261882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074864.261893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000400:00000200:1.0:1769074864.262018:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.262147:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f4e80 00000400:00000200:1.0:1769074864.262156:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 80184 00000400:00000200:1.0:1769074864.262175:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.262179:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.262188:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.262194:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9880. 00000020:00000010:2.0:1769074864.262410:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.262416:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.262422:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.262427:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.262432:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.262516:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.262519:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.262522:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826595456 02000000:00000010:2.0:1769074864.262564:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab908e4000. 00010000:00000010:2.0:1769074864.262633:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:2.0:1769074864.262650:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c900. 00010000:00000010:2.0:1769074864.262670:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.262677:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074864.262694:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074864.262697:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf00. 00010000:00000010:2.0:1769074864.262702:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.262705:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074864.262795:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074864.262798:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bf80. 00010000:00000010:2.0:1769074864.262801:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.262804:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074864.262838:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074864.262846:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef2e0. 00000020:00000010:2.0:1769074864.262857:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3a9c0. 00080000:00000010:2.0:1769074864.262867:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff64400. 00000001:00000010:2.0:1769074864.263085:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a1e0. 00000001:00000010:2.0:1769074864.263093:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074864.263125:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3a9c0. 00010000:00000010:2.0:1769074864.263133:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.263138:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074864.263151:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074864.263190:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00080000:00000010:2.0:1769074864.263215:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca811d0. 00000004:00000010:2.0:1769074864.263509:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff9a900. 00000004:00000010:2.0:1769074864.263514:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f472330. 00000004:00000010:2.0:1769074864.263519:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa83837b40. 00000004:00000010:2.0:1769074864.263523:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa839841e0. 00010000:00000010:2.0:1769074864.263537:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074864.263554:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890478, last committed = 17179890279 00010000:00000200:2.0:1769074864.263566:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f9880 x1855007826595456/t17179890478(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.263587:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074864.263593:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826595456, offset 224 00000400:00000010:2.0:1769074864.263599:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169348. 00000400:00000200:2.0:1769074864.263624:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.263638:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.263644:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41720:41720:256:4294967295] 192.168.204.10@tcp LPNI seq info [41716:41716:8:4294967295] 00000400:00000200:2.0:1769074864.263650:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.263658:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.263663:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.263669:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074864.263675:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.263682:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.263686:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.263716:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.263721:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.263726:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:3.0:1769074864.263863:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:3.0:1769074864.263870:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf80. 00010000:00000010:3.0:1769074864.263875:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00000800:00000200:0.0:1769074864.264010:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.264014:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:0.0:1769074864.264018:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.264024:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.265793:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.265813:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e49 00000400:00000200:3.0:1769074864.265820:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.265837:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.265844:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:3.0:1769074864.265847:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00010000:00000010:0.0:1769074864.267584:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:0.0:1769074864.267633:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bf00. 00000400:00000200:3.0:1769074864.268556:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.268574:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f4f00 00000400:00000200:3.0:1769074864.268583:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 80672 00000400:00000200:3.0:1769074864.268673:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.268679:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.268687:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.268693:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdfb80. 00010000:00000010:1.1:1769074864.270162:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:1.1:1769074864.270176:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074864.270181:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074864.270186:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000020:00000010:2.0:1769074864.270255:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.270261:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.270268:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.270273:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.270278:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.270327:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.270329:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.270333:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826595584 00000001:00000010:2.0:1769074864.270343:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111900. 00010000:00000010:2.0:1769074864.270366:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.270373:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 02000000:00000010:2.0:1769074864.270399:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab908e0000. 00010000:00000010:2.0:1769074864.270425:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.270428:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.270446:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074864.270449:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074864.270452:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.270455:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.270535:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074864.270538:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b500. 00010000:00000010:2.0:1769074864.270542:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074864.270545:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074864.270625:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.270635:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.270639:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074864.270657:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074864.270673:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdfb80 x1855007826595584/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.270692:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074864.270698:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826595584, offset 224 00000400:00000200:2.0:1769074864.270705:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.270718:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.270724:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41721:41721:256:4294967295] 192.168.204.10@tcp LPNI seq info [41717:41717:8:4294967295] 00000400:00000200:2.0:1769074864.271338:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.271347:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.271354:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074864.271361:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.271368:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.271372:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.271401:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.271406:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:2.0:1769074864.271411:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00000800:00000200:0.0:1769074864.271570:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.271577:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:0.0:1769074864.271581:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.271586:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.271591:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:0.0:1769074864.271594:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00010000:00000010:3.1:1769074864.272854:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074864.272865:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074864.272871:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:3.1:1769074864.272877:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:3.1:1769074864.272880:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074864.272884:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:0.0:1769074864.276469:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.276489:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f5000 00000400:00000200:0.0:1769074864.276570:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 81248 00000400:00000200:0.0:1769074864.276588:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.276593:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.276600:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:0.1:1769074864.276725:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074864.276857:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00000100:00000010:0.0:1769074864.276869:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716680. 00000020:00000010:2.0:1769074864.276984:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.276990:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.276996:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82c00. 00000020:00000010:2.0:1769074864.277001:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b600. 00000020:00000010:2.0:1769074864.277006:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa901170c8. 00000020:00000010:1.0:1769074864.277157:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.277160:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.277166:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826595840 02000000:00000010:1.0:1769074864.277210:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc83b000. 00010000:00000010:1.0:1769074864.277264:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:1.0:1769074864.277279:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b500. 00010000:00000010:1.0:1769074864.277300:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074864.277307:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00010000:00000010:1.0:1769074864.277323:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074864.277327:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c580. 00010000:00000010:1.0:1769074864.277331:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074864.277334:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074864.277425:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074864.277430:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c880. 00010000:00000010:1.0:1769074864.277434:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074864.277437:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00000020:00000010:1.0:1769074864.277461:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b8a0. 00000020:00000010:1.0:1769074864.277468:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b8a0. 00000020:00000010:1.0:1769074864.277478:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454a80. 00080000:00000010:1.0:1769074864.277487:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b42000. 00010000:00000010:1.1:1769074864.277922:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074864.277931:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074864.277935:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074864.277937:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000001:00000010:0.0:1769074864.278264:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad600. 00000001:00000010:0.0:1769074864.278274:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d80c0. 00000020:00000010:0.0:1769074864.278308:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454a80. 00010000:00000010:0.0:1769074864.278320:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074864.278326:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074864.278342:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8780. 00010000:00000010:0.0:1769074864.278389:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00080000:00000010:0.0:1769074864.278415:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc79008. 00000004:00000010:0.0:1769074864.278423:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff9ae40. 00000004:00000010:0.0:1769074864.278427:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f473430. 00000004:00000010:0.0:1769074864.278433:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa838375a0. 00000004:00000010:0.0:1769074864.278437:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa839850e0. 00010000:00000010:0.0:1769074864.278447:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000200:0.0:1769074864.278467:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890479, last committed = 17179890279 00010000:00000200:0.0:1769074864.278478:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716680 x1855007826595840/t17179890479(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074864.278511:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074864.278518:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826595840, offset 224 00000400:00000010:0.0:1769074864.278527:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1a48. 00000400:00000200:0.0:1769074864.278532:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.278548:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.278555:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41722:41722:256:4294967295] 192.168.204.10@tcp LPNI seq info [41718:41718:8:4294967295] 00000400:00000200:0.0:1769074864.278562:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074864.278568:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.278575:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.278580:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074864.278587:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.278594:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.278598:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.278655:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b600. 00000020:00000010:0.0:1769074864.278660:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa901170c8. 00000020:00000010:0.0:1769074864.278665:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82c00. 00010000:00000010:3.0:1769074864.279228:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074864.279238:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c880. 00010000:00000010:3.0:1769074864.279245:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8780. 00000800:00000200:1.0:1769074864.279506:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.279510:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:1.0:1769074864.279515:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.279521:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.283383:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.283404:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e51 00000400:00000200:0.0:1769074864.283412:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.283416:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.283422:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:0.0:1769074864.283425:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00000400:00000200:0.0:1769074864.283453:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.283459:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f5080 00000400:00000200:0.0:1769074864.283465:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 81736 00010000:00000010:3.0:1769074864.283635:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:3.0:1769074864.283645:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c580. 00000400:00000200:0.0:1769074864.283739:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.283743:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.283748:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.283754:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716d80. 00000020:00000010:0.0:1769074864.284705:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.284711:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.284717:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074864.284722:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074864.284727:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.285163:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.285168:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.285172:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826595968 00000001:00000010:0.0:1769074864.285391:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:0.0:1769074864.285447:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074864.285462:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074864.285597:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab854cc000. 00010000:00000010:0.0:1769074864.285685:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074864.285691:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074864.285709:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074864.285713:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074864.285718:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074864.285721:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.286417:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074864.286422:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074864.286427:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074864.286432:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074864.286681:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074864.286696:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.286703:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074864.286728:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074864.287147:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716d80 x1855007826595968/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074864.287169:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074864.287176:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826595968, offset 224 00000400:00000200:0.0:1769074864.287183:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.287195:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.287202:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41723:41723:256:4294967295] 192.168.204.10@tcp LPNI seq info [41719:41719:8:4294967295] 00000400:00000200:0.0:1769074864.287355:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.287375:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.287382:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074864.287395:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.287410:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.287414:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.287477:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074864.287482:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.287485:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.1:1769074864.287727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:2.1:1769074864.287735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:2.1:1769074864.287741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.287748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.287751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.1:1769074864.287756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074864.287759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.1:1769074864.287761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:3.1:1769074864.287876:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074864.287882:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00000800:00000200:0.0:1769074864.289425:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.289433:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:0.0:1769074864.289441:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.289450:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.289456:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:0.0:1769074864.289459:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00010000:00000010:1.1:1769074864.290647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:1.1:1769074864.290659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00000400:00000200:1.0:1769074864.294214:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.294380:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f5180 00000400:00000200:1.0:1769074864.294417:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 82312 00000400:00000200:1.0:1769074864.294437:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.294441:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.294449:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.294456:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04faa00. 00010000:00000010:3.1:1769074864.294669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:3.1:1769074864.294678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074864.294682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:3.1:1769074864.294685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:0.1:1769074864.294903:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:0.1:1769074864.294913:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:0.1:1769074864.294916:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074864.294921:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074864.294924:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074864.294926:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000020:00000010:0.0:1769074864.294959:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.294964:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.294970:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074864.294975:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074864.294979:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.295153:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.295157:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.295161:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826596224 02000000:00000010:0.0:1769074864.295198:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8bc40000. 00010000:00000010:0.0:1769074864.295246:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074864.295259:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074864.295277:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074864.295283:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074864.295299:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074864.295302:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66c00. 00010000:00000010:0.0:1769074864.295307:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074864.295310:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074864.295391:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074864.295395:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074864.295398:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074864.295401:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074864.295424:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56b80. 00000020:00000010:0.0:1769074864.295430:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56b80. 00000020:00000010:0.0:1769074864.295444:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad4e0. 00080000:00000010:0.0:1769074864.295454:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f1000. 00000001:00000010:0.0:1769074864.295912:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b5a0. 00000001:00000010:0.0:1769074864.295919:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8900. 00000020:00000010:0.0:1769074864.295955:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad4e0. 00010000:00000010:0.0:1769074864.295963:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074864.295968:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074864.295980:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074864.296327:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074864.296366:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c0390. 00000004:00000010:0.0:1769074864.296373:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12ff00. 00000004:00000010:0.0:1769074864.296377:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fab3dc0. 00000004:00000010:0.0:1769074864.296381:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb45780. 00000004:00000010:0.0:1769074864.296385:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc581e0. 00010000:00000010:0.0:1769074864.296398:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074864.296420:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890480, last committed = 17179890279 00010000:00000200:0.0:1769074864.296431:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04faa00 x1855007826596224/t17179890480(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074864.296451:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074864.296458:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826596224, offset 224 00000400:00000010:0.0:1769074864.296465:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1268. 00000400:00000200:0.0:1769074864.296470:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.296484:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.296490:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41724:41724:256:4294967295] 192.168.204.10@tcp LPNI seq info [41720:41720:8:4294967295] 00000400:00000200:0.0:1769074864.296497:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074864.296518:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.296523:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.296529:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074864.296535:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.296542:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.296545:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.296574:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66180. 00000020:00000010:0.0:1769074864.296577:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.296581:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074864.296713:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.296718:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:2.0:1769074864.296724:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.296728:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074864.301345:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074864.301371:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:3.0:1769074864.301382:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8cc0. 00000400:00000200:1.0:1769074864.301971:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.301990:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e59 00000400:00000200:1.0:1769074864.301998:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.302002:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.302008:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:1.0:1769074864.302011:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00000400:00000200:1.0:1769074864.302174:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.302181:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f5200 00000400:00000200:1.0:1769074864.302189:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 82800 00000400:00000200:1.0:1769074864.302565:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.302571:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.302577:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.302584:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fb100. 00000020:00000010:2.0:1769074864.303302:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.303309:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.303316:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.303322:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.303327:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.303375:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.303378:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.303381:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826596352 00000001:00000010:2.0:1769074864.303392:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d80c0. 00010000:00000010:2.0:1769074864.303416:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.303469:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 02000000:00000010:2.0:1769074864.303509:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab908e2000. 00010000:00000010:2.0:1769074864.303538:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.303542:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.303561:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074864.303564:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.303569:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.303572:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.303670:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074864.303674:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074864.303677:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.303681:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074864.303770:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.303782:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.303788:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.303810:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074864.303838:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fb100 x1855007826596352/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.303858:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074864.303864:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826596352, offset 224 00000400:00000200:2.0:1769074864.303870:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.303883:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.303889:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41725:41725:256:4294967295] 192.168.204.10@tcp LPNI seq info [41721:41721:8:4294967295] 00000400:00000200:2.0:1769074864.303901:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.303907:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.303912:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074864.303918:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.303924:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.303928:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.303949:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.303953:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.303958:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00010000:00000010:0.0:1769074864.304652:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074864.304661:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66c00. 00010000:00000010:0.1:1769074864.307937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074864.307953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00000800:00000200:0.0:1769074864.312996:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.313006:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:0.0:1769074864.313012:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.313021:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.313037:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:0.0:1769074864.313040:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00000400:00000200:0.0:1769074864.313066:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.313079:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f5300 00000400:00000200:0.0:1769074864.313086:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 83376 00000400:00000200:0.0:1769074864.313099:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.313103:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.313108:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.313114:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716300. 00000020:00000010:3.0:1769074864.313402:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.313408:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.313415:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.313419:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e800. 00000020:00000010:3.0:1769074864.313424:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.313464:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.313467:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.313469:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826596608 02000000:00000010:3.0:1769074864.313515:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc4ec000. 00010000:00000010:3.0:1769074864.313554:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:3.0:1769074864.313570:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:3.0:1769074864.313586:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.313592:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.1:1769074864.313627:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:3.1:1769074864.313632:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.0:1769074864.313644:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074864.313647:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074864.313652:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074864.313655:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074864.313734:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074864.313737:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074864.313740:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074864.313743:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00000020:00000010:3.0:1769074864.313762:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.313768:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.313778:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eb40. 00080000:00000010:3.0:1769074864.313787:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f622800. 00000001:00000010:3.0:1769074864.314012:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e120. 00000001:00000010:3.0:1769074864.314020:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074864.314063:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eb40. 00010000:00000010:3.0:1769074864.314072:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074864.314077:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074864.314089:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e6c0. 00010000:00000010:3.0:1769074864.314286:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00080000:00000010:3.0:1769074864.314309:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c0c78. 00000004:00000010:3.0:1769074864.314316:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd44c480. 00000004:00000010:3.0:1769074864.314320:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fab3320. 00000004:00000010:3.0:1769074864.314339:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb45f00. 00000004:00000010:3.0:1769074864.314343:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8d05d0e0. 00010000:00000010:3.0:1769074864.314354:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000200:3.0:1769074864.314372:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890481, last committed = 17179890279 00010000:00000200:3.0:1769074864.314382:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716300 x1855007826596608/t17179890481(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.314402:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074864.314408:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826596608, offset 224 00000400:00000010:3.0:1769074864.314414:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc188. 00000400:00000200:3.0:1769074864.314419:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.314433:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.314439:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41726:41726:256:4294967295] 192.168.204.10@tcp LPNI seq info [41722:41722:8:4294967295] 00000400:00000200:3.0:1769074864.314446:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.314453:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.314458:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.314464:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074864.314469:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.314476:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.314480:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.314761:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e800. 00000020:00000010:3.0:1769074864.314766:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.314770:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00010000:00000010:0.1:1769074864.314850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074864.314857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:1.0:1769074864.314911:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:1.0:1769074864.314917:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:1.0:1769074864.314924:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e6c0. 00000800:00000200:1.0:1769074864.318658:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.318667:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074864.318680:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.318688:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074864.318916:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.1:1769074864.318926:0:2382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074864.318931:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.318934:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00000400:00000200:0.0:1769074864.319728:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.319959:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e61 00000400:00000200:0.0:1769074864.319967:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.319971:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.319977:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c467f8 00000400:00000010:0.0:1769074864.319980:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c467f8. 00000400:00000200:0.0:1769074864.320049:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.320056:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f5380 00000400:00000200:0.0:1769074864.320063:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 83864 00000400:00000200:0.0:1769074864.320120:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.320124:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.320129:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.320136:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e716a00. 00000020:00000010:2.0:1769074864.321256:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.321266:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.321274:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.321281:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.321287:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.321338:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.321341:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.321345:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826596736 00000001:00000010:2.0:1769074864.321357:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8900. 00010000:00000010:2.0:1769074864.321388:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.321397:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 02000000:00000010:2.0:1769074864.321429:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4f54000. 00010000:00000010:2.0:1769074864.321460:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.321465:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.321484:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074864.321487:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.321491:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.321493:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.321703:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074864.321707:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074864.321710:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074864.321714:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00010000:00000010:2.0:1769074864.321966:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.321980:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.321986:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.322006:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000200:2.0:1769074864.322025:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e716a00 x1855007826596736/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.322159:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074864.322166:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826596736, offset 224 00000400:00000200:2.0:1769074864.322174:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.322186:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.322193:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41727:41727:256:4294967295] 192.168.204.10@tcp LPNI seq info [41723:41723:8:4294967295] 00000400:00000200:2.0:1769074864.322204:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.322210:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.322217:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074864.322224:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.322231:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.322235:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.322297:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.322302:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.322307:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00010000:00000010:0.1:1769074864.322484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074864.322491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:3.0:1769074864.322772:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074864.322781:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00000800:00000200:1.0:1769074864.326754:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.326764:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074864.326772:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.326781:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.326788:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:1.0:1769074864.326792:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00000400:00000200:1.0:1769074864.327316:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.327331:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f5480 00000400:00000200:1.0:1769074864.327339:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 84440 00000400:00000200:1.0:1769074864.327354:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.327357:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.327363:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.327368:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04fb480. 00000020:00000010:3.0:1769074864.327531:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.327537:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.327543:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.327548:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.327553:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.327591:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.327594:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.327598:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826596992 02000000:00000010:3.0:1769074864.327659:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc4e8000. 00010000:00000010:3.0:1769074864.327702:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:3.0:1769074864.327719:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:3.0:1769074864.327751:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074864.327758:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074864.327773:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074864.327776:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074864.327780:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074864.327783:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00010000:00000010:3.0:1769074864.327876:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074864.327879:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074864.327882:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074864.327885:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00000020:00000010:3.0:1769074864.327904:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.327910:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.327920:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eb40. 00080000:00000010:3.0:1769074864.327932:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8ec7e000. 00000001:00000010:3.0:1769074864.328517:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145ecc0. 00000001:00000010:3.0:1769074864.328527:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074864.328561:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eb40. 00010000:00000010:3.0:1769074864.328571:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074864.328576:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074864.328593:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074864.328778:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00080000:00000010:3.0:1769074864.328806:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc5cc78. 00000004:00000010:3.0:1769074864.328813:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491ed80. 00000004:00000010:3.0:1769074864.328816:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d59210. 00000004:00000010:3.0:1769074864.328832:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc8870. 00000004:00000010:3.0:1769074864.328840:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed6f00. 00010000:00000010:3.0:1769074864.328849:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074864.328866:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890482, last committed = 17179890279 00010000:00000200:3.0:1769074864.328877:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04fb480 x1855007826596992/t17179890482(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.328896:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074864.328902:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826596992, offset 224 00000400:00000010:3.0:1769074864.328909:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc070. 00000400:00000200:3.0:1769074864.328912:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.328925:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.328932:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41728:41728:256:4294967295] 192.168.204.10@tcp LPNI seq info [41724:41724:8:4294967295] 00000400:00000200:3.0:1769074864.328939:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.328946:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.328952:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.328957:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074864.328963:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.328969:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.328973:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.329478:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.329485:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.329489:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00010000:00000010:1.0:1769074864.329570:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:1.0:1769074864.329578:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:1.0:1769074864.329585:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00010000:00000010:1.1:1769074864.329636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074864.329642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074864.329678:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:3.1:1769074864.329686:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:3.1:1769074864.329689:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074864.329707:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00000800:00000200:0.0:1769074864.330430:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.330436:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074864.330444:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.330452:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.333916:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.333938:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e69 00000400:00000200:1.0:1769074864.333946:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.333950:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.333957:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c464c8 00000400:00000010:1.0:1769074864.333961:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c464c8. 00000400:00000200:1.0:1769074864.333982:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.333989:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f5500 00000400:00000200:1.0:1769074864.333995:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 84928 00000400:00000200:1.0:1769074864.334066:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.334070:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.334075:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.334083:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daba04f9180. 00000020:00000010:3.0:1769074864.334478:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.334485:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.334491:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.334509:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.334515:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.334557:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.334560:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.334563:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826597120 00000001:00000010:3.0:1769074864.334574:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074864.334599:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.334637:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 02000000:00000010:3.0:1769074864.334666:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc4e9000. 00010000:00000010:3.0:1769074864.334716:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074864.334721:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074864.334753:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074864.334757:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.334762:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074864.334765:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074864.334849:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074864.334853:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e280. 00010000:00000010:3.0:1769074864.334857:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074864.334860:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00010000:00000010:3.0:1769074864.334962:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074864.334977:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074864.334983:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.335004:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074864.335022:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daba04f9180 x1855007826597120/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.335042:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074864.335047:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826597120, offset 224 00000400:00000200:3.0:1769074864.335055:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.335066:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.335073:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41729:41729:256:4294967295] 192.168.204.10@tcp LPNI seq info [41725:41725:8:4294967295] 00000400:00000200:3.0:1769074864.335083:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.335088:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.335094:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074864.335100:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.335106:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.335111:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.335126:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.335130:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.335134:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00010000:00000010:0.0:1769074864.336053:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:0.0:1769074864.336065:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00000800:00000200:2.0:1769074864.341109:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.341118:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:2.0:1769074864.341129:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.341138:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.341145:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46550 00000400:00000010:2.0:1769074864.341148:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46550. 00010000:00000010:3.1:1769074864.344249:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074864.344264:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000400:00000200:0.0:1769074864.344389:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.344407:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f5600 00000400:00000200:0.0:1769074864.344416:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 85504 00000400:00000200:0.0:1769074864.344433:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.344437:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.344446:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.344452:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715880. 00010000:00000010:2.1:1769074864.344678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.344686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074864.344690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.1:1769074864.344693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00000020:00000010:0.0:1769074864.345013:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.345020:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.345027:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074864.345032:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074864.345036:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.345115:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.345117:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.345120:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826597376 02000000:00000010:0.0:1769074864.345158:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8bc46000. 00010000:00000010:0.0:1769074864.345197:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:0.0:1769074864.345214:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e280. 00010000:00000010:0.0:1769074864.345336:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074864.345344:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074864.345361:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074864.345365:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074864.345369:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074864.345372:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074864.345457:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074864.345461:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074864.345464:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074864.345468:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000020:00000010:0.0:1769074864.345493:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56500. 00000020:00000010:0.0:1769074864.345600:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56500. 00010000:00000010:0.1:1769074864.345883:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:0.1:1769074864.345890:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00000020:00000010:0.0:1769074864.345910:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9bc00. 00080000:00000010:0.0:1769074864.345922:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f0800. 00000001:00000010:0.0:1769074864.346136:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7adc60. 00000001:00000010:0.0:1769074864.346143:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074864.346178:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9bc00. 00010000:00000010:0.0:1769074864.346188:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074864.346193:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.346207:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8600. 00010000:00000010:0.0:1769074864.346384:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00080000:00000010:0.0:1769074864.346412:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca26e40. 00000004:00000010:0.0:1769074864.346421:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491e780. 00000004:00000010:0.0:1769074864.346424:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d58cc0. 00000004:00000010:0.0:1769074864.346429:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc8258. 00000004:00000010:0.0:1769074864.346437:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed65a0. 00010000:00000010:0.0:1769074864.346447:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074864.346466:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890483, last committed = 17179890279 00010000:00000200:0.0:1769074864.346477:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715880 x1855007826597376/t17179890483(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074864.346507:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074864.346514:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826597376, offset 224 00000400:00000010:0.0:1769074864.346522:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1c78. 00000400:00000200:0.0:1769074864.346526:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.346542:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.346548:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41730:41730:256:4294967295] 192.168.204.10@tcp LPNI seq info [41726:41726:8:4294967295] 00000400:00000200:0.0:1769074864.346554:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074864.346560:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.346566:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.346571:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074864.346578:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.346586:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.346591:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.1:1769074864.346638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074864.346645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074864.346699:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:3.1:1769074864.346704:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074864.346708:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074864.346712:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000020:00000010:0.0:1769074864.346789:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074864.346794:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.346798:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:2.0:1769074864.347015:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074864.347023:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:2.0:1769074864.347029:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8600. 00000800:00000200:1.0:1769074864.350121:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.350132:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074864.350142:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.350151:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.350954:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074864.350971:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e71 00000400:00000200:2.0:1769074864.350978:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.350981:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074864.350986:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:2.0:1769074864.350990:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00000400:00000200:2.0:1769074864.351048:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.351056:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f5680 00000400:00000200:2.0:1769074864.351062:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 85992 00000400:00000200:2.0:1769074864.351110:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.351114:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.351120:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.351125:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486d80. 00000020:00000010:0.0:1769074864.351204:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.351211:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.351223:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074864.351229:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074864.351234:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.351278:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.351281:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.351284:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826597504 00000001:00000010:0.0:1769074864.351295:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:0.0:1769074864.351328:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074864.351336:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074864.351365:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab89c4c000. 00010000:00000010:0.0:1769074864.351397:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074864.351402:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.351419:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074864.351423:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074864.351427:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074864.351430:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.351513:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074864.351517:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074864.351521:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074864.351524:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074864.351591:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.351638:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.351645:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074864.351666:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074864.351683:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486d80 x1855007826597504/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074864.351702:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074864.351707:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826597504, offset 224 00000400:00000200:0.0:1769074864.351714:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.351724:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.351729:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41731:41731:256:4294967295] 192.168.204.10@tcp LPNI seq info [41727:41727:8:4294967295] 00000400:00000200:0.0:1769074864.351752:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.351757:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.351763:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074864.351768:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.351774:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.351778:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.351798:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074864.351802:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.351805:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:2.0:1769074864.352134:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.352138:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074864.352143:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.352147:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.352151:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:2.0:1769074864.352153:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00010000:00000010:3.1:1769074864.355151:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074864.355169:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:3.1:1769074864.355174:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074864.355176:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.355285:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074864.355297:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00000400:00000200:1.0:1769074864.355531:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.355547:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f5780 00000400:00000200:1.0:1769074864.355555:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 86568 00000400:00000200:1.0:1769074864.355571:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.355575:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.355583:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.355592:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4000. 00000020:00000010:3.0:1769074864.355917:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.355923:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.355929:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.355935:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.355939:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.355980:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.355983:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.355986:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826597760 02000000:00000010:3.0:1769074864.356026:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859b8000. 00010000:00000010:3.0:1769074864.356060:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:3.0:1769074864.356070:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:3.0:1769074864.356088:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.356095:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074864.356110:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074864.356113:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.356117:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074864.356120:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00010000:00000010:3.0:1769074864.356205:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074864.356209:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074864.356212:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074864.356226:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00000020:00000010:3.0:1769074864.356253:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.356260:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.356271:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eb40. 00080000:00000010:3.0:1769074864.356284:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b11800. 00010000:00000010:0.1:1769074864.356624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:0.1:1769074864.356632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:0.1:1769074864.356637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074864.356642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000001:00000010:3.0:1769074864.357189:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e4e0. 00000001:00000010:3.0:1769074864.357198:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074864.357248:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eb40. 00010000:00000010:3.0:1769074864.357260:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074864.357266:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00010000:00000010:3.0:1769074864.357280:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074864.357314:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00080000:00000010:3.0:1769074864.357342:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8dc78ab0. 00000004:00000010:3.0:1769074864.357360:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff9a600. 00000004:00000010:3.0:1769074864.357363:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f473210. 00000004:00000010:3.0:1769074864.357368:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa83837d98. 00000004:00000010:3.0:1769074864.357372:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83985860. 00010000:00000010:3.0:1769074864.357384:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074864.357404:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890484, last committed = 17179890279 00010000:00000200:3.0:1769074864.357415:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4000 x1855007826597760/t17179890484(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.357437:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074864.357444:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826597760, offset 224 00000400:00000010:3.0:1769074864.357451:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc8c0. 00000400:00000200:3.0:1769074864.357455:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.357468:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.357475:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41732:41732:256:4294967295] 192.168.204.10@tcp LPNI seq info [41728:41728:8:4294967295] 00000400:00000200:3.0:1769074864.357482:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.357488:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.357494:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00010000:00000010:1.0:1769074864.357649:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:1.0:1769074864.357657:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:1.0:1769074864.357663:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00000800:00000010:3.0:1769074864.357993:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074864.358001:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.358008:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.358012:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.358071:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.358076:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.358080:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00000800:00000200:0.0:1769074864.364071:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.364082:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074864.364094:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.364104:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.364868:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.364886:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e79 00000400:00000200:0.0:1769074864.364893:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.364897:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.364903:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46c38 00000400:00000010:0.0:1769074864.364906:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46c38. 00000400:00000200:0.0:1769074864.364928:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.364935:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f5800 00000400:00000200:0.0:1769074864.364942:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 87056 00000400:00000200:0.0:1769074864.365002:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.365007:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.365012:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.365019:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e714000. 00000020:00000010:3.0:1769074864.366188:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.366196:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.366202:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.366207:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.366294:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.366344:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.366347:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.366350:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826597888 00000001:00000010:3.0:1769074864.366361:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:3.0:1769074864.366388:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074864.366396:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 02000000:00000010:3.0:1769074864.366423:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859bb000. 00010000:00000010:3.0:1769074864.366452:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074864.366456:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074864.366475:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074864.366479:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e680. 00010000:00000010:3.0:1769074864.366483:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074864.366486:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.366721:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074864.366725:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074864.366730:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074864.366814:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074864.366893:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074864.366906:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.366911:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e680. 00010000:00000010:3.0:1769074864.366930:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000200:3.0:1769074864.366947:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714000 x1855007826597888/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.366966:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074864.366972:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826597888, offset 224 00000400:00000200:3.0:1769074864.366979:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.366991:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.366998:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41733:41733:256:4294967295] 192.168.204.10@tcp LPNI seq info [41729:41729:8:4294967295] 00000400:00000200:3.0:1769074864.367008:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.367014:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.367018:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074864.367024:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.367031:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.367035:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.367095:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.367100:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.367104:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00010000:00000010:1.0:1769074864.367189:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:1.0:1769074864.367195:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:2.1:1769074864.367769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:2.1:1769074864.367776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074864.374504:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074864.374525:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074864.374529:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.1:1769074864.374533:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000800:00000200:0.0:1769074864.374557:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.374562:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:0.0:1769074864.374572:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.374581:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.374588:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:0.0:1769074864.374591:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00010000:00000010:3.1:1769074864.376175:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:3.1:1769074864.376186:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:3.1:1769074864.376189:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:3.1:1769074864.376192:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00000400:00000200:0.0:1769074864.376271:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.376288:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f5900 00000400:00000200:0.0:1769074864.376296:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 87632 00000400:00000200:0.0:1769074864.376312:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.376317:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.376325:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.376331:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e714e00. 00000020:00000010:3.0:1769074864.376647:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.376653:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.376660:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.376666:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.376672:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.376716:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.376719:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.376722:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826598144 00010000:00000010:1.1:1769074864.376956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074864.376963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 02000000:00000010:3.0:1769074864.377147:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859ba000. 00010000:00000010:3.0:1769074864.377187:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074864.377201:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074864.377229:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074864.377236:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074864.377252:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074864.377388:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074864.377395:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074864.377399:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00010000:00000010:3.0:1769074864.377482:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074864.377485:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e680. 00010000:00000010:3.0:1769074864.377489:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074864.377492:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00000020:00000010:3.0:1769074864.377528:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.377536:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.377547:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eb40. 00080000:00000010:3.0:1769074864.377558:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b13800. 00000001:00000010:3.0:1769074864.377936:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e000. 00000001:00000010:3.0:1769074864.377944:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074864.377977:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eb40. 00010000:00000010:3.0:1769074864.377988:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074864.377996:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074864.378010:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ed80. 00010000:00000010:3.0:1769074864.378095:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00080000:00000010:3.0:1769074864.378136:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca801c8. 00000004:00000010:3.0:1769074864.378143:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff9a540. 00000004:00000010:3.0:1769074864.378147:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f473ed0. 00000004:00000010:3.0:1769074864.378152:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa83837e10. 00000004:00000010:3.0:1769074864.378156:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83985a40. 00010000:00000010:3.0:1769074864.378170:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074864.378189:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890485, last committed = 17179890279 00010000:00000200:3.0:1769074864.378198:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714e00 x1855007826598144/t17179890485(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.378230:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074864.378237:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826598144, offset 224 00000400:00000010:3.0:1769074864.378244:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc1f8. 00000400:00000200:3.0:1769074864.378248:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.378271:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.378279:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41734:41734:256:4294967295] 192.168.204.10@tcp LPNI seq info [41730:41730:8:4294967295] 00000400:00000200:3.0:1769074864.378284:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.378290:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.378295:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.378301:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074864.378308:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.378314:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.378319:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.378345:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.378349:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.378353:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074864.378514:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.378518:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074864.378524:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.378529:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074864.381969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074864.381990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074864.381994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074864.381999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074864.382003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074864.382005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00000400:00000200:0.0:1769074864.382490:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.382524:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f5980 00000400:00000200:0.0:1769074864.382532:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 88120 00000400:00000200:0.0:1769074864.382545:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.382550:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.382557:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.382563:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715c00. 00000400:00000200:0.0:1769074864.382665:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.382674:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e81 00000400:00000200:0.0:1769074864.382678:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.382680:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.382684:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:0.0:1769074864.382686:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00010000:00000010:2.0:1769074864.382916:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:2.0:1769074864.382928:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00000020:00000010:3.0:1769074864.387769:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.387782:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.387788:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.387794:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.387799:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.387873:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.387876:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.387879:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826598272 00000001:00000010:3.0:1769074864.387890:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074864.387916:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074864.387924:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 02000000:00000010:3.0:1769074864.387952:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa859bc000. 00010000:00000010:3.0:1769074864.387983:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074864.387988:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.388053:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074864.388057:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074864.388061:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074864.388064:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074864.388158:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074864.388162:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074864.388165:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.388169:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074864.388250:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.388264:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000010:3.0:1769074864.388269:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074864.388290:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000200:3.0:1769074864.388309:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715c00 x1855007826598272/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.388329:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c463b8. 00000100:00000200:3.0:1769074864.388336:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826598272, offset 224 00000400:00000200:3.0:1769074864.388343:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.388356:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.388362:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41735:41735:256:4294967295] 192.168.204.10@tcp LPNI seq info [41731:41731:8:4294967295] 00000400:00000200:3.0:1769074864.388373:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.388379:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.388383:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074864.388389:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.388396:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.388400:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.388415:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.388419:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.388423:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00000800:00000200:0.0:1769074864.389596:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.389634:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074864.389644:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.389652:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.389658:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c463b8 00000400:00000010:0.0:1769074864.389661:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c463b8. 00010000:00000010:1.1:1769074864.392441:0:45980:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:1.1:1769074864.392457:0:45980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:1.0:1769074864.392488:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:1.0:1769074864.392512:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e680. 00010000:00000010:1.0:1769074864.392521:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ed80. 00000400:00000200:2.0:1769074864.392892:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.392908:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f5a80 00000400:00000200:2.0:1769074864.392915:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 88696 00000400:00000200:2.0:1769074864.392930:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.392934:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.392941:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.392947:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487b80. 00000020:00000010:3.0:1769074864.393146:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.393151:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.393157:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.393162:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e180. 00000020:00000010:3.0:1769074864.393167:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a578. 00000020:00000010:3.0:1769074864.393209:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.393211:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.393223:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826598528 02000000:00000010:3.0:1769074864.393268:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859b9000. 00010000:00000010:3.0:1769074864.393302:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074864.393313:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074864.393330:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074864.393335:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074864.393350:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074864.393353:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074864.393358:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074864.393361:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00010000:00000010:3.0:1769074864.393439:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074864.393442:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074864.393446:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074864.393450:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 00000020:00000010:3.0:1769074864.393472:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.393479:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8180. 00000020:00000010:3.0:1769074864.393488:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eb40. 00080000:00000010:3.0:1769074864.393510:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b10400. 00010000:00000010:3.1:1769074864.394191:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.1:1769074864.394201:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074864.394204:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.1:1769074864.394210:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000001:00000010:2.0:1769074864.398382:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a9c0. 00000001:00000010:2.0:1769074864.398393:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074864.398430:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eb40. 00010000:00000010:2.0:1769074864.398445:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.398454:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074864.398476:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074864.398541:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00080000:00000010:2.0:1769074864.398571:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c0558. 00000004:00000010:2.0:1769074864.398580:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12fc00. 00000004:00000010:2.0:1769074864.398583:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcf6440. 00000004:00000010:2.0:1769074864.398588:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb45ca8. 00000004:00000010:2.0:1769074864.398593:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc594a0. 00010000:00000010:2.0:1769074864.398631:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000200:2.0:1769074864.398656:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890486, last committed = 17179890279 00010000:00000200:2.0:1769074864.398668:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487b80 x1855007826598528/t17179890486(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.398689:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074864.398697:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826598528, offset 224 00000400:00000010:2.0:1769074864.398704:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1693f0. 00000400:00000200:2.0:1769074864.398708:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.398724:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.398743:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41736:41736:256:4294967295] 192.168.204.10@tcp LPNI seq info [41732:41732:8:4294967295] 00000400:00000200:2.0:1769074864.398751:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.398758:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.398763:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.398769:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074864.398775:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.398782:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.398787:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.398814:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e180. 00000020:00000010:2.0:1769074864.398828:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a578. 00000020:00000010:2.0:1769074864.398833:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00010000:00000010:1.0:1769074864.399333:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:1.0:1769074864.399343:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:1.0:1769074864.399351:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00000800:00000200:0.0:1769074864.399533:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.399538:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:0.0:1769074864.399542:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.399547:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.406115:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.406138:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e89 00000400:00000200:0.0:1769074864.406145:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.406150:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.406156:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:0.0:1769074864.406160:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00000400:00000200:0.0:1769074864.406189:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.406196:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f5b00 00000400:00000200:0.0:1769074864.406204:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 89184 00000400:00000200:0.0:1769074864.406280:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.406285:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.406289:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.406296:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715180. 00010000:00000010:1.0:1769074864.406426:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:1.0:1769074864.406438:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:2.1:1769074864.407239:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:2.1:1769074864.407250:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074864.411006:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074864.411023:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:3.1:1769074864.411029:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074864.411031:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00000020:00000010:2.0:1769074864.412089:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.412100:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.412110:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.412116:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.412123:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.412175:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.412179:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.412182:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826598656 00000001:00000010:2.0:1769074864.412193:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:2.0:1769074864.412383:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.412392:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 02000000:00000010:2.0:1769074864.412419:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4f56000. 00010000:00000010:2.0:1769074864.412448:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.412452:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.412471:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074864.412474:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.412479:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.412482:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074864.412756:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074864.412760:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074864.412801:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074864.412805:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074864.412890:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.412903:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074864.412909:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.412929:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074864.412949:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715180 x1855007826598656/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.412971:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074864.412978:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826598656, offset 224 00000400:00000200:2.0:1769074864.412985:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.412999:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.413005:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41737:41737:256:4294967295] 192.168.204.10@tcp LPNI seq info [41733:41733:8:4294967295] 00000400:00000200:2.0:1769074864.413017:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.413023:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.413029:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074864.413036:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.413042:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.413046:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.413116:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.413120:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.413125:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00010000:00000010:3.1:1769074864.417830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074864.417847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074864.418747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074864.418759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:1.1:1769074864.418761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:1.1:1769074864.418767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:1.1:1769074864.418771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074864.418775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:2.1:1769074864.420675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:2.1:1769074864.420694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000800:00000200:2.0:1769074864.421179:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.421184:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:2.0:1769074864.421190:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.421199:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.421207:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:2.0:1769074864.421210:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00000400:00000200:0.0:1769074864.427488:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.427519:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f5c00 00000400:00000200:0.0:1769074864.427528:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 89760 00000400:00000200:0.0:1769074864.427544:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.427549:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.427557:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.427564:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e715500. 00000020:00000010:1.0:1769074864.430414:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.430429:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.430440:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.430446:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074864.430451:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.431135:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.431140:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.431145:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826598912 02000000:00000010:1.0:1769074864.431183:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc83a000. 00010000:00000010:1.0:1769074864.431238:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:1.0:1769074864.431264:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:1.0:1769074864.431285:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074864.431292:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074864.431310:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074864.431313:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074864.431317:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074864.431321:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074864.431404:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074864.431408:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074864.431411:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074864.431415:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00000020:00000010:1.0:1769074864.431442:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b5c0. 00000020:00000010:1.0:1769074864.431448:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b5c0. 00000020:00000010:1.0:1769074864.431458:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454b40. 00080000:00000010:1.0:1769074864.431469:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b40c00. 00000001:00000010:1.0:1769074864.431711:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454a20. 00000001:00000010:1.0:1769074864.431718:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111780. 00000020:00000010:1.0:1769074864.431766:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454b40. 00010000:00000010:1.0:1769074864.431775:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074864.431778:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00010000:00000010:1.0:1769074864.431790:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111480. 00010000:00000010:1.0:1769074864.431836:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00080000:00000010:1.0:1769074864.431859:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c0720. 00000004:00000010:1.0:1769074864.431866:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12f0c0. 00000004:00000010:1.0:1769074864.431869:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcf7320. 00000004:00000010:1.0:1769074864.431873:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb452d0. 00000004:00000010:1.0:1769074864.431877:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc58780. 00010000:00000010:1.0:1769074864.431886:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074864.431904:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890487, last committed = 17179890279 00010000:00000200:1.0:1769074864.431916:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e715500 x1855007826598912/t17179890487(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.431936:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074864.431943:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826598912, offset 224 00000400:00000010:1.0:1769074864.431950:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3e38. 00000400:00000200:1.0:1769074864.431955:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.431969:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.431976:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41738:41738:256:4294967295] 192.168.204.10@tcp LPNI seq info [41734:41734:8:4294967295] 00000400:00000200:1.0:1769074864.431983:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.431991:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.431997:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.432001:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074864.432007:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.432015:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.432020:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.432047:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c000. 00000020:00000010:1.0:1769074864.432052:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.432056:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00010000:00000010:2.0:1769074864.432132:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:2.0:1769074864.432139:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:2.0:1769074864.432146:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111480. 00000800:00000200:0.0:1769074864.434120:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.434129:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074864.434137:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.434145:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.442389:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074864.442413:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e91 00000400:00000200:2.0:1769074864.442420:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.442425:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074864.442432:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:2.0:1769074864.442435:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00010000:00000010:1.0:1769074864.442544:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074864.442556:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c100. 00010000:00000010:2.1:1769074864.442921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.1:1769074864.442929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074864.442933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.1:1769074864.442936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00000400:00000200:0.0:1769074864.444043:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.444060:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f5c80 00000400:00000200:0.0:1769074864.444092:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 90248 00000400:00000200:0.0:1769074864.444165:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.444170:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.444178:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.444185:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab9e714380. 00000020:00000010:2.0:1769074864.444698:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.444704:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.444711:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.444717:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.444722:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.444772:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.444775:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.444779:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826599040 00000001:00000010:2.0:1769074864.444788:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074864.444812:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.444831:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 02000000:00000010:2.0:1769074864.444859:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4f57000. 00010000:00000010:2.0:1769074864.444890:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.444894:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074864.444913:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074864.444916:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.444920:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.444923:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.445004:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074864.445007:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b480. 00010000:00000010:2.0:1769074864.445011:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.445014:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074864.445079:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074864.445089:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.445094:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.445115:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074864.445134:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab9e714380 x1855007826599040/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.445154:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074864.445161:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826599040, offset 224 00000400:00000200:2.0:1769074864.445169:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.445182:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.445188:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41739:41739:256:4294967295] 192.168.204.10@tcp LPNI seq info [41735:41735:8:4294967295] 00000400:00000200:2.0:1769074864.445200:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.445205:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.445210:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074864.445232:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.445239:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.445244:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.445313:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.445317:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.445322:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00000800:00000200:0.0:1769074864.447055:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.447064:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:0.0:1769074864.447071:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.447079:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.447086:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:0.0:1769074864.447088:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00010000:00000010:1.1:1769074864.451775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:1.1:1769074864.451791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:1.1:1769074864.451796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074864.451801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074864.451804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074864.451808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000400:00000200:2.0:1769074864.451915:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.451934:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f5d80 00000400:00000200:2.0:1769074864.451942:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 90824 00000400:00000200:2.0:1769074864.451958:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.451962:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.451971:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.451978:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485880. 00000020:00000010:3.0:1769074864.452195:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.452201:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.452208:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.452225:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.452231:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.452281:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.452284:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.452287:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826599296 02000000:00000010:3.0:1769074864.452322:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa859bd000. 00010000:00000010:3.0:1769074864.452362:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:3.0:1769074864.452378:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b480. 00010000:00000010:3.0:1769074864.452397:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.452403:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.452418:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074864.452422:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074864.452426:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074864.452430:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00010000:00000010:3.0:1769074864.452513:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074864.452518:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e300. 00010000:00000010:3.0:1769074864.452521:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074864.452524:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00000020:00000010:3.0:1769074864.452547:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.452554:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.452563:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eae0. 00080000:00000010:3.0:1769074864.452573:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b12000. 00000001:00000010:3.0:1769074864.453166:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145ef60. 00000001:00000010:3.0:1769074864.453174:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074864.453208:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eae0. 00010000:00000010:3.0:1769074864.453216:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074864.453221:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00010000:00000010:3.0:1769074864.453234:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074864.453362:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00080000:00000010:3.0:1769074864.453388:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca81ab8. 00000004:00000010:3.0:1769074864.453394:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff9a180. 00000004:00000010:3.0:1769074864.453398:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f472990. 00000004:00000010:3.0:1769074864.453402:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa83837618. 00000004:00000010:3.0:1769074864.453406:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83984d20. 00010000:00000010:3.0:1769074864.453415:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074864.453433:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890488, last committed = 17179890279 00010000:00000200:3.0:1769074864.453444:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485880 x1855007826599296/t17179890488(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.453464:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46088. 00000100:00000200:3.0:1769074864.453471:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826599296, offset 224 00000400:00000010:3.0:1769074864.453477:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccab8. 00000400:00000200:3.0:1769074864.453481:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.453494:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.453500:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41740:41740:256:4294967295] 192.168.204.10@tcp LPNI seq info [41736:41736:8:4294967295] 00000400:00000200:3.0:1769074864.453506:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.453513:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.453519:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.453523:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074864.453530:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.453536:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.453541:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.453631:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.453635:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.453640:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00010000:00000010:1.0:1769074864.454551:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:1.0:1769074864.454563:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e300. 00010000:00000010:1.0:1769074864.454571:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e900. 00000800:00000200:0.0:1769074864.455426:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.455432:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074864.455441:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.455449:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074864.459726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:2.1:1769074864.459750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:2.1:1769074864.459754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.1:1769074864.459759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074864.459762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.1:1769074864.459765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00000400:00000200:0.0:1769074864.459937:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.459957:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66e99 00000400:00000200:0.0:1769074864.459964:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.459968:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.459976:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46088 00000400:00000010:0.0:1769074864.459979:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46088. 00000400:00000200:0.0:1769074864.460043:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.460051:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f5e00 00000400:00000200:0.0:1769074864.460059:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 91312 00000400:00000200:0.0:1769074864.460123:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.460127:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.460134:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.460141:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73b80. 00010000:00000010:1.0:1769074864.460797:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:1.0:1769074864.460811:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00000020:00000010:0.0:1769074864.462072:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.462082:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.462090:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074864.462095:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074864.462101:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.462221:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.462225:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.462228:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826599424 00000001:00000010:0.0:1769074864.462239:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111780. 00010000:00000010:0.0:1769074864.462284:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074864.462292:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 02000000:00000010:0.0:1769074864.462321:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab89c4f000. 00010000:00000010:0.0:1769074864.462350:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074864.462354:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.462373:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074864.462376:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074864.462380:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074864.462383:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.462505:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074864.462510:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074864.462514:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074864.462519:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074864.462578:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.462589:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.462595:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074864.462660:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:0.0:1769074864.462679:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73b80 x1855007826599424/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074864.462699:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074864.462708:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826599424, offset 224 00000400:00000200:0.0:1769074864.462715:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.462728:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.462750:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41741:41741:256:4294967295] 192.168.204.10@tcp LPNI seq info [41737:41737:8:4294967295] 00000400:00000200:0.0:1769074864.462761:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.462766:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.462771:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074864.462777:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.462783:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.462788:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.462809:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074864.462812:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.462816:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00000800:00000200:1.0:1769074864.463287:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.463292:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074864.463297:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.463303:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.463308:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:1.0:1769074864.463310:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00010000:00000010:3.1:1769074864.464448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:3.1:1769074864.464460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00000400:00000200:3.0:1769074864.467272:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.467295:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f5f00 00000400:00000200:3.0:1769074864.467303:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 91888 00000400:00000200:3.0:1769074864.467321:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.467325:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.467333:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.467340:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdc000. 00000020:00000010:2.0:1769074864.467436:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.467442:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.467448:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.467454:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.467459:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.467515:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.467518:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.467521:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826599680 02000000:00000010:2.0:1769074864.467554:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f53000. 00010000:00000010:2.0:1769074864.467595:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:2.0:1769074864.467644:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:2.0:1769074864.467664:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.467671:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.467689:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074864.467692:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.467696:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.467699:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.467788:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074864.467792:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074864.467795:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.467798:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00000020:00000010:2.0:1769074864.467833:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef5a0. 00000020:00000010:2.0:1769074864.467840:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef5a0. 00000020:00000010:2.0:1769074864.467851:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aba0. 00080000:00000010:2.0:1769074864.467860:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff65800. 00000001:00000010:2.0:1769074864.468122:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a180. 00000001:00000010:2.0:1769074864.468130:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074864.468164:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aba0. 00010000:00000010:2.0:1769074864.468172:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074864.468176:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074864.468188:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074864.468254:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00080000:00000010:2.0:1769074864.468279:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca27008. 00000004:00000010:2.0:1769074864.468285:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491e9c0. 00000004:00000010:2.0:1769074864.468289:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d58000. 00000004:00000010:2.0:1769074864.468293:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc8168. 00000004:00000010:2.0:1769074864.468316:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed6000. 00010000:00000010:2.0:1769074864.468326:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000200:2.0:1769074864.468345:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890489, last committed = 17179890279 00010000:00000200:2.0:1769074864.468355:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdc000 x1855007826599680/t17179890489(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.468374:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074864.468380:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826599680, offset 224 00000400:00000010:2.0:1769074864.468387:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169e70. 00000400:00000200:2.0:1769074864.468390:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.468402:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.468409:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41742:41742:256:4294967295] 192.168.204.10@tcp LPNI seq info [41738:41738:8:4294967295] 00000400:00000200:2.0:1769074864.468415:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.468421:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.468426:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.468431:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074864.468437:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.468443:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.468447:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.468472:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.468477:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.468482:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00010000:00000010:1.0:1769074864.468577:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:1.0:1769074864.468585:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:1.0:1769074864.468591:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000800:00000200:1.0:1769074864.468721:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.468724:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:1.0:1769074864.468728:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.468733:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.471769:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.471789:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ea1 00000400:00000200:1.0:1769074864.471796:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.471801:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.471807:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:1.0:1769074864.471810:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:2.0:1769074864.471999:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.472011:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00000400:00000200:3.0:1769074864.472895:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.472910:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f5f80 00000400:00000200:3.0:1769074864.472918:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 92376 00000400:00000200:3.0:1769074864.472976:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.472980:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.472988:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.472994:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffddc00. 00000020:00000010:2.0:1769074864.473962:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.473970:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.473976:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.473982:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.473987:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.474033:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.474036:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.474039:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826599808 00000001:00000010:2.0:1769074864.474050:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:2.0:1769074864.474075:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074864.474082:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 02000000:00000010:2.0:1769074864.474108:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabb4f55000. 00010000:00000010:2.0:1769074864.474137:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.474141:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.474204:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.474208:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074864.474212:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.474227:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074864.474314:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074864.474318:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074864.474322:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074864.474327:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074864.474403:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.474416:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074864.474421:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074864.474441:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000200:2.0:1769074864.474456:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffddc00 x1855007826599808/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.474474:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074864.474480:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826599808, offset 224 00000400:00000200:2.0:1769074864.474487:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.474509:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.474515:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41743:41743:256:4294967295] 192.168.204.10@tcp LPNI seq info [41739:41739:8:4294967295] 00000400:00000200:2.0:1769074864.474526:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.474532:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.474537:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074864.474543:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.474549:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.474554:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.474583:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.474587:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.474592:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00000800:00000200:3.0:1769074864.474989:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.474993:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:3.0:1769074864.474998:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.475003:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.475008:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:3.0:1769074864.475010:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:1.1:1769074864.477715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074864.477730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:0.1:1769074864.477781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.1:1769074864.477788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074864.477792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:3.1:1769074864.477840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074864.477849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00000400:00000200:1.0:1769074864.478736:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.478754:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f6080 00000400:00000200:1.0:1769074864.478764:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 92952 00000400:00000200:1.0:1769074864.478780:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.478785:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.478792:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.478798:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5880. 00000020:00000010:0.0:1769074864.478932:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.478938:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.478945:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec6800. 00000020:00000010:0.0:1769074864.478950:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66c00. 00000020:00000010:0.0:1769074864.478955:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074864.478999:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.479001:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.479004:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826600064 02000000:00000010:0.0:1769074864.479040:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c48000. 00010000:00000010:0.0:1769074864.479076:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:0.0:1769074864.479091:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:0.0:1769074864.479111:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074864.479116:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074864.479133:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074864.479136:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66f80. 00010000:00000010:0.0:1769074864.479142:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074864.479145:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.479570:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074864.479576:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66a80. 00010000:00000010:0.0:1769074864.479580:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074864.479584:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:1.1:1769074864.479764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074864.479772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:0.1:1769074864.480122:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00000020:00000010:1.0:1769074864.480322:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b0a0. 00000020:00000010:1.0:1769074864.480331:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b0a0. 00000020:00000010:1.0:1769074864.480342:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454b40. 00080000:00000010:1.0:1769074864.480352:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b41400. 00000001:00000010:1.0:1769074864.480576:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454900. 00000001:00000010:1.0:1769074864.480584:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111600. 00000020:00000010:1.0:1769074864.480907:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454b40. 00010000:00000010:1.0:1769074864.480921:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074864.480928:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074864.480945:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae1113c0. 00010000:00000010:1.0:1769074864.481037:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00080000:00000010:1.0:1769074864.481065:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9f7398. 00000004:00000010:1.0:1769074864.481071:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd44c6c0. 00000004:00000010:1.0:1769074864.481075:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc4c000. 00000004:00000010:1.0:1769074864.481081:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dd15870. 00000004:00000010:1.0:1769074864.481085:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88e641e0. 00010000:00000010:1.0:1769074864.481094:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000200:1.0:1769074864.481113:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890490, last committed = 17179890279 00010000:00000200:1.0:1769074864.481124:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5880 x1855007826600064/t17179890490(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.481143:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074864.481151:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826600064, offset 224 00000400:00000010:1.0:1769074864.481158:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3d90. 00000400:00000200:1.0:1769074864.481162:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.481177:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.481184:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41744:41744:256:4294967295] 192.168.204.10@tcp LPNI seq info [41740:41740:8:4294967295] 00000400:00000200:1.0:1769074864.481190:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.481197:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.481202:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.481207:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074864.481223:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.481231:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.481235:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.481290:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66c00. 00000020:00000010:1.0:1769074864.481294:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef898. 00000020:00000010:1.0:1769074864.481297:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec6800. 00010000:00000010:3.0:1769074864.481349:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:3.0:1769074864.481357:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66a80. 00010000:00000010:3.0:1769074864.481362:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae1113c0. 00010000:00000010:2.1:1769074864.481687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:2.1:1769074864.481694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074864.481698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.1:1769074864.481704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.481709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074864.481712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.1:1769074864.481715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.481717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074864.481720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.1:1769074864.481722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:1.1:1769074864.481781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074864.481788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00000800:00000200:0.0:1769074864.482182:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.482186:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:0.0:1769074864.482236:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.482244:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.486032:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.486053:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ea9 00000400:00000200:1.0:1769074864.486061:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.486065:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.486072:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:1.0:1769074864.486075:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00000400:00000200:1.0:1769074864.486102:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.486108:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f6100 00000400:00000200:1.0:1769074864.486115:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 93440 00000400:00000200:1.0:1769074864.486168:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.486173:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.486178:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.486185:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7b80. 00000020:00000010:3.0:1769074864.486931:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.486939:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.486945:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.486951:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.486957:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.486988:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.486991:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.486994:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826600192 00000001:00000010:3.0:1769074864.487004:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:3.0:1769074864.487029:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074864.487037:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 02000000:00000010:3.0:1769074864.487066:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82779000. 00010000:00000010:3.0:1769074864.487093:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.487097:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074864.487115:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074864.487119:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074864.487123:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074864.487126:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074864.487200:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074864.487203:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e680. 00010000:00000010:3.0:1769074864.487207:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074864.487211:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00010000:00000010:3.0:1769074864.487375:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074864.487387:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074864.487392:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074864.487411:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074864.487426:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7b80 x1855007826600192/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.487445:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074864.487451:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826600192, offset 224 00000400:00000200:3.0:1769074864.487458:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.487469:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.487474:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41745:41745:256:4294967295] 192.168.204.10@tcp LPNI seq info [41741:41741:8:4294967295] 00000400:00000200:3.0:1769074864.487484:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.487490:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.487579:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074864.487588:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.487596:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.487599:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.487640:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.487644:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.487649:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:2.0:1769074864.487789:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.487795:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074864.487801:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.487806:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.487810:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:2.0:1769074864.487813:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00010000:00000010:0.0:1769074864.488969:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.488982:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66f80. 00010000:00000010:3.1:1769074864.490773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074864.490786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:0.1:1769074864.490835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:0.1:1769074864.490843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00000400:00000200:1.0:1769074864.492957:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.492978:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f6200 00000400:00000200:1.0:1769074864.492989:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 94016 00000400:00000200:1.0:1769074864.493007:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.493012:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.493021:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.493027:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6a00. 00000020:00000010:2.0:1769074864.493179:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.493186:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.493193:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.493198:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.493203:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.493260:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.493263:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.493266:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826600448 02000000:00000010:2.0:1769074864.493307:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabb4f52000. 00010000:00000010:2.0:1769074864.493350:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:2.0:1769074864.493368:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e680. 00010000:00000010:2.0:1769074864.493388:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.493395:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.493413:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.493417:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074864.493421:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.493424:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074864.494183:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074864.494190:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074864.494194:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.494199:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00000020:00000010:2.0:1769074864.494247:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef9a0. 00000020:00000010:2.0:1769074864.494254:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef9a0. 00000020:00000010:2.0:1769074864.494268:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aba0. 00080000:00000010:2.0:1769074864.494281:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff65400. 00000001:00000010:2.0:1769074864.494488:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a6c0. 00010000:00000010:1.1:1769074864.494748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:1.1:1769074864.494756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00000001:00000010:2.0:1769074864.495002:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074864.495045:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aba0. 00010000:00000010:2.0:1769074864.495057:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.495063:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074864.495078:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074864.495184:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00080000:00000010:2.0:1769074864.495210:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca27560. 00000004:00000010:2.0:1769074864.495217:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbfdcc000. 00000004:00000010:2.0:1769074864.495221:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f48bdc0. 00000004:00000010:2.0:1769074864.495226:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc8348. 00000004:00000010:2.0:1769074864.495234:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed70e0. 00010000:00000010:2.0:1769074864.495242:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000200:2.0:1769074864.495263:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890491, last committed = 17179890279 00010000:00000200:2.0:1769074864.495273:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a6a00 x1855007826600448/t17179890491(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.495295:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074864.495302:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826600448, offset 224 00000400:00000010:2.0:1769074864.495310:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169fc0. 00000400:00000200:2.0:1769074864.495314:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.495328:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.495334:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41746:41746:256:4294967295] 192.168.204.10@tcp LPNI seq info [41742:41742:8:4294967295] 00000400:00000200:2.0:1769074864.495341:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.495347:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.495353:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.495358:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074864.495363:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.495369:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.495374:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.495402:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.495407:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.495414:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00000800:00000200:1.0:1769074864.495567:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.495571:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074864.495575:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.495581:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074864.501705:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:3.0:1769074864.501723:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:3.0:1769074864.501801:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00000400:00000200:1.0:1769074864.502084:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.502102:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66eb1 00000400:00000200:1.0:1769074864.502109:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.502114:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.502120:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:1.0:1769074864.502123:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00000400:00000200:1.0:1769074864.502183:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.502191:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f6280 00000400:00000200:1.0:1769074864.502198:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 94504 00000400:00000200:1.0:1769074864.502262:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.502267:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.502272:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.502278:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7480. 00010000:00000010:2.0:1769074864.503254:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074864.503266:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.503906:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.503914:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.503922:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.503928:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.503933:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.504000:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.504003:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.504007:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826600576 00000001:00000010:2.0:1769074864.504017:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111600. 00010000:00000010:2.0:1769074864.504042:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.504049:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 02000000:00000010:2.0:1769074864.504078:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d7000. 00010000:00000010:2.0:1769074864.504111:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.504115:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.504134:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074864.504137:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.504141:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.504144:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.504314:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074864.504318:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074864.504322:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074864.504328:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074864.504395:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.504406:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.504410:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.504429:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000200:2.0:1769074864.504445:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7480 x1855007826600576/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.504464:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074864.504471:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826600576, offset 224 00000400:00000200:2.0:1769074864.504478:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.504491:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.504590:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41747:41747:256:4294967295] 192.168.204.10@tcp LPNI seq info [41743:41743:8:4294967295] 00000400:00000200:2.0:1769074864.504721:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.504728:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.504815:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074864.504832:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.504839:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.504844:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.504913:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.504918:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.504923:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00000800:00000200:1.0:1769074864.505321:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.505327:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074864.505331:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.505337:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.505343:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:1.0:1769074864.505345:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00010000:00000010:2.1:1769074864.506661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:2.1:1769074864.506674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:0.1:1769074864.506719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074864.506726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:3.1:1769074864.506948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074864.506955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074864.506957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074864.506959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:1.0:1769074864.509273:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.509293:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f6380 00000400:00000200:1.0:1769074864.509303:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 95080 00000400:00000200:1.0:1769074864.509321:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.509325:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.509333:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.509339:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6300. 00000020:00000010:2.0:1769074864.509520:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.509527:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.509533:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.509538:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.509542:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.509585:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.509587:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.509590:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826600832 02000000:00000010:2.0:1769074864.509664:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d4000. 00010000:00000010:2.0:1769074864.509708:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074864.509725:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074864.509746:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074864.509752:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074864.509769:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074864.509772:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074864.509776:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074864.509779:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074864.509871:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074864.509875:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.509879:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074864.509882:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00000020:00000010:2.0:1769074864.509906:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef9a0. 00000020:00000010:2.0:1769074864.509912:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef9a0. 00000020:00000010:2.0:1769074864.509922:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aba0. 00080000:00000010:2.0:1769074864.509931:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff64800. 00000001:00000010:2.0:1769074864.510367:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3af60. 00000001:00000010:2.0:1769074864.510379:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074864.510413:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aba0. 00010000:00000010:2.0:1769074864.510422:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.510426:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.510439:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074864.510482:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00080000:00000010:2.0:1769074864.510507:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca268e8. 00000004:00000010:2.0:1769074864.510515:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491e6c0. 00000004:00000010:2.0:1769074864.510518:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d59540. 00000004:00000010:2.0:1769074864.510522:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc8b40. 00000004:00000010:2.0:1769074864.510530:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed6b40. 00010000:00000010:2.0:1769074864.510539:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074864.510558:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890492, last committed = 17179890279 00010000:00000200:2.0:1769074864.510569:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a6300 x1855007826600832/t17179890492(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.510587:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074864.510593:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826600832, offset 224 00000400:00000010:2.0:1769074864.510599:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169930. 00000400:00000200:2.0:1769074864.510767:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.510782:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.510787:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41748:41748:256:4294967295] 192.168.204.10@tcp LPNI seq info [41744:41744:8:4294967295] 00000400:00000200:2.0:1769074864.510793:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.510800:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.510805:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.510810:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074864.510817:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.510835:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.510839:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.510892:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.510896:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.510901:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00010000:00000010:1.0:1769074864.511064:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:1.0:1769074864.511071:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:1.0:1769074864.511077:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfcc0. 00010000:00000010:2.1:1769074864.515393:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.1:1769074864.515414:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00000800:00000200:2.0:1769074864.515438:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.515443:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:2.0:1769074864.515448:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.515457:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074864.516133:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074864.516141:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00000400:00000200:1.0:1769074864.516197:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.516307:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66eb9 00000400:00000200:1.0:1769074864.516315:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.516319:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.516324:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:1.0:1769074864.516327:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00000400:00000200:1.0:1769074864.516405:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.516412:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f6400 00000400:00000200:1.0:1769074864.516419:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 95568 00000400:00000200:1.0:1769074864.517038:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.517044:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.517051:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.517058:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4380. 00000020:00000010:2.0:1769074864.517193:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.517199:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.517205:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.517211:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.517226:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.517263:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.517266:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.517269:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826600960 00000001:00000010:2.0:1769074864.517279:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074864.517310:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.517318:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 02000000:00000010:2.0:1769074864.517348:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d3000. 00010000:00000010:2.0:1769074864.517380:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.517384:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.517405:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074864.517408:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074864.517412:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.517414:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074864.517487:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074864.517491:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074864.517505:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.517509:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074864.517573:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.517586:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074864.517591:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074864.517642:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074864.517659:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4380 x1855007826600960/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.517677:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074864.517682:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826600960, offset 224 00000400:00000200:2.0:1769074864.517688:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.517699:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.517705:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41749:41749:256:4294967295] 192.168.204.10@tcp LPNI seq info [41745:41745:8:4294967295] 00000400:00000200:2.0:1769074864.517717:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.517723:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.517729:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074864.517747:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.517753:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.517756:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.517775:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.517779:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.517784:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00010000:00000010:0.0:1769074864.518080:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:0.0:1769074864.518088:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:1.1:1769074864.521085:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074864.521101:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00000800:00000200:1.0:1769074864.521123:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.521128:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074864.521134:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.521143:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.521149:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:1.0:1769074864.521152:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:2.1:1769074864.521225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:2.1:1769074864.521231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.521236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.1:1769074864.521240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074864.521242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.1:1769074864.521244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00000400:00000200:2.0:1769074864.521492:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.521595:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f6500 00000400:00000200:2.0:1769074864.521667:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 96144 00000400:00000200:2.0:1769074864.521684:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.521688:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.521695:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.521700:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485500. 00000020:00000010:3.0:1769074864.521878:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.521884:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.521891:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.521897:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.521902:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.521969:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.521972:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.521975:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826601216 02000000:00000010:3.0:1769074864.522008:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8277d000. 00010000:00000010:3.0:1769074864.522045:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:3.0:1769074864.522059:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:3.0:1769074864.522078:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074864.522084:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.522099:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074864.522102:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e180. 00010000:00000010:3.0:1769074864.522106:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074864.522109:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00010000:00000010:3.0:1769074864.522192:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074864.522196:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e700. 00010000:00000010:3.0:1769074864.522200:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.522203:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00000020:00000010:3.0:1769074864.522339:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.522347:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.522358:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eae0. 00080000:00000010:3.0:1769074864.522367:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83887c00. 00000001:00000010:3.0:1769074864.522806:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e9c0. 00000001:00000010:3.0:1769074864.522815:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074864.522862:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eae0. 00010000:00000010:3.0:1769074864.522872:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074864.522876:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00010000:00000010:3.0:1769074864.522890:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074864.522993:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00080000:00000010:3.0:1769074864.523017:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca81c80. 00000004:00000010:3.0:1769074864.523024:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff9a840. 00000004:00000010:3.0:1769074864.523027:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f473ba0. 00000004:00000010:3.0:1769074864.523032:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa83837ac8. 00000004:00000010:3.0:1769074864.523036:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83984000. 00010000:00000010:3.0:1769074864.523043:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074864.523060:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890493, last committed = 17179890279 00010000:00000200:3.0:1769074864.523069:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485500 x1855007826601216/t17179890493(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.523088:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074864.523093:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826601216, offset 224 00000400:00000010:3.0:1769074864.523100:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccb60. 00000400:00000200:3.0:1769074864.523104:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.523116:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.523122:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41750:41750:256:4294967295] 192.168.204.10@tcp LPNI seq info [41746:41746:8:4294967295] 00000400:00000200:3.0:1769074864.523129:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.523136:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.523142:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.523146:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074864.523153:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.523159:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.523163:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.523193:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.523198:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.523202:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074864.523322:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.523327:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074864.523334:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.523339:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074864.527470:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:1.0:1769074864.527488:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e700. 00010000:00000010:1.0:1769074864.527510:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 00010000:00000010:0.1:1769074864.527848:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:0.1:1769074864.527856:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00000400:00000200:0.0:1769074864.527888:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.527909:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ec1 00000400:00000200:0.0:1769074864.527917:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.527922:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.527930:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46d48 00000400:00000010:0.0:1769074864.527932:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46d48. 00000400:00000200:0.0:1769074864.527999:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.528006:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f6580 00000400:00000200:0.0:1769074864.528013:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 96632 00000400:00000200:0.0:1769074864.528072:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.528076:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.528081:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.528087:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70000. 00000020:00000010:3.0:1769074864.528171:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.528177:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.528183:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.528188:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.528192:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.528241:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.528244:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.528248:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826601344 00000001:00000010:3.0:1769074864.528257:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:3.0:1769074864.528280:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074864.528287:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 02000000:00000010:3.0:1769074864.528314:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa82778000. 00010000:00000010:3.0:1769074864.528345:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074864.528349:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074864.528367:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074864.528371:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.528375:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074864.528378:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074864.528454:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074864.528457:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e500. 00010000:00000010:3.0:1769074864.528462:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074864.528465:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00010000:00000010:3.0:1769074864.528543:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074864.528552:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074864.528556:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.528575:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074864.528590:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70000 x1855007826601344/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.528640:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074864.528645:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826601344, offset 224 00000400:00000200:3.0:1769074864.528652:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.528665:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.528670:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41751:41751:256:4294967295] 192.168.204.10@tcp LPNI seq info [41747:41747:8:4294967295] 00000400:00000200:3.0:1769074864.528679:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.528684:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.528689:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074864.528695:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.528701:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.528705:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.528725:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.528728:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000800:00000200:1.0:1769074864.529134:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.529139:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074864.529146:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.529150:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.529154:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46110 00000400:00000010:1.0:1769074864.529156:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46110. 00000020:00000010:3.0:1769074864.529193:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00000400:00000200:3.0:1769074864.532066:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.532087:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f6680 00000400:00000200:3.0:1769074864.532096:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 97208 00000400:00000200:3.0:1769074864.532112:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.532117:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.532126:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.532133:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffde300. 00000020:00000010:1.0:1769074864.532234:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.532240:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.532248:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.532253:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.532257:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.532304:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.532307:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.532311:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826601600 02000000:00000010:1.0:1769074864.532346:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc83e000. 00010000:00000010:1.0:1769074864.532389:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:1.0:1769074864.532407:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e500. 00010000:00000010:1.0:1769074864.532429:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074864.532436:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074864.532454:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074864.532458:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c000. 00010000:00000010:1.0:1769074864.532462:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074864.532465:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074864.532559:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074864.532563:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074864.532566:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074864.532570:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000020:00000010:1.0:1769074864.532595:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b080. 00000020:00000010:1.0:1769074864.532626:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b080. 00000020:00000010:1.0:1769074864.532639:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454b40. 00080000:00000010:1.0:1769074864.532649:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b40400. 00000001:00000010:1.0:1769074864.532914:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454480. 00000001:00000010:1.0:1769074864.532922:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1113c0. 00000020:00000010:1.0:1769074864.532955:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454b40. 00010000:00000010:1.0:1769074864.532964:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074864.532968:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074864.532979:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111600. 00010000:00000010:1.0:1769074864.533020:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074864.533027:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111600. 00010000:00000010:1.0:1769074864.533046:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074864.533051:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00080000:00000010:1.0:1769074864.533073:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca26ab0. 00000004:00000010:1.0:1769074864.533080:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491eb40. 00000004:00000010:1.0:1769074864.533083:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d59100. 00000004:00000010:1.0:1769074864.533088:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc89d8. 00000004:00000010:1.0:1769074864.533095:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed6780. 00010000:00000010:1.0:1769074864.533106:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074864.533123:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890494, last committed = 17179890279 00010000:00000200:1.0:1769074864.533133:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffde300 x1855007826601600/t17179890494(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.533155:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074864.533162:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826601600, offset 224 00000400:00000010:1.0:1769074864.533169:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f31c0. 00000400:00000200:1.0:1769074864.533174:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.533186:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.533193:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41752:41752:256:4294967295] 192.168.204.10@tcp LPNI seq info [41748:41748:8:4294967295] 00000400:00000200:1.0:1769074864.533200:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.533207:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.533214:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.533220:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074864.533228:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.533235:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.533240:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.533258:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.533262:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.533266:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074864.533901:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.533907:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:0.0:1769074864.533913:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.533920:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074864.536711:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.1:1769074864.536727:0:12631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074864.536743:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.1:1769074864.536750:0:12631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074864.536783:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:2.0:1769074864.536792:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e180. 00000400:00000200:1.0:1769074864.537811:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.537843:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ec9 00000400:00000200:1.0:1769074864.537850:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.537855:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.537861:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:1.0:1769074864.537864:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00010000:00000010:0.0:1769074864.537971:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:0.0:1769074864.537979:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c000. 00000400:00000200:3.0:1769074864.538717:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.538730:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f6700 00000400:00000200:3.0:1769074864.538748:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 97696 00000400:00000200:3.0:1769074864.538799:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.538803:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.538809:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.538815:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdc700. 00000020:00000010:2.0:1769074864.539128:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.539134:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.539140:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.539145:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.539150:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.539182:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.539185:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.539188:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826601728 00000001:00000010:2.0:1769074864.539197:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 00010000:00000010:2.0:1769074864.539233:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074864.539241:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 02000000:00000010:2.0:1769074864.539268:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daba12d6000. 00010000:00000010:2.0:1769074864.539300:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074864.539305:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074864.539325:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074864.539328:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074864.539333:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074864.539336:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.539412:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074864.539416:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074864.539420:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.539422:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074864.539529:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074864.539541:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.539545:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074864.539566:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000200:2.0:1769074864.539582:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdc700 x1855007826601728/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.539633:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074864.539640:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826601728, offset 224 00000400:00000200:2.0:1769074864.539648:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.539659:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.539665:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41753:41753:256:4294967295] 192.168.204.10@tcp LPNI seq info [41749:41749:8:4294967295] 00000400:00000200:2.0:1769074864.539675:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.539681:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.539687:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074864.539692:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.539698:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.539703:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.539725:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.539729:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.540037:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00010000:00000010:3.1:1769074864.540299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:3.1:1769074864.540307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:3.1:1769074864.540312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074864.540319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000800:00000200:3.0:1769074864.540430:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.540434:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:3.0:1769074864.540437:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.540444:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.540449:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:3.0:1769074864.540451:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00010000:00000010:2.1:1769074864.540852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.1:1769074864.540858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074864.540861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.1:1769074864.540863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:0.1:1769074864.542653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:0.1:1769074864.542670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.1:1769074864.542728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074864.542734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:1.1:1769074864.542738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:1.1:1769074864.542741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074864.542744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074864.542747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074864.542750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074864.542755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:3.1:1769074864.542800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074864.542806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074864.542809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074864.542812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:2.1:1769074864.542873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074864.542878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00000400:00000200:1.0:1769074864.545018:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.545038:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f6800 00000400:00000200:1.0:1769074864.545047:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 98272 00000400:00000200:1.0:1769074864.545065:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.545069:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.545077:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.545084:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5f80. 00000020:00000010:2.0:1769074864.545512:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.545518:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.545525:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.545530:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.545536:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.545578:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.545580:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.545583:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826601984 02000000:00000010:2.0:1769074864.545649:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d0000. 00010000:00000010:2.0:1769074864.545691:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074864.545710:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074864.545887:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.545897:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074864.545915:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074864.545919:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074864.545923:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.545926:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074864.546009:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.546013:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074864.546016:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.546020:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00000020:00000010:2.0:1769074864.546045:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074864.546053:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074864.546063:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aba0. 00080000:00000010:2.0:1769074864.546072:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1cc00. 00000001:00000010:2.0:1769074864.546387:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6180. 00000001:00000010:2.0:1769074864.546395:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074864.546429:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aba0. 00010000:00000010:2.0:1769074864.546439:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.546442:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074864.546454:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074864.546551:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00080000:00000010:2.0:1769074864.546577:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca261c8. 00000004:00000010:2.0:1769074864.546584:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491e240. 00000004:00000010:2.0:1769074864.546587:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d59430. 00000004:00000010:2.0:1769074864.546592:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc8000. 00000004:00000010:2.0:1769074864.546600:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed63c0. 00010000:00000010:2.1:1769074864.546642:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.1:1769074864.546647:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:2.1:1769074864.546650:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.1:1769074864.546653:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074864.546666:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074864.546683:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890495, last committed = 17179890279 00010000:00000200:2.0:1769074864.546693:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5f80 x1855007826601984/t17179890495(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.546715:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074864.546722:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826601984, offset 224 00000400:00000010:2.0:1769074864.546729:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169770. 00000400:00000200:2.0:1769074864.546747:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.546760:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.546766:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41754:41754:256:4294967295] 192.168.204.10@tcp LPNI seq info [41750:41750:8:4294967295] 00000400:00000200:2.0:1769074864.546772:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.546778:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.546784:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.546789:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074864.546796:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.546802:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.546806:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.546835:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.546840:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.546845:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00000800:00000200:3.0:1769074864.546999:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.547004:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074864.547008:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.547013:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.549328:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.549350:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ed1 00000400:00000200:3.0:1769074864.549357:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.549361:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.549368:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:3.0:1769074864.549371:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00010000:00000010:1.0:1769074864.549508:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:1.0:1769074864.549518:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:0.0:1769074864.550037:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:0.0:1769074864.550044:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:0.0:1769074864.550051:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00010000:00000010:2.1:1769074864.552780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.1:1769074864.552796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074864.552800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00000400:00000200:1.0:1769074864.553149:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.553166:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f6880 00000400:00000200:1.0:1769074864.553176:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 98760 00000400:00000200:1.0:1769074864.553241:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.553246:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.553255:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.553261:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5500. 00000020:00000010:3.0:1769074864.553656:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.553663:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.553669:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.553675:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.553680:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.553716:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.553719:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.553722:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826602112 00000001:00000010:3.0:1769074864.553743:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1113c0. 00010000:00000010:3.0:1769074864.553769:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074864.553775:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 02000000:00000010:3.0:1769074864.553802:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8277a000. 00010000:00000010:3.0:1769074864.553842:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074864.553847:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074864.553866:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074864.553870:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.553874:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074864.553877:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074864.553948:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074864.553952:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e280. 00010000:00000010:3.0:1769074864.553956:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074864.553959:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00010000:00000010:3.0:1769074864.554026:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074864.554038:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074864.554043:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.554061:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074864.554077:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5500 x1855007826602112/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.554096:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074864.554102:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826602112, offset 224 00000400:00000200:3.0:1769074864.554108:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.554119:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.554125:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41755:41755:256:4294967295] 192.168.204.10@tcp LPNI seq info [41751:41751:8:4294967295] 00000400:00000200:3.0:1769074864.554135:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.554141:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.554146:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074864.554153:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.554160:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.554164:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.554186:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.554190:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.554193:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00000800:00000200:0.0:1769074864.554546:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.554551:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:0.0:1769074864.554558:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.554563:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.554568:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:0.0:1769074864.554570:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00010000:00000010:1.1:1769074864.555647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074864.555658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.1:1769074864.555714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:0.1:1769074864.555815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074864.555829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:3.1:1769074864.558990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074864.559003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074864.559007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074864.559010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:3.0:1769074864.561341:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.561363:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f6980 00000400:00000200:3.0:1769074864.561374:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 99336 00000400:00000200:3.0:1769074864.561393:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.561398:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.561407:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.561415:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdd500. 00000020:00000010:2.0:1769074864.561560:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.561566:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.561572:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.561578:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.561583:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.561660:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.561663:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.561666:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826602368 02000000:00000010:2.0:1769074864.561704:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d5000. 00010000:00000010:2.0:1769074864.561752:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:2.0:1769074864.561768:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e280. 00010000:00000010:2.0:1769074864.561787:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.561793:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074864.561809:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074864.561812:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074864.561827:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.561830:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.561912:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074864.561916:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074864.561921:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.561924:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00000020:00000010:2.0:1769074864.561949:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074864.561956:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8a0ef900. 00000020:00000010:2.0:1769074864.561968:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6de0. 00080000:00000010:2.0:1769074864.561978:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1e000. 00000001:00000010:2.0:1769074864.562268:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a720. 00000001:00000010:2.0:1769074864.562275:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074864.562307:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6de0. 00010000:00000010:2.0:1769074864.562316:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074864.562321:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074864.562334:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074864.562383:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00080000:00000010:2.0:1769074864.562413:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c0e40. 00000004:00000010:2.0:1769074864.562421:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12f540. 00000004:00000010:2.0:1769074864.562424:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcf7cb0. 00000004:00000010:2.0:1769074864.562429:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb454b0. 00000004:00000010:2.0:1769074864.562433:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc59c20. 00010000:00000010:2.0:1769074864.562444:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074864.562461:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890496, last committed = 17179890279 00010000:00000200:2.0:1769074864.562470:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdd500 x1855007826602368/t17179890496(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.562488:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074864.562494:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826602368, offset 224 00000400:00000010:2.0:1769074864.562501:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169cb0. 00000400:00000200:2.0:1769074864.562505:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.562517:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.562523:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41756:41756:256:4294967295] 192.168.204.10@tcp LPNI seq info [41752:41752:8:4294967295] 00000400:00000200:2.0:1769074864.562530:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.562538:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.562543:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.562549:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074864.562555:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.562562:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.562566:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.562587:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.562592:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.562598:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00010000:00000010:1.0:1769074864.562844:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:1.0:1769074864.562851:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b800. 00010000:00000010:1.0:1769074864.562858:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00000800:00000200:0.0:1769074864.563013:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.563018:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:0.0:1769074864.563022:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.563028:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.566060:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.566083:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ed9 00000400:00000200:0.0:1769074864.566091:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.566095:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.566103:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:0.0:1769074864.566106:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00000400:00000200:0.0:1769074864.566137:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.566144:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f6a00 00000400:00000200:0.0:1769074864.566151:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 99824 00000400:00000200:0.0:1769074864.566209:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.566218:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.566225:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.566232:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71c00. 00000020:00000010:3.0:1769074864.566343:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.566348:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.566354:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.566359:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.566364:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.566409:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.566411:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.566415:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826602496 00000001:00000010:3.0:1769074864.566427:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:3.0:1769074864.566459:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074864.566467:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 02000000:00000010:3.0:1769074864.566512:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf01e000. 00010000:00000010:3.0:1769074864.566544:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074864.566549:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074864.566568:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074864.566572:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.566577:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074864.566580:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074864.566697:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074864.566701:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074864.566705:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.566708:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074864.566779:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074864.566791:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074864.566796:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.566827:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074864.566844:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71c00 x1855007826602496/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.566864:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074864.566870:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826602496, offset 224 00000400:00000200:3.0:1769074864.566877:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.566887:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.566893:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41757:41757:256:4294967295] 192.168.204.10@tcp LPNI seq info [41753:41753:8:4294967295] 00000400:00000200:3.0:1769074864.566904:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.566909:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.566914:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074864.566920:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.566928:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.566933:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.566949:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.566953:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.566956:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00010000:00000010:1.0:1769074864.567037:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:1.0:1769074864.567044:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00000800:00000200:0.0:1769074864.567445:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.567451:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074864.567457:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.567462:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.567467:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:0.0:1769074864.567469:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00010000:00000010:2.1:1769074864.568255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:2.1:1769074864.568264:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.1:1769074864.568269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.1:1769074864.568275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00000400:00000200:0.0:1769074864.572111:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.572133:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f6b00 00000400:00000200:0.0:1769074864.572143:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 100400 00000400:00000200:0.0:1769074864.572159:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.572164:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.572172:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.572178:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72300. 00000020:00000010:2.0:1769074864.572360:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.572366:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.572373:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.572378:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.572384:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.572463:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.572466:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.572469:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826602752 02000000:00000010:2.0:1769074864.572515:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daba12d1000. 00010000:00000010:2.0:1769074864.572554:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:2.0:1769074864.572571:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:2.0:1769074864.572591:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.572597:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074864.572647:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074864.572652:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074864.572657:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.572660:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074864.572753:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074864.572757:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074864.572760:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074864.572764:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00000020:00000010:2.0:1769074864.572791:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7620. 00000020:00000010:2.0:1769074864.572798:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7620. 00000020:00000010:2.0:1769074864.572810:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aba0. 00080000:00000010:2.0:1769074864.572829:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1c000. 00000001:00000010:2.0:1769074864.573037:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede61e0. 00000001:00000010:2.0:1769074864.573045:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074864.573078:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aba0. 00010000:00000010:2.0:1769074864.573086:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074864.573090:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074864.573102:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074864.573139:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00080000:00000010:2.0:1769074864.573166:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c18f0. 00000004:00000010:2.0:1769074864.573174:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12f000. 00000004:00000010:2.0:1769074864.573178:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcf6660. 00000004:00000010:2.0:1769074864.573183:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabbeb450f0. 00000004:00000010:2.0:1769074864.573187:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc583c0. 00010000:00000010:2.0:1769074864.573196:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074864.573223:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890497, last committed = 17179890279 00010000:00000200:2.0:1769074864.573233:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72300 x1855007826602752/t17179890497(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.573253:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000100:00000200:2.0:1769074864.573259:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826602752, offset 224 00000400:00000010:2.0:1769074864.573266:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1698f8. 00000400:00000200:2.0:1769074864.573270:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.573283:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.573289:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41758:41758:256:4294967295] 192.168.204.10@tcp LPNI seq info [41754:41754:8:4294967295] 00000400:00000200:2.0:1769074864.573295:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.573302:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.573307:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.573312:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074864.573318:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.573325:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.573329:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.573355:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491bd00. 00000020:00000010:2.0:1769074864.573359:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.573364:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00010000:00000010:1.1:1769074864.573427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074864.573434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:1.1:1769074864.573438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074864.573440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:1.0:1769074864.573464:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:1.0:1769074864.573469:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:1.0:1769074864.573474:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00000800:00000200:0.0:1769074864.574176:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.574182:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:0.0:1769074864.574186:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.574192:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.578297:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.578320:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ee1 00000400:00000200:1.0:1769074864.578328:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.578334:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.578341:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:1.0:1769074864.578345:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00000400:00000200:1.0:1769074864.578381:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.578389:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f6b80 00000400:00000200:1.0:1769074864.578396:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 100888 00000400:00000200:1.0:1769074864.578451:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.578455:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.578460:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.578467:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5180. 00010000:00000010:2.0:1769074864.578569:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074864.578580:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00000020:00000010:3.0:1769074864.578792:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.578798:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.578804:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.578810:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.578815:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.578866:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.578870:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.578873:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826602880 00000001:00000010:3.0:1769074864.578885:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:3.0:1769074864.578914:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074864.578923:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 02000000:00000010:3.0:1769074864.578950:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf01c000. 00010000:00000010:3.0:1769074864.578980:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074864.578985:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074864.579001:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074864.579004:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.579008:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074864.579012:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074864.579092:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074864.579095:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e980. 00010000:00000010:3.0:1769074864.579099:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074864.579102:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074864.579162:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074864.579173:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074864.579176:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.579197:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074864.579214:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5180 x1855007826602880/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.579233:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46bb0. 00000100:00000200:3.0:1769074864.579238:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826602880, offset 224 00000400:00000200:3.0:1769074864.579244:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.579254:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.579260:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41759:41759:256:4294967295] 192.168.204.10@tcp LPNI seq info [41755:41755:8:4294967295] 00000400:00000200:3.0:1769074864.579270:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.579276:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.579281:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074864.579286:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.579292:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.579296:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.579317:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.579320:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.579324:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00000800:00000200:1.0:1769074864.580401:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.580407:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074864.580415:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.580422:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.580428:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46bb0 00000400:00000010:1.0:1769074864.580431:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46bb0. 00000400:00000200:3.0:1769074864.586954:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.586973:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f6c80 00000400:00000200:3.0:1769074864.586982:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 101464 00000400:00000200:3.0:1769074864.586996:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.587000:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.587008:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.587013:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdce00. 00000020:00000010:2.0:1769074864.587116:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.587122:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.587128:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83200. 00000020:00000010:2.0:1769074864.587134:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074864.587140:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117258. 00000020:00000010:2.0:1769074864.587184:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.587187:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.587190:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826603136 02000000:00000010:2.0:1769074864.587239:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83901000. 00010000:00000010:2.0:1769074864.587279:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:2.0:1769074864.587299:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e980. 00010000:00000010:2.0:1769074864.587318:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.587325:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074864.587341:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074864.587344:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074864.587348:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.587351:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074864.587436:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074864.587440:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074864.587443:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074864.587447:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00000020:00000010:2.0:1769074864.587472:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7620. 00000020:00000010:2.0:1769074864.587479:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7620. 00000020:00000010:2.0:1769074864.587490:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6de0. 00080000:00000010:2.0:1769074864.587513:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1d400. 00000001:00000010:0.0:1769074864.592970:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad0c0. 00000001:00000010:0.0:1769074864.592982:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8d80. 00000020:00000010:0.0:1769074864.593022:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6de0. 00010000:00000010:0.0:1769074864.593040:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074864.593049:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.593075:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d83c0. 00010000:00000010:0.0:1769074864.593132:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00080000:00000010:0.0:1769074864.593166:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca26558. 00000004:00000010:0.0:1769074864.593174:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491e300. 00000004:00000010:0.0:1769074864.593178:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d58bb0. 00000004:00000010:0.0:1769074864.593183:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc8690. 00000004:00000010:0.0:1769074864.593192:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed7c20. 00010000:00000010:0.0:1769074864.593204:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:3.0:1769074864.593334:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074864.593343:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:3.0:1769074864.593349:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d83c0. 00010000:00000200:0.0:1769074864.593391:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890498, last committed = 17179890279 00010000:00000200:0.0:1769074864.593404:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdce00 x1855007826603136/t17179890498(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074864.593430:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074864.593438:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826603136, offset 224 00000400:00000010:0.0:1769074864.593445:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1888. 00000400:00000200:0.0:1769074864.593448:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.593463:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.593469:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41760:41760:256:4294967295] 192.168.204.10@tcp LPNI seq info [41756:41756:8:4294967295] 00000400:00000200:0.0:1769074864.593475:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074864.593482:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.593488:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.593501:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074864.593508:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.593514:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.593518:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.593547:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:0.0:1769074864.593552:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117258. 00000020:00000010:0.0:1769074864.593557:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83200. 00000800:00000200:2.0:1769074864.593862:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.593867:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:2.0:1769074864.593873:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.593879:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.595570:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.595590:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ee9 00000400:00000200:3.0:1769074864.595597:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.595624:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.595631:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:3.0:1769074864.595634:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00010000:00000010:0.0:1769074864.596366:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:0.0:1769074864.596379:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00000400:00000200:3.0:1769074864.596969:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.596983:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f6d00 00000400:00000200:3.0:1769074864.596992:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 101952 00000400:00000200:3.0:1769074864.597051:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.597056:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.597063:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.597069:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdea00. 00000020:00000010:0.0:1769074864.597989:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.597997:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.598004:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074864.598009:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.598014:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.598066:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.598069:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.598073:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826603264 00000001:00000010:0.0:1769074864.598084:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:0.0:1769074864.598107:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074864.598114:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074864.598140:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab89c4d000. 00010000:00000010:0.0:1769074864.598170:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074864.598175:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.598192:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074864.598195:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66280. 00010000:00000010:0.0:1769074864.598199:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074864.598202:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074864.598292:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074864.598295:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074864.598299:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074864.598302:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.598372:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.598383:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074864.598388:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66280. 00010000:00000010:0.0:1769074864.598406:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000200:0.0:1769074864.598422:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdea00 x1855007826603264/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074864.598440:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074864.598446:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826603264, offset 224 00000400:00000200:0.0:1769074864.598452:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.598463:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.598469:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41761:41761:256:4294967295] 192.168.204.10@tcp LPNI seq info [41757:41757:8:4294967295] 00000400:00000200:0.0:1769074864.598480:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.598486:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.598490:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074864.599064:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.599071:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.599075:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.599100:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.599104:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.599108:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:2.0:1769074864.599246:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.599251:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:2.0:1769074864.599256:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.599261:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.599266:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:2.0:1769074864.599269:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00010000:00000010:3.1:1769074864.600658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074864.600670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:3.1:1769074864.600674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074864.600676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:3.0:1769074864.601516:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.601533:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f6e00 00000400:00000200:3.0:1769074864.601542:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 102528 00000400:00000200:3.0:1769074864.601557:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.601561:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.601568:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.601573:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdf100. 00000020:00000010:0.0:1769074864.601875:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.601882:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.601888:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074864.601895:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.601899:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.601943:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.601945:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.601948:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826603520 02000000:00000010:0.0:1769074864.601982:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab89c4b000. 00010000:00000010:0.0:1769074864.602023:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.602037:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074864.602057:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074864.602063:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.602082:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074864.602085:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66200. 00010000:00000010:0.0:1769074864.602089:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074864.602091:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074864.602174:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074864.602178:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66280. 00010000:00000010:0.0:1769074864.602182:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074864.602185:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000020:00000010:0.0:1769074864.602222:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56bc0. 00000020:00000010:0.0:1769074864.602230:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56bc0. 00000020:00000010:0.0:1769074864.602244:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad180. 00080000:00000010:0.0:1769074864.602264:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f6f2000. 00000001:00000010:0.0:1769074864.602478:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6f60. 00000001:00000010:0.0:1769074864.602485:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8540. 00000020:00000010:0.0:1769074864.602520:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad180. 00010000:00000010:0.0:1769074864.602531:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074864.602535:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.602546:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d89c0. 00010000:00000010:0.0:1769074864.602595:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00080000:00000010:0.0:1769074864.602668:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa901c1c80. 00000004:00000010:0.0:1769074864.602679:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12fb40. 00000004:00000010:0.0:1769074864.602686:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcf7100. 00000004:00000010:0.0:1769074864.602695:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba8a4fca8. 00000004:00000010:0.0:1769074864.602699:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fc590e0. 00010000:00000010:0.0:1769074864.602712:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074864.602729:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890499, last committed = 17179890279 00010000:00000200:0.0:1769074864.602739:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdf100 x1855007826603520/t17179890499(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074864.602756:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074864.602762:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826603520, offset 224 00000400:00000010:0.0:1769074864.602768:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1310. 00000400:00000200:0.0:1769074864.602772:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.602784:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.602790:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41762:41762:256:4294967295] 192.168.204.10@tcp LPNI seq info [41758:41758:8:4294967295] 00000400:00000200:0.0:1769074864.602796:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074864.602802:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.602808:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.602814:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074864.602830:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.602836:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.602840:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.602862:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.602866:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.602869:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:0.0:1769074864.602961:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.602965:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:0.0:1769074864.602969:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.602973:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074864.603374:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074864.603383:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66280. 00010000:00000010:2.0:1769074864.603390:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d89c0. 00000400:00000200:2.0:1769074864.607202:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074864.607234:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ef1 00000400:00000200:2.0:1769074864.607241:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.607246:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074864.607252:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:2.0:1769074864.607255:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00000400:00000200:2.0:1769074864.607290:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.607296:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f6e80 00000400:00000200:2.0:1769074864.607304:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 103016 00000400:00000200:2.0:1769074864.607354:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.607358:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.607363:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.607370:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484000. 00010000:00000010:3.0:1769074864.607511:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074864.607521:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66200. 00000020:00000010:0.0:1769074864.607681:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.607687:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.607693:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074864.607698:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.607703:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.607752:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.607755:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.607758:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826603648 00000001:00000010:0.0:1769074864.607768:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8d80. 00010000:00000010:0.0:1769074864.607789:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074864.607796:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074864.607830:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab89c4a000. 00010000:00000010:0.0:1769074864.607860:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074864.607864:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074864.607879:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074864.607882:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074864.607887:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074864.607889:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074864.607962:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074864.607966:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66580. 00010000:00000010:0.0:1769074864.607970:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074864.607974:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074864.608032:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074864.608042:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074864.608046:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074864.608065:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074864.608083:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484000 x1855007826603648/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074864.608103:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074864.608109:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826603648, offset 224 00000400:00000200:0.0:1769074864.608116:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.608126:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.608132:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41763:41763:256:4294967295] 192.168.204.10@tcp LPNI seq info [41759:41759:8:4294967295] 00000400:00000200:0.0:1769074864.608142:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.608147:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.608152:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074864.608157:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.608163:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.608168:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.608191:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.608195:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.608199:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:2.0:1769074864.609064:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.609070:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:2.0:1769074864.609076:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.609082:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.609088:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:2.0:1769074864.609090:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00010000:00000010:2.1:1769074864.611691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:2.1:1769074864.611711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074864.611718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.1:1769074864.611725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.1:1769074864.611729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:2.1:1769074864.611745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:1.1:1769074864.611949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074864.611955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:0.1:1769074864.612009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:0.1:1769074864.612017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00000400:00000200:0.0:1769074864.614060:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.614080:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f6f80 00000400:00000200:0.0:1769074864.614089:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 103592 00000400:00000200:0.0:1769074864.614104:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.614108:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.614116:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.614122:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70e00. 00000020:00000010:3.0:1769074864.614211:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.614226:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.614232:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.614238:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.614243:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.614292:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.614295:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.614297:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826603904 02000000:00000010:3.0:1769074864.614336:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf018000. 00010000:00000010:3.0:1769074864.614378:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:3.0:1769074864.614397:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66580. 00010000:00000010:3.0:1769074864.614420:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074864.614426:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.614442:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074864.614445:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e400. 00010000:00000010:3.0:1769074864.614449:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074864.614452:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00010000:00000010:3.0:1769074864.614549:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074864.614552:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ef80. 00010000:00000010:3.0:1769074864.614556:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074864.614558:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00000020:00000010:3.0:1769074864.614583:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.614591:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.614949:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eae0. 00080000:00000010:3.0:1769074864.614962:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83884000. 00000001:00000010:3.0:1769074864.615177:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e480. 00000001:00000010:3.0:1769074864.615186:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e840. 00000020:00000010:3.0:1769074864.615438:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eae0. 00010000:00000010:3.0:1769074864.615449:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074864.615455:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00010000:00000010:3.0:1769074864.615469:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e180. 00010000:00000010:3.0:1769074864.615555:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00080000:00000010:3.0:1769074864.615581:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9f68e8. 00000004:00000010:3.0:1769074864.615587:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd44ca80. 00000004:00000010:3.0:1769074864.615590:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc4d100. 00000004:00000010:3.0:1769074864.615596:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dd159d8. 00000004:00000010:3.0:1769074864.615627:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88e65680. 00010000:00000010:3.0:1769074864.615640:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074864.615660:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890500, last committed = 17179890279 00010000:00000200:3.0:1769074864.615671:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70e00 x1855007826603904/t17179890500(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.615691:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074864.615698:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826603904, offset 224 00000400:00000010:3.0:1769074864.615704:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccb28. 00000400:00000200:3.0:1769074864.615708:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.615723:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.615729:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41764:41764:256:4294967295] 192.168.204.10@tcp LPNI seq info [41760:41760:8:4294967295] 00000400:00000200:3.0:1769074864.616000:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.616007:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.616013:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.616019:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074864.616025:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.616032:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.616037:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.616065:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.616069:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.616073:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00000800:00000200:0.0:1769074864.616440:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.616446:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074864.616454:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.616459:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.619564:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.619584:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ef9 00000400:00000200:3.0:1769074864.619591:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.619596:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.619789:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46330 00000400:00000010:3.0:1769074864.619793:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46330. 00000400:00000200:3.0:1769074864.619867:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.619875:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f7000 00000400:00000200:3.0:1769074864.619883:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 104080 00000400:00000200:3.0:1769074864.619937:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.619942:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.619947:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.619953:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffded80. 00000020:00000010:3.0:1769074864.620002:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.620007:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.620013:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.620018:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.620023:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.620061:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.620063:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.620066:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826604032 00000001:00000010:3.0:1769074864.620076:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8540. 00010000:00000010:3.0:1769074864.620102:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074864.620110:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 02000000:00000010:3.0:1769074864.620137:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf01f000. 00010000:00000010:3.0:1769074864.620167:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074864.620172:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074864.620191:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074864.620195:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074864.620200:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.620203:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074864.620299:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074864.620303:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074864.620307:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074864.620311:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074864.620380:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074864.620393:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074864.620398:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074864.620418:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074864.620430:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffded80 x1855007826604032/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.620449:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074864.620454:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826604032, offset 224 00000400:00000200:3.0:1769074864.620460:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.620471:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.620476:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41765:41765:256:4294967295] 192.168.204.10@tcp LPNI seq info [41761:41761:8:4294967295] 00000400:00000200:3.0:1769074864.620487:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.620506:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.620511:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074864.620516:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.620523:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.620527:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.620544:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.620548:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.620552:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00010000:00000010:3.1:1769074864.620926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074864.620933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074864.620936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.1:1769074864.620939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074864.620941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074864.620945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:2.1:1769074864.621937:0:38628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:2.1:1769074864.621948:0:38628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:2.0:1769074864.621972:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:2.0:1769074864.621980:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ef80. 00010000:00000010:2.0:1769074864.621986:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e180. 00000800:00000200:1.0:1769074864.622135:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.622140:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074864.622147:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.622156:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.622162:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46330 00000400:00000010:1.0:1769074864.622165:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46330. 00010000:00000010:0.1:1769074864.623933:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074864.623945:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:0.1:1769074864.623951:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.1:1769074864.623956:0:12632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074864.623961:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074864.623963:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074864.623998:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:0.0:1769074864.624008:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e400. 00000400:00000200:0.0:1769074864.625061:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.625078:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f7100 00000400:00000200:0.0:1769074864.625088:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 104656 00000400:00000200:0.0:1769074864.625104:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.625109:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.625116:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.625122:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72a00. 00000020:00000010:3.0:1769074864.625203:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.625208:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.625224:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.625229:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.625234:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.625277:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.625281:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.625284:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826604288 02000000:00000010:3.0:1769074864.625320:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf019000. 00010000:00000010:3.0:1769074864.625354:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074864.625365:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074864.625383:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074864.625388:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074864.625404:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074864.625408:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074864.625412:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074864.625415:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.625509:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074864.625513:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074864.625517:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074864.625519:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00000020:00000010:3.0:1769074864.625543:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.625551:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.625560:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eae0. 00080000:00000010:3.0:1769074864.625569:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83884400. 00000001:00000010:3.0:1769074864.626120:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e240. 00000001:00000010:3.0:1769074864.626127:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074864.626162:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eae0. 00010000:00000010:3.0:1769074864.626172:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074864.626177:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074864.626189:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074864.626228:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00080000:00000010:3.0:1769074864.626270:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca26390. 00000004:00000010:3.0:1769074864.626278:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491e900. 00000004:00000010:3.0:1769074864.626282:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d59650. 00000004:00000010:3.0:1769074864.626286:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc8d98. 00000004:00000010:3.0:1769074864.626294:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed7680. 00010000:00000010:3.0:1769074864.626307:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074864.626325:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890501, last committed = 17179890279 00010000:00000200:3.0:1769074864.626335:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72a00 x1855007826604288/t17179890501(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.626355:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46330. 00000100:00000200:3.0:1769074864.626361:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826604288, offset 224 00000400:00000010:3.0:1769074864.626368:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cca80. 00000400:00000200:3.0:1769074864.626372:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.626385:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.626391:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41766:41766:256:4294967295] 192.168.204.10@tcp LPNI seq info [41762:41762:8:4294967295] 00000400:00000200:3.0:1769074864.626398:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.626404:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.626409:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.626415:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074864.626422:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.626429:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.626433:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1769074864.626533:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:2.0:1769074864.626541:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:2.0:1769074864.626549:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074864.626590:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.626595:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.626599:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00010000:00000010:0.1:1769074864.627158:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074864.627167:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:0.1:1769074864.627171:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074864.627177:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074864.627180:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.1:1769074864.627183:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074864.627186:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.1:1769074864.627189:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:2.1:1769074864.627957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074864.627965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:3.1:1769074864.628060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:3.1:1769074864.628066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000800:00000200:0.0:1769074864.628128:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.628133:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:0.0:1769074864.628142:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.628150:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.631140:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.631162:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f01 00000400:00000200:1.0:1769074864.631170:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.631175:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.631181:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46330 00000400:00000010:1.0:1769074864.631185:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46330. 00010000:00000010:3.0:1769074864.631371:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.631384:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:2.1:1769074864.632649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074864.632658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.1:1769074864.632864:0:1008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:3.1:1769074864.632872:0:1008:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:3.1:1769074864.632876:0:1008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074864.632885:0:1008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074864.632889:0:1008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074864.632892:0:1008:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074864.632895:0:1008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074864.632898:0:1008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:0.1:1769074864.633345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:0.1:1769074864.633351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000400:00000200:0.0:1769074864.635980:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.636001:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f7180 00000400:00000200:0.0:1769074864.636009:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 105144 00000400:00000200:0.0:1769074864.636077:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.636083:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.636091:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.636098:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73100. 00000020:00000010:3.0:1769074864.636487:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.636503:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.636510:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.636516:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074864.636521:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.636566:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.636569:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.636572:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826604416 00000001:00000010:3.0:1769074864.636582:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074864.636636:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074864.636645:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 02000000:00000010:3.0:1769074864.636672:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabaf01b000. 00010000:00000010:3.0:1769074864.636701:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.636704:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074864.636729:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074864.636807:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074864.636845:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074864.636850:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074864.636931:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074864.636935:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074864.636939:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074864.636942:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00010000:00000010:3.0:1769074864.637006:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074864.637017:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074864.637023:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074864.637044:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074864.637059:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73100 x1855007826604416/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074864.637078:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46bb0. 00000100:00000200:3.0:1769074864.637084:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826604416, offset 224 00000400:00000200:3.0:1769074864.637091:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.637103:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.637109:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41767:41767:256:4294967295] 192.168.204.10@tcp LPNI seq info [41763:41763:8:4294967295] 00000400:00000200:3.0:1769074864.637120:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.637126:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.637132:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074864.637138:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.637145:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.637150:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.637177:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074864.637181:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.637185:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00000800:00000200:2.0:1769074864.637330:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.637336:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074864.637341:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.637346:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.637350:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46bb0 00000400:00000010:2.0:1769074864.637352:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46bb0. 00000400:00000200:3.0:1769074864.639911:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.639933:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f7280 00000400:00000200:3.0:1769074864.639943:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 105720 00000400:00000200:3.0:1769074864.639958:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.639962:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.639970:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.639977:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdf800. 00000020:00000010:2.0:1769074864.640099:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.640104:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.640110:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83600. 00000020:00000010:2.0:1769074864.640115:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b900. 00000020:00000010:2.0:1769074864.640120:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.640163:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.640166:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.640170:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826604672 02000000:00000010:2.0:1769074864.640203:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83900000. 00010000:00000010:2.0:1769074864.640256:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:2.0:1769074864.640273:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00010000:00000010:2.0:1769074864.640293:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.640301:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074864.640317:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074864.640320:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074864.640324:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074864.640327:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.640407:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.640411:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074864.640414:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.640417:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000020:00000010:2.0:1769074864.640441:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7c00. 00000020:00000010:2.0:1769074864.640447:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7c00. 00000020:00000010:2.0:1769074864.640458:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aea0. 00080000:00000010:2.0:1769074864.640467:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1d800. 00000001:00000010:2.0:1769074864.641188:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680a80. 00000001:00000010:2.0:1769074864.641196:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074864.641237:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aea0. 00010000:00000010:2.0:1769074864.641247:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.641253:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074864.641266:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074864.641314:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00080000:00000010:2.0:1769074864.641338:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca27398. 00000004:00000010:2.0:1769074864.641345:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491ecc0. 00000004:00000010:2.0:1769074864.641348:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d59cb0. 00000004:00000010:2.0:1769074864.641352:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc84b0. 00000004:00000010:2.0:1769074864.641360:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed7a40. 00010000:00000010:2.0:1769074864.641369:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074864.641388:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890502, last committed = 17179890279 00010000:00000200:2.0:1769074864.641399:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdf800 x1855007826604672/t17179890502(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.641418:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000100:00000200:2.0:1769074864.641425:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826604672, offset 224 00000400:00000010:2.0:1769074864.641431:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1692d8. 00000400:00000200:2.0:1769074864.641435:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.641449:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.641455:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41768:41768:256:4294967295] 192.168.204.10@tcp LPNI seq info [41764:41764:8:4294967295] 00000400:00000200:2.0:1769074864.641462:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.641469:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.641475:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.641480:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074864.641486:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.641504:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.641508:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.641525:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b900. 00000020:00000010:2.0:1769074864.641529:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.641534:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83600. 00010000:00000010:0.0:1769074864.641830:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:0.0:1769074864.641838:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:0.0:1769074864.641844:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000800:00000200:0.0:1769074864.641933:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.641937:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:0.0:1769074864.641940:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.641945:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.644678:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074864.644700:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f09 00000400:00000200:2.0:1769074864.644707:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.644712:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074864.644718:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:2.0:1769074864.644721:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00010000:00000010:0.0:1769074864.644834:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:0.0:1769074864.644845:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:3.1:1769074864.645657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074864.645666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074864.645670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074864.645675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074864.645678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074864.645680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000400:00000200:3.0:1769074864.646068:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.646081:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f7300 00000400:00000200:3.0:1769074864.646088:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 106208 00000400:00000200:3.0:1769074864.646144:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.646149:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.646156:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.646162:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbffdf480. 00000020:00000010:1.0:1769074864.646399:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.646405:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.646413:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.646420:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.646424:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.646464:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.646467:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.646470:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826604800 00000001:00000010:1.0:1769074864.646480:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:1.0:1769074864.646511:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074864.646518:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 02000000:00000010:1.0:1769074864.646543:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc83f000. 00010000:00000010:1.0:1769074864.646572:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074864.646575:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074864.646594:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074864.646597:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074864.646628:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074864.646634:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074864.646709:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074864.646713:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c680. 00010000:00000010:1.0:1769074864.646717:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074864.646720:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00010000:00000010:1.0:1769074864.646787:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074864.646798:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074864.646802:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074864.646834:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074864.646851:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbffdf480 x1855007826604800/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074864.646870:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074864.646875:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826604800, offset 224 00000400:00000200:1.0:1769074864.646881:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.646891:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.646898:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41769:41769:256:4294967295] 192.168.204.10@tcp LPNI seq info [41765:41765:8:4294967295] 00000400:00000200:1.0:1769074864.646909:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.646914:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.646920:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074864.646925:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.646932:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.646935:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.646956:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.646959:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.646963:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:0.0:1769074864.647509:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.647514:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:0.0:1769074864.647520:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.647525:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.647531:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:0.0:1769074864.647533:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00010000:00000010:2.1:1769074864.647977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074864.647986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:0.1:1769074864.650835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:0.1:1769074864.650850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:0.1:1769074864.650855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:0.1:1769074864.650858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:3.1:1769074864.651659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074864.651669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074864.651673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.1:1769074864.651676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:1.1:1769074864.651726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074864.651741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074864.651746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074864.651748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:2.1:1769074864.651854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:2.1:1769074864.651859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:2.1:1769074864.651862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.1:1769074864.651868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00000400:00000200:2.0:1769074864.652441:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.652460:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f7400 00000400:00000200:2.0:1769074864.652467:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 106784 00000400:00000200:2.0:1769074864.652484:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.652488:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.652508:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.652515:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b487800. 00000020:00000010:3.0:1769074864.652651:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.652657:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.652663:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.652669:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074864.652675:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.652722:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.652725:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.652728:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826605056 02000000:00000010:3.0:1769074864.652775:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabaf01d000. 00010000:00000010:3.0:1769074864.652814:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:3.0:1769074864.652841:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c680. 00010000:00000010:3.0:1769074864.652860:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074864.652866:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.652883:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074864.652887:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074864.652891:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074864.652894:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074864.652980:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074864.652984:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074864.652987:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.652991:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00000020:00000010:3.0:1769074864.653017:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.653026:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.653038:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eae0. 00080000:00000010:3.0:1769074864.653048:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83886000. 00000001:00000010:3.0:1769074864.653368:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e1e0. 00000001:00000010:3.0:1769074864.653376:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074864.653411:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eae0. 00010000:00000010:3.0:1769074864.653419:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074864.653424:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00010000:00000010:3.0:1769074864.653435:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e840. 00010000:00000010:3.0:1769074864.653474:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00080000:00000010:3.0:1769074864.653500:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca26000. 00000004:00000010:3.0:1769074864.653506:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabb491e600. 00000004:00000010:3.0:1769074864.653510:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa82d58660. 00000004:00000010:3.0:1769074864.653514:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc80f0. 00000004:00000010:3.0:1769074864.653522:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fed6d20. 00010000:00000010:3.0:1769074864.653534:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:3.0:1769074864.653550:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890503, last committed = 17179890279 00010000:00000200:3.0:1769074864.653559:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b487800 x1855007826605056/t17179890503(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.653577:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46880. 00000100:00000200:3.0:1769074864.653584:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826605056, offset 224 00000400:00000010:3.0:1769074864.653590:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccdc8. 00000400:00000200:3.0:1769074864.653595:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.653646:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.653652:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41770:41770:256:4294967295] 192.168.204.10@tcp LPNI seq info [41766:41766:8:4294967295] 00000400:00000200:3.0:1769074864.653658:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.653665:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.653670:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.653675:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074864.653681:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.653687:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.653691:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.653708:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074864.653712:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.653716:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00000800:00000200:3.0:1769074864.653833:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.653837:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:3.0:1769074864.653843:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.653847:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074864.654167:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:2.0:1769074864.654175:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ec80. 00010000:00000010:2.0:1769074864.654181:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e840. 00010000:00000010:3.1:1769074864.658450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:3.1:1769074864.658464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:3.1:1769074864.658469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074864.658474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:0.0:1769074864.658645:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.658662:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f11 00000400:00000200:0.0:1769074864.658669:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.658674:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.658679:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46880 00000400:00000010:0.0:1769074864.658682:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46880. 00010000:00000010:3.0:1769074864.659408:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074864.659422:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00000400:00000200:2.0:1769074864.659998:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.660013:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f7480 00000400:00000200:2.0:1769074864.660022:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 107272 00000400:00000200:2.0:1769074864.660079:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.660084:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.660091:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.660097:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b485f80. 00000020:00000010:1.0:1769074864.660198:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.660204:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.660218:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.660223:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.660228:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.660271:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.660274:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.660278:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826605184 00000001:00000010:1.0:1769074864.660289:0:42296:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 00010000:00000010:1.0:1769074864.660313:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074864.660321:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 02000000:00000010:1.0:1769074864.660350:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabbc83c000. 00010000:00000010:1.0:1769074864.660381:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074864.660386:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074864.660401:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074864.660404:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074864.660408:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074864.660411:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074864.660484:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074864.660488:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074864.660491:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074864.660508:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074864.660571:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074864.660580:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074864.660586:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074864.660643:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074864.660661:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b485f80 x1855007826605184/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074864.660680:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074864.660686:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826605184, offset 224 00000400:00000200:1.0:1769074864.660693:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.660703:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.660709:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41771:41771:256:4294967295] 192.168.204.10@tcp LPNI seq info [41767:41767:8:4294967295] 00000400:00000200:1.0:1769074864.660719:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.660726:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.660824:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074864.660833:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.660840:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.660844:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.660869:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.660873:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.660877:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:2.0:1769074864.661132:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.661137:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:2.0:1769074864.661143:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.661148:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.661153:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:2.0:1769074864.661155:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00010000:00000010:2.1:1769074864.661940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074864.661949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00000400:00000200:0.0:1769074864.664248:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.664266:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f7580 00000400:00000200:0.0:1769074864.664274:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 107848 00000400:00000200:0.0:1769074864.664291:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.664296:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.664304:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.664311:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72d80. 00000020:00000010:3.0:1769074864.664403:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.664409:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.664415:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.664421:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e100. 00000020:00000010:3.0:1769074864.664427:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a0c8. 00000020:00000010:3.0:1769074864.664470:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.664474:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.664477:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826605440 02000000:00000010:3.0:1769074864.664530:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc542000. 00010000:00000010:3.0:1769074864.664572:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:3.0:1769074864.664589:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00010000:00000010:2.0:1769074864.665429:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.665442:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074864.665462:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074864.665466:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074864.665470:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074864.665473:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074864.665959:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074864.665964:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b580. 00010000:00000010:2.0:1769074864.665967:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.665971:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00000020:00000010:2.0:1769074864.665996:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7bc0. 00000020:00000010:2.0:1769074864.666003:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7bc0. 00000020:00000010:2.0:1769074864.666013:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd680360. 00080000:00000010:2.0:1769074864.666023:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1dc00. 00000001:00000010:2.0:1769074864.666368:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680780. 00000001:00000010:2.0:1769074864.666378:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074864.666412:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd680360. 00010000:00000010:2.0:1769074864.666424:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.666429:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074864.666441:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074864.666504:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00080000:00000010:2.0:1769074864.666546:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca271d0. 00000004:00000010:2.0:1769074864.666555:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbfdcc300. 00000004:00000010:2.0:1769074864.666558:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f48b320. 00000004:00000010:2.0:1769074864.666563:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba0dc82d0. 00000004:00000010:2.0:1769074864.666572:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa823052c0. 00010000:00000010:2.0:1769074864.666586:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074864.666642:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890504, last committed = 17179890279 00010000:00000200:2.0:1769074864.666654:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72d80 x1855007826605440/t17179890504(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.666676:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000100:00000200:2.0:1769074864.666683:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826605440, offset 224 00000400:00000010:2.0:1769074864.666690:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169e38. 00000400:00000200:2.0:1769074864.666695:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.666709:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.666715:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41772:41772:256:4294967295] 192.168.204.10@tcp LPNI seq info [41768:41768:8:4294967295] 00000400:00000200:2.0:1769074864.666723:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.666730:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.666755:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.666761:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074864.666768:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.666774:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.666778:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.666804:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e100. 00000020:00000010:2.0:1769074864.666809:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a0c8. 00000020:00000010:2.0:1769074864.666813:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:3.0:1769074864.667833:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.667839:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074864.667844:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.667850:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074864.670552:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:1.0:1769074864.670567:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b580. 00010000:00000010:1.0:1769074864.670578:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfe40. 00000400:00000200:2.0:1769074864.671307:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074864.671327:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f19 00000400:00000200:2.0:1769074864.671334:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.671338:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074864.671346:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:2.0:1769074864.671349:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00010000:00000010:1.0:1769074864.671643:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:1.0:1769074864.671651:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00000400:00000200:3.0:1769074864.671808:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.671829:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f7600 00000400:00000200:3.0:1769074864.671837:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 108336 00000400:00000200:3.0:1769074864.671890:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.671895:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.671900:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.671907:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc945180. 00000020:00000010:2.0:1769074864.672234:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.672240:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.672246:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83600. 00000020:00000010:2.0:1769074864.672251:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074864.672257:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.672302:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.672305:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.672308:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826605568 00000001:00000010:2.0:1769074864.672318:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:2.0:1769074864.672342:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074864.672349:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 02000000:00000010:2.0:1769074864.672374:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83904000. 00010000:00000010:2.0:1769074864.672408:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.672412:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074864.672429:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074864.672433:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074864.672436:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.672439:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074864.672519:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074864.672523:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b580. 00010000:00000010:2.0:1769074864.672527:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.672530:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00010000:00000010:2.0:1769074864.672597:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074864.672636:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074864.672640:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074864.672659:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074864.672674:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc945180 x1855007826605568/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.672693:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0ee0. 00000100:00000200:2.0:1769074864.672700:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826605568, offset 224 00000400:00000200:2.0:1769074864.672707:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.672720:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.672726:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41773:41773:256:4294967295] 192.168.204.10@tcp LPNI seq info [41769:41769:8:4294967295] 00000400:00000200:2.0:1769074864.672735:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.672740:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.672745:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074864.672750:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.672755:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.672759:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.672778:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074864.672783:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.672787:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83600. 00000800:00000200:3.0:1769074864.673264:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.673269:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074864.673273:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.673277:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.673283:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0ee0 00000400:00000010:3.0:1769074864.673285:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0ee0. 00000400:00000200:2.0:1769074864.676655:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.676675:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f7700 00000400:00000200:2.0:1769074864.676684:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 108912 00000400:00000200:2.0:1769074864.676701:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.676705:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.676713:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.676719:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486300. 00000020:00000010:1.0:1769074864.676826:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.676832:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.676841:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.676846:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.676851:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.676892:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.676895:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.676899:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826605824 02000000:00000010:1.0:1769074864.676938:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb3000. 00010000:00000010:1.0:1769074864.676979:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:1.0:1769074864.676999:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b580. 00010000:00000010:1.0:1769074864.677017:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074864.677023:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074864.677039:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074864.677041:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074864.677045:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074864.677048:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074864.677127:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074864.677131:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074864.677135:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074864.677137:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00000020:00000010:1.0:1769074864.677161:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b6e0. 00000020:00000010:1.0:1769074864.677167:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b6e0. 00000020:00000010:1.0:1769074864.677178:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454b40. 00080000:00000010:1.0:1769074864.677187:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b43c00. 00000001:00000010:1.0:1769074864.677408:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04547e0. 00000001:00000010:1.0:1769074864.677416:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111780. 00000020:00000010:1.0:1769074864.677450:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454b40. 00010000:00000010:1.0:1769074864.677458:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074864.677462:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00010000:00000010:1.0:1769074864.677474:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111600. 00010000:00000010:1.0:1769074864.677515:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00080000:00000010:1.0:1769074864.677538:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9f7c80. 00000004:00000010:1.0:1769074864.677546:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbd44cd80. 00000004:00000010:1.0:1769074864.677561:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc4d650. 00000004:00000010:1.0:1769074864.677568:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dd15b40. 00000004:00000010:1.0:1769074864.677572:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88e64d20. 00010000:00000010:1.0:1769074864.677584:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074864.677629:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890505, last committed = 17179890279 00010000:00000200:1.0:1769074864.677639:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486300 x1855007826605824/t17179890505(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.677658:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074864.677664:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826605824, offset 224 00000400:00000010:1.0:1769074864.677670:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3968. 00000400:00000200:1.0:1769074864.677674:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.677686:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.677693:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41774:41774:256:4294967295] 192.168.204.10@tcp LPNI seq info [41770:41770:8:4294967295] 00000400:00000200:1.0:1769074864.677699:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.677706:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.677711:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.677716:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074864.677721:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.677727:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.677731:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.677748:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.677752:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.677756:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00010000:00000010:3.0:1769074864.677863:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:3.0:1769074864.677870:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00010000:00000010:3.0:1769074864.677877:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111600. 00000800:00000200:3.0:1769074864.677959:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.677963:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:3.0:1769074864.677969:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.677973:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.679665:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.679685:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f21 00000400:00000200:3.0:1769074864.679691:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.679694:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.679700:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:3.0:1769074864.679703:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00010000:00000010:2.0:1769074864.679805:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:2.0:1769074864.679814:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00010000:00000010:1.1:1769074864.681825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074864.681841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074864.681848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:3.1:1769074864.681947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:3.1:1769074864.681954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00000400:00000200:2.0:1769074864.682125:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.682142:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f7780 00000400:00000200:2.0:1769074864.682150:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 109400 00000400:00000200:2.0:1769074864.682217:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.682223:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.682230:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.682237:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b484a80. 00000020:00000010:0.0:1769074864.682334:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.682340:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.682347:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074864.682352:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.682356:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.682399:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.682402:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.682405:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826605952 00000001:00000010:0.0:1769074864.682415:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 00010000:00000010:0.0:1769074864.682437:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074864.682444:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074864.682471:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8782c000. 00010000:00000010:0.0:1769074864.682572:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074864.682578:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074864.682594:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074864.682597:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074864.683228:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074864.683235:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074864.683311:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074864.683314:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66d80. 00010000:00000010:0.0:1769074864.683318:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074864.683322:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.683391:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074864.683403:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074864.683409:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074864.683430:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074864.683445:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b484a80 x1855007826605952/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074864.683465:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074864.683471:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826605952, offset 224 00000400:00000200:0.0:1769074864.683479:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.683490:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.683508:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41775:41775:256:4294967295] 192.168.204.10@tcp LPNI seq info [41771:41771:8:4294967295] 00000400:00000200:0.0:1769074864.683518:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.683523:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.683529:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074864.683535:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.683542:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.683545:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.683572:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.683576:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.683580:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:3.0:1769074864.683808:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.683813:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:3.0:1769074864.683828:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.683833:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.683838:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:3.0:1769074864.683840:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00010000:00000010:1.1:1769074864.684841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00000400:00000200:3.0:1769074864.687262:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.687282:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f7880 00000400:00000200:3.0:1769074864.687290:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 109976 00000400:00000200:3.0:1769074864.687307:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.687312:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.687320:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.687326:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc946d80. 00000020:00000010:1.0:1769074864.687419:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.687425:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.687433:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.687438:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.687443:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.687487:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.687490:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.687501:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826606208 02000000:00000010:1.0:1769074864.687539:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb4000. 00010000:00000010:1.0:1769074864.687580:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074864.687597:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66d80. 00010000:00000010:1.1:1769074864.687649:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074864.687657:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:1.1:1769074864.687662:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074864.687665:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:1.1:1769074864.687668:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:1.1:1769074864.687671:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074864.687674:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074864.687679:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074864.687701:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074864.687707:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074864.687722:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074864.687725:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c680. 00010000:00000010:1.0:1769074864.687730:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074864.687744:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074864.687833:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074864.687837:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c000. 00010000:00000010:1.0:1769074864.687840:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074864.687843:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00000020:00000010:1.0:1769074864.687868:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b6e0. 00000020:00000010:1.0:1769074864.687874:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b6e0. 00000020:00000010:1.0:1769074864.687884:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454b40. 00080000:00000010:1.0:1769074864.687893:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa81b41000. 00000001:00000010:1.0:1769074864.688087:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454420. 00000001:00000010:1.0:1769074864.688093:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074864.688126:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454b40. 00010000:00000010:1.0:1769074864.688135:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074864.688139:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00010000:00000010:1.0:1769074864.688152:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111480. 00010000:00000010:1.0:1769074864.688191:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00080000:00000010:1.0:1769074864.688229:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca818f0. 00000004:00000010:1.0:1769074864.688236:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff9a0c0. 00000004:00000010:1.0:1769074864.688240:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f472110. 00000004:00000010:1.0:1769074864.688244:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa83837870. 00000004:00000010:1.0:1769074864.688249:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83984b40. 00010000:00000010:1.0:1769074864.688261:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074864.688278:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890506, last committed = 17179890279 00010000:00000200:1.0:1769074864.688289:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc946d80 x1855007826606208/t17179890506(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.688335:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074864.688342:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826606208, offset 224 00000400:00000010:1.0:1769074864.688349:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3d58. 00000400:00000200:1.0:1769074864.688353:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.688365:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.688371:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41776:41776:256:4294967295] 192.168.204.10@tcp LPNI seq info [41772:41772:8:4294967295] 00000400:00000200:1.0:1769074864.688378:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.688385:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.688390:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.688395:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074864.688401:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.688407:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.688411:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.688427:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.688431:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.688435:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00010000:00000010:2.1:1769074864.688507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.1:1769074864.688525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.1:1769074864.688528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.688532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074864.688535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.1:1769074864.688537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.1:1769074864.688540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:2.1:1769074864.688545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00000800:00000200:2.0:1769074864.688645:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.688649:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:2.0:1769074864.688654:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.688659:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074864.688747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:3.1:1769074864.688753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:3.1:1769074864.688756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:3.1:1769074864.688758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:3.0:1769074864.688776:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:3.0:1769074864.688782:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c000. 00010000:00000010:3.0:1769074864.688786:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111480. 00010000:00000010:0.1:1769074864.689085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074864.689091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:0.1:1769074864.689094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074864.689097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:1.1:1769074864.691934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000400:00000200:3.0:1769074864.692299:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.692319:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f29 00000400:00000200:3.0:1769074864.692326:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.692331:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.692339:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:3.0:1769074864.692342:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:1.0:1769074864.692442:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074864.692453:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c680. 00000400:00000200:3.0:1769074864.693454:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.693467:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f7900 00000400:00000200:3.0:1769074864.693476:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 110464 00000400:00000200:3.0:1769074864.693529:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.693533:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.693540:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.693546:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc945f80. 00000020:00000010:2.0:1769074864.695332:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.695345:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.695352:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83600. 00000020:00000010:2.0:1769074864.695358:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074864.695364:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.695446:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.695449:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.695452:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826606336 00000001:00000010:2.0:1769074864.695463:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111780. 00010000:00000010:2.0:1769074864.695499:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.695507:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 02000000:00000010:2.0:1769074864.695537:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa83902000. 00010000:00000010:2.0:1769074864.695565:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.695569:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074864.695589:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074864.695592:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074864.695596:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.695599:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074864.695705:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074864.695709:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074864.695713:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.695716:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.695793:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074864.695804:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074864.695809:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074864.695841:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074864.695858:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc945f80 x1855007826606336/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.695877:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074864.695883:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826606336, offset 224 00000400:00000200:2.0:1769074864.695889:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.695902:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.695908:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41777:41777:256:4294967295] 192.168.204.10@tcp LPNI seq info [41773:41773:8:4294967295] 00000400:00000200:2.0:1769074864.695919:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.695924:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.695929:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074864.695935:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.695943:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.695946:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.695969:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074864.695973:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.695978:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83600. 00010000:00000010:3.1:1769074864.696113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:3.1:1769074864.696121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000800:00000200:3.0:1769074864.698296:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.698305:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074864.698312:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.698321:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.698328:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:3.0:1769074864.698331:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00010000:00000010:1.1:1769074864.698894:0:42296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074864.698903:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074864.698911:0:42296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000200:3.0:1769074864.700125:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.700141:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f7a00 00000400:00000200:3.0:1769074864.700149:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 111040 00000400:00000200:3.0:1769074864.700164:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.700168:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.700175:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.700181:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947100. 00000020:00000010:2.0:1769074864.700341:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.700347:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.700353:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83600. 00000020:00000010:2.0:1769074864.700358:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074864.700364:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.700408:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.700410:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.700413:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826606592 02000000:00000010:2.0:1769074864.700449:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa83906000. 00010000:00000010:2.0:1769074864.700503:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.700521:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074864.700541:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.700547:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.700562:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074864.700566:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074864.700570:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.700573:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074864.700684:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074864.700687:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074864.700691:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074864.700694:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00000020:00000010:2.0:1769074864.700719:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7360. 00000020:00000010:2.0:1769074864.700726:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7360. 00000020:00000010:2.0:1769074864.700737:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd680360. 00080000:00000010:2.0:1769074864.700748:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bb1ec00. 00000001:00000010:2.0:1769074864.701141:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd6801e0. 00000001:00000010:2.0:1769074864.701149:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074864.701185:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd680360. 00010000:00000010:2.0:1769074864.701194:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074864.701198:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00010000:00000010:2.0:1769074864.701575:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf9c0. 00010000:00000010:2.0:1769074864.701652:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00080000:00000010:2.0:1769074864.701694:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ca81560. 00000004:00000010:2.0:1769074864.701707:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbff9a240. 00000004:00000010:2.0:1769074864.701711:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f473760. 00000004:00000010:2.0:1769074864.701720:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa83837e88. 00000004:00000010:2.0:1769074864.701725:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83985680. 00010000:00000010:2.0:1769074864.701739:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074864.701761:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890507, last committed = 17179890279 00010000:00000200:2.0:1769074864.701774:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947100 x1855007826606592/t17179890507(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.701795:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074864.701801:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826606592, offset 224 00000400:00000010:2.0:1769074864.701808:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169d90. 00000400:00000200:2.0:1769074864.701813:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.701838:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.701844:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41778:41778:256:4294967295] 192.168.204.10@tcp LPNI seq info [41774:41774:8:4294967295] 00000400:00000200:2.0:1769074864.701852:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.701858:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.701864:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.701871:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074864.701879:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.701886:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.701890:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.701921:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074864.701926:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.701931:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83600. 00010000:00000010:0.0:1769074864.702014:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:0.0:1769074864.702023:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00010000:00000010:0.0:1769074864.702030:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf9c0. 00000800:00000200:3.0:1769074864.702434:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.702439:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:3.0:1769074864.702443:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.702449:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074864.703442:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074864.703453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000400:00000200:3.0:1769074864.705718:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.705739:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f31 00000400:00000200:3.0:1769074864.705747:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.705751:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.705758:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:3.0:1769074864.705761:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00010000:00000010:2.0:1769074864.705976:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074864.705987:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:0.1:1769074864.706655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:0.1:1769074864.706664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00000400:00000200:3.0:1769074864.708438:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.708458:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f7a80 00000400:00000200:3.0:1769074864.708468:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 111528 00000400:00000200:3.0:1769074864.709164:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.709174:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.709183:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.709190:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc946a00. 00010000:00000010:2.1:1769074864.710015:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.710026:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:2.1:1769074864.710032:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.1:1769074864.710035:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.1:1769074864.710037:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.1:1769074864.710039:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074864.710042:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.1:1769074864.710061:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00000020:00000010:2.0:1769074864.710093:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.710097:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.710104:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83600. 00000020:00000010:2.0:1769074864.710109:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b780. 00000020:00000010:2.0:1769074864.710115:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.710222:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.710225:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.710229:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826606720 00000001:00000010:2.0:1769074864.710239:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:2.0:1769074864.710264:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.710272:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 02000000:00000010:2.0:1769074864.710299:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dabc184f000. 00010000:00000010:2.0:1769074864.710328:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074864.710333:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.710352:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074864.710356:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074864.710360:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.710363:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074864.710432:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074864.710436:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074864.710440:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.710443:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074864.710955:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.710967:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074864.710972:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074864.710994:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074864.711012:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc946a00 x1855007826606720/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.711032:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074864.711039:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826606720, offset 224 00000400:00000200:2.0:1769074864.711045:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.711057:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.711063:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41779:41779:256:4294967295] 192.168.204.10@tcp LPNI seq info [41775:41775:8:4294967295] 00000400:00000200:2.0:1769074864.711074:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.711079:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.711085:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074864.711091:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.711099:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.711103:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.711129:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b780. 00000020:00000010:2.0:1769074864.711134:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.711139:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83600. 00000800:00000200:3.0:1769074864.711277:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.711282:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:3.0:1769074864.711286:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.711291:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.711296:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:3.0:1769074864.711298:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00000400:00000200:3.0:1769074864.718782:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.718803:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f7b80 00000400:00000200:3.0:1769074864.718813:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 112104 00000400:00000200:3.0:1769074864.718837:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.718842:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.718850:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.718856:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc945500. 00000020:00000010:1.0:1769074864.719138:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.719145:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.719152:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.719157:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c680. 00000020:00000010:1.0:1769074864.719162:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.719201:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.719203:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.719207:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826606976 02000000:00000010:1.0:1769074864.719248:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8daa8cbb1000. 00010000:00000010:1.0:1769074864.719288:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:1.0:1769074864.719304:0:42296:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:1.0:1769074864.719366:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074864.719372:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074864.719388:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074864.719391:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c100. 00010000:00000010:1.0:1769074864.719395:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074864.719398:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074864.719473:0:42296:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074864.719476:0:42296:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c300. 00010000:00000010:1.0:1769074864.719479:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074864.719481:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00000020:00000010:1.0:1769074864.719500:0:42296:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8dc7b6e0. 00000020:00000010:1.0:1769074864.719506:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8dc7b6e0. 00000020:00000010:1.0:1769074864.719516:0:42296:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454b40. 00080000:00000010:1.0:1769074864.719525:0:42296:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30e400. 00000001:00000010:1.0:1769074864.719758:0:42296:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454ba0. 00000001:00000010:1.0:1769074864.719765:0:42296:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111a80. 00000020:00000010:1.0:1769074864.719794:0:42296:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454b40. 00010000:00000010:1.0:1769074864.719802:0:42296:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074864.719806:0:42296:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074864.719827:0:42296:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae111900. 00010000:00000010:1.0:1769074864.719861:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00080000:00000010:1.0:1769074864.719884:0:42296:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9f6c78. 00000004:00000010:1.0:1769074864.719889:0:42296:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbfeb9000. 00000004:00000010:1.0:1769074864.719892:0:42296:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc4cdd0. 00000004:00000010:1.0:1769074864.719899:0:42296:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dd15a50. 00000004:00000010:1.0:1769074864.719903:0:42296:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa88e64780. 00010000:00000010:1.0:1769074864.719910:0:42296:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000200:1.0:1769074864.719924:0:42296:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890508, last committed = 17179890279 00010000:00000200:1.0:1769074864.719933:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc945500 x1855007826606976/t17179890508(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074864.719976:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074864.719981:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826606976, offset 224 00000400:00000010:1.0:1769074864.719988:0:42296:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3af0. 00000400:00000200:1.0:1769074864.719992:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.720005:0:42296:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.720011:0:42296:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41780:41780:256:4294967295] 192.168.204.10@tcp LPNI seq info [41776:41776:8:4294967295] 00000400:00000200:1.0:1769074864.720017:0:42296:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074864.720024:0:42296:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.720030:0:42296:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.720035:0:42296:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074864.720041:0:42296:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.720048:0:42296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.720052:0:42296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.720068:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c680. 00000020:00000010:1.0:1769074864.720072:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.720075:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00010000:00000010:3.0:1769074864.720643:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:3.0:1769074864.720652:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c300. 00010000:00000010:3.0:1769074864.720662:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae111900. 00000800:00000200:3.0:1769074864.720769:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.720773:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:3.0:1769074864.720779:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.720785:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.723562:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.723585:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f39 00000400:00000200:3.0:1769074864.723593:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.723597:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.723642:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:3.0:1769074864.723646:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00010000:00000010:1.0:1769074864.723756:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:1.0:1769074864.723767:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c100. 00010000:00000010:2.1:1769074864.726710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074864.726729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00000400:00000200:3.0:1769074864.727351:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.727369:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f7c00 00000400:00000200:3.0:1769074864.727378:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 112592 00000400:00000200:3.0:1769074864.727430:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.727435:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.727445:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.727451:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944000. 00000020:00000010:2.0:1769074864.727776:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.727782:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.727789:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83600. 00000020:00000010:2.0:1769074864.727795:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b780. 00000020:00000010:2.0:1769074864.727800:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.727847:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.727850:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f480. 00000100:00000200:2.0:1769074864.727853:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826607104 00000001:00000010:2.0:1769074864.727865:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074864.727892:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.727900:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 02000000:00000010:2.0:1769074864.727930:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab86423000. 00010000:00000010:2.0:1769074864.727960:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.727964:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074864.727984:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074864.727987:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074864.727991:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.727994:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.728066:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074864.728069:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bd00. 00010000:00000010:2.0:1769074864.728073:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074864.728076:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074864.728142:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074864.728154:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.728159:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074864.728182:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000200:2.0:1769074864.728197:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944000 x1855007826607104/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.728228:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074864.728235:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826607104, offset 224 00000400:00000200:2.0:1769074864.728242:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.728255:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.728260:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41781:41781:256:4294967295] 192.168.204.10@tcp LPNI seq info [41777:41777:8:4294967295] 00000400:00000200:2.0:1769074864.728270:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.728275:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.728280:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074864.728286:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.728292:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.728296:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.728316:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b780. 00000020:00000010:2.0:1769074864.728320:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.728324:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83600. 00000800:00000200:3.0:1769074864.728754:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.728759:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074864.728763:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.728768:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.728773:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:3.0:1769074864.728775:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00010000:00000010:2.1:1769074864.729845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.1:1769074864.729857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:2.1:1769074864.729861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.1:1769074864.729865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:3.1:1769074864.730658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074864.730669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000400:00000200:3.0:1769074864.732924:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.732945:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f7d00 00000400:00000200:3.0:1769074864.732954:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 113168 00000400:00000200:3.0:1769074864.732970:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.732975:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.732983:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.732990:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc946680. 00000020:00000010:0.0:1769074864.733155:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.733161:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.733167:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074864.733173:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.733178:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.733231:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.733235:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.733238:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826607360 02000000:00000010:0.0:1769074864.733281:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab8782a000. 00010000:00000010:0.0:1769074864.733325:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:0.0:1769074864.733346:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bd00. 00010000:00000010:0.0:1769074864.733369:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074864.733374:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.733390:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074864.733394:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66180. 00010000:00000010:0.0:1769074864.733398:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074864.733401:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00010000:00000010:0.0:1769074864.733489:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074864.733493:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66380. 00010000:00000010:0.0:1769074864.733497:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074864.733500:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000020:00000010:0.0:1769074864.733525:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa88b56520. 00000020:00000010:0.0:1769074864.733533:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa88b56520. 00000020:00000010:0.0:1769074864.733544:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6c00. 00080000:00000010:0.0:1769074864.733554:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb23000. 00000001:00000010:0.0:1769074864.733791:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad7e0. 00000001:00000010:0.0:1769074864.733798:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8300. 00000020:00000010:0.0:1769074864.733843:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6c00. 00010000:00000010:0.0:1769074864.733853:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074864.733857:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074864.733868:0:42856:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8daa8f6d8d80. 00010000:00000010:0.0:1769074864.733897:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00080000:00000010:0.0:1769074864.733937:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9f7008. 00000004:00000010:0.0:1769074864.733948:0:42856:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbfeb9c00. 00000004:00000010:0.0:1769074864.733955:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fc4ccc0. 00000004:00000010:0.0:1769074864.733963:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8dd153c0. 00000004:00000010:0.0:1769074864.733967:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa903b30e0. 00010000:00000010:0.0:1769074864.733978:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074864.733994:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890509, last committed = 17179890279 00010000:00000200:0.0:1769074864.734004:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc946680 x1855007826607360/t17179890509(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074864.734021:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074864.734027:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826607360, offset 224 00000400:00000010:0.0:1769074864.734034:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1508. 00000400:00000200:0.0:1769074864.734039:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.734051:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.734057:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41782:41782:256:4294967295] 192.168.204.10@tcp LPNI seq info [41778:41778:8:4294967295] 00000400:00000200:0.0:1769074864.734065:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074864.734071:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.734077:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.734083:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074864.734089:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.734095:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.734099:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.734127:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.734131:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.734135:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:1.0:1769074864.734393:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.734399:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074864.734404:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.734409:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074864.734676:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074864.734684:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66380. 00010000:00000010:3.0:1769074864.734690:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8daa8f6d8d80. 00010000:00000010:1.1:1769074864.739046:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:1.1:1769074864.739064:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074864.739069:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074864.739090:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074864.739094:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074864.739098:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:3.1:1769074864.743660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:3.1:1769074864.743676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.1:1769074864.743729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:0.1:1769074864.743745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:0.1:1769074864.743749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074864.743756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:2.1:1769074864.743890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.1:1769074864.743896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:2.1:1769074864.743898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.743901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00000400:00000200:3.0:1769074864.746946:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.746967:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 28 MB=0x6971eaa8f7e80 00000400:00000200:3.0:1769074864.746976:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.10@tcp of length 224/224 into md 0x56995 [8] + 12992 00000400:00000200:3.0:1769074864.746988:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.746992:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.747000:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074864.747005:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947b80. 00000400:00000200:3.0:1769074864.747034:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.747039:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 28 MB=0x6971eaa8f7e00 00000400:00000200:3.0:1769074864.747043:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.10@tcp of length 224/224 into md 0x56995 [8] + 13216 00000400:00000200:3.0:1769074864.747048:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.747052:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.747055:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074864.747057:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944380. 00000400:00000200:3.0:1769074864.747085:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.747090:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 26 MB=0x6971eaa8f7d80 00000400:00000200:3.0:1769074864.747095:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.10@tcp of length 224/224 into md 0x5272d [2] + 0 00000400:00000010:3.0:1769074864.747100:0:12640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63f20. 00000400:00000200:3.0:1769074864.747103:0:12640:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8fd770c0 00000400:00000200:3.0:1769074864.747111:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.747114:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.747117:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd770c0 00000400:00000010:3.0:1769074864.747120:0:12640:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd770c0. 00000100:00000200:3.0:1769074864.747124:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1769074864.747273:0:42294:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.747278:0:42294:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.747285:0:42294:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074864.747290:0:42294:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.747295:0:42294:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.747350:0:42294:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.747353:0:42294:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.747356:0:42294:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826607488 02000000:00000010:0.0:1769074864.747372:0:42294:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8cb22800. 00010000:00000200:0.0:1769074864.747382:0:42294:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb4846c50 x1855007826607488/t0(0) o400->484a1c1a-f9b7-42f3-bf66-5b09dcec0a6e@192.168.204.10@tcp:400/0 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074864.747401:0:42294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074864.747406:0:42294:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855007826607488, offset 224 00000400:00000200:0.0:1769074864.747412:0:42294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.747422:0:42294:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.747428:0:42294:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41783:41783:256:4294967295] 192.168.204.10@tcp LPNI seq info [41779:41779:8:4294967295] 00000400:00000200:0.0:1769074864.747438:0:42294:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.747444:0:42294:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.747449:0:42294:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074864.747455:0:42294:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.747462:0:42294:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.747466:0:42294:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.747482:0:42294:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.747486:0:42294:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.747489:0:42294:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000100:00000200:0.0:1769074864.747507:0:42294:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074864.747512:0:42294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a89f8. 00000400:00000010:0.0:1769074864.747517:0:42294:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8f6d8180. 00000020:00000010:2.0:1769074864.747715:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f480. 00000020:00000010:2.0:1769074864.747721:0:45112:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8daa8eb3c080. 00000020:00000010:2.0:1769074864.747740:0:45112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83600. 00000020:00000010:2.0:1769074864.747743:0:45112:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b780. 00000020:00000010:2.0:1769074864.747746:0:45112:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.747783:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f080. 00000020:00000010:2.0:1769074864.747787:0:45112:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.747791:0:45112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.747793:0:45112:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074864.747796:0:45112:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.747810:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.747812:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.747825:0:45112:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826607744 02000000:00000010:2.0:1769074864.747837:0:45112:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa83268000. 00010000:00000200:2.0:1769074864.747843:0:45112:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947b80 x1855007826607744/t0(0) o400->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.747854:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074864.747857:0:45112:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007826607744, offset 224 00000400:00000200:2.0:1769074864.747862:0:45112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.747867:0:45112:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.747871:0:45112:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41784:41784:255:4294967295] 192.168.204.10@tcp LPNI seq info [41780:41780:7:4294967295] 00000400:00000200:2.0:1769074864.747880:0:45112:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.747884:0:45112:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.747888:0:45112:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074864.747892:0:45112:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.747896:0:45112:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.747899:0:45112:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.747904:0:45112:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b780. 00000020:00000010:2.0:1769074864.747907:0:45112:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074864.747911:0:45112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83600. 00000020:00000010:2.0:1769074864.747921:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.747923:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.747925:0:45112:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826607616 02000000:00000010:2.0:1769074864.747930:0:45112:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8326b000. 00010000:00000200:2.0:1769074864.747935:0:45112:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944380 x1855007826607616/t0(0) o400->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.747944:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074864.747946:0:45112:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007826607616, offset 224 00000400:00000200:2.0:1769074864.747950:0:45112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.747954:0:45112:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.747958:0:45112:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41785:41785:254:4294967295] 192.168.204.10@tcp LPNI seq info [41781:41781:6:4294967295] 00000400:00000200:2.0:1769074864.747966:0:45112:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.747970:0:45112:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.747973:0:45112:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074864.747976:0:45112:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.747979:0:45112:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.747982:0:45112:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.747987:0:45112:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491ba80. 00000020:00000010:2.0:1769074864.747989:0:45112:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.747992:0:45112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:3.0:1769074864.748657:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.748662:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:3.0:1769074864.748668:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.748673:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.748678:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:3.0:1769074864.748680:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 02000000:00000010:3.0:1769074864.748685:0:12639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8cb22800. 00000800:00000200:3.0:1769074864.748695:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.748697:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:3.0:1769074864.748699:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.748702:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.748704:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:3.0:1769074864.748706:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00000800:00000200:3.0:1769074864.748766:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.748769:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074864.748771:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.748774:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.748776:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:3.0:1769074864.748778:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00000400:00000200:1.0:1769074864.751464:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.751489:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f41 00000400:00000200:1.0:1769074864.751503:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.751508:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.751515:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:1.0:1769074864.751519:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00010000:00000010:2.0:1769074864.752243:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:2.0:1769074864.752254:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66180. 00000400:00000200:3.0:1769074864.752460:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.752475:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8f7f80 00000400:00000200:3.0:1769074864.752483:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed85 [2] + 392 00000400:00000200:3.0:1769074864.752553:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.752557:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.752564:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074864.752570:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944e00. 00000020:00000010:1.0:1769074864.752921:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.752927:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.752934:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.752939:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.752944:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.752979:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d400. 00000020:00000010:1.0:1769074864.752982:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d400. 00000100:00000200:1.0:1769074864.752985:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826608000 00000001:00000010:1.0:1769074864.752994:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111a80. 02000000:00000010:1.0:1769074864.753027:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabad30ec00. 00000004:00000010:1.0:1769074864.753086:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66d00. 00080000:00000010:1.0:1769074864.753103:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30d800. 00000001:00000010:1.0:1769074864.753133:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04544e0. 00000001:00000010:1.0:1769074864.753138:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111b40. 00010000:00000200:1.0:1769074864.753183:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944e00 x1855007826608000/t17179890510(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 392/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074864.753204:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 00000100:00000200:1.0:1769074864.753209:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826608000, offset 224 00000400:00000200:1.0:1769074864.753228:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.753238:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.753243:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41786:41786:256:4294967295] 192.168.204.10@tcp LPNI seq info [41782:41782:8:4294967295] 00000400:00000200:1.0:1769074864.753252:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.753258:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.753265:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074864.753271:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.753278:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.753281:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.753300:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.753304:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.753307:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:3.0:1769074864.754254:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.754260:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:3.0:1769074864.754266:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.754272:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.754278:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcdd0 00000400:00000010:3.0:1769074864.754280:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcdd0. 00000400:00000200:1.0:1769074864.756400:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.756418:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f8080 00000400:00000200:1.0:1769074864.756427:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 113656 00000400:00000200:1.0:1769074864.756440:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.756444:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.756452:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.756458:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7800. 00010000:00000010:2.1:1769074864.757047:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:2.1:1769074864.757056:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00000020:00000010:3.0:1769074864.757164:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.757170:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.757178:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.757184:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074864.757189:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074864.757264:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.757267:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.757271:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826608256 00000001:00000010:3.0:1769074864.757281:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8300. 02000000:00000010:3.0:1769074864.757316:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc545000. 00010000:00000010:3.0:1769074864.757357:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:3.0:1769074864.757370:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab82fd1000. 00010000:00000010:3.0:1769074864.757381:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ec3c080. 00010000:00000010:3.0:1769074864.757401:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074864.757407:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074864.757424:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074864.757427:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5eb00. 00010000:00000010:3.0:1769074864.757431:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074864.757434:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074864.757712:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074864.757716:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074864.757720:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074864.757723:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00000020:00000010:3.0:1769074864.757928:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.757936:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8900. 00080000:00000010:3.0:1769074864.757946:0:44309:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dab84248250. 00080000:00000010:3.0:1769074864.757949:0:44309:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8432f440. 00080000:00000010:3.0:1769074864.757965:0:44309:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8432f440. 00080000:00000010:3.0:1769074864.757969:0:44309:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dab84248250. 00000020:00000010:3.0:1769074864.757978:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eae0. 00080000:00000010:3.0:1769074864.757990:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc758c00. 00000001:00000010:3.0:1769074864.758461:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e360. 00000001:00000010:3.0:1769074864.758470:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e180. 00000020:00000010:3.0:1769074864.758829:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eae0. 00010000:00000010:3.0:1769074864.758865:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074864.758872:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00080000:00000010:3.0:1769074864.758904:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8de2f008. 00000004:00000010:3.0:1769074864.758909:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcca770. 00000004:00000010:3.0:1769074864.758914:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba1639960. 00000004:00000010:3.0:1769074864.758918:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b266780. 00010000:00000010:3.0:1769074864.758928:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074864.758943:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890511, last committed = 17179890279 00010000:00000200:3.0:1769074864.758955:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7800 x1855007826608256/t17179890511(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.758975:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46f68. 00000100:00000200:3.0:1769074864.758982:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826608256, offset 224 00000400:00000010:3.0:1769074864.758988:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc658. 00000400:00000200:3.0:1769074864.758993:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.759006:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.759013:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41787:41787:256:4294967295] 192.168.204.10@tcp LPNI seq info [41783:41783:8:4294967295] 00000400:00000200:3.0:1769074864.759019:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.759026:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.759032:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.759036:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074864.759042:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.759049:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.759052:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074864.759123:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074864.759128:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074864.759132:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074864.761883:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.761893:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074864.761904:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.761914:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074864.763107:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:3.1:1769074864.763116:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8dbf4800. 00010000:00000010:3.1:1769074864.763134:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f91cf00. 00000400:00000200:0.0:1769074864.763181:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.763199:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f59 00000400:00000200:0.0:1769074864.763206:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.763209:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.763302:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46f68 00000400:00000010:0.0:1769074864.763305:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46f68. 00000400:00000200:0.0:1769074864.763335:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.763342:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 496 into portal 12 MB=0x6971eaa8f8180 00000400:00000200:0.0:1769074864.763350:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 496/496 into md 0x20c29 [64] + 114144 00000400:00000200:0.0:1769074864.764060:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.764067:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.764074:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.764082:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73800. 00010000:00000010:1.0:1769074864.764177:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:1.0:1769074864.764189:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5eb00. 00000020:00000010:3.0:1769074864.764277:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.764283:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.764289:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074864.764294:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074864.764298:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074864.764371:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.764374:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.764378:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826608512 00000001:00000010:3.0:1769074864.764389:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111b40. 02000000:00000010:3.0:1769074864.764421:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc540000. 00010000:00000010:3.0:1769074864.764451:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daba0e42180. 00010000:00000010:3.0:1769074864.764460:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab85e11f80. 00010000:00000010:3.0:1769074864.764478:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074864.764483:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:3.0:1769074864.764509:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074864.764512:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074864.764516:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074864.764519:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074864.764597:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074864.764600:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e880. 00010000:00000010:3.0:1769074864.764634:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074864.764637:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00000020:00000010:3.0:1769074864.764660:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.764666:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daa8f8f8900. 00000020:00000010:3.0:1769074864.764677:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145eae0. 00080000:00000010:3.0:1769074864.764686:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc75a800. 00000004:00000010:3.0:1769074864.765115:0:44309:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8dab87885720. 00000001:00000010:3.0:1769074864.765130:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87885cc0. 00000001:00000010:3.0:1769074864.765136:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074864.765166:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145eae0. 00010000:00000010:3.0:1769074864.765175:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074864.765180:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074864.765192:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e780. 00010000:00000010:3.0:1769074864.765222:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00080000:00000010:3.0:1769074864.765242:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fdac8e8. 00000004:00000010:3.0:1769074864.765259:0:44309:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1a7f0. 00000004:00000010:3.0:1769074864.765263:0:44309:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bba30. 00000004:00000010:3.0:1769074864.765266:0:44309:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bbaf8. 00000004:00000010:3.0:1769074864.765270:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f913c00. 00000004:00000010:3.0:1769074864.765274:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f8a1540. 00000004:00000010:3.0:1769074864.765285:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f8c9438. 00000004:00000010:3.0:1769074864.765290:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fccf2c0. 00010000:00000010:3.0:1769074864.765302:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000200:3.0:1769074864.765319:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890512, last committed = 17179890279 00010000:00000200:3.0:1769074864.765330:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73800 x1855007826608512/t17179890512(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 496/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074864.765353:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46110. 00000100:00000200:3.0:1769074864.765359:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826608512, offset 224 00000400:00000010:3.0:1769074864.765366:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccd20. 00000400:00000200:3.0:1769074864.765370:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074864.765383:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074864.765390:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41788:41788:256:4294967295] 192.168.204.10@tcp LPNI seq info [41784:41784:8:4294967295] 00000400:00000200:3.0:1769074864.765397:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074864.765405:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.765410:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074864.765415:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074864.765421:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074864.765428:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074864.765432:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.0:1769074864.765730:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:1.0:1769074864.765747:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e880. 00010000:00000010:1.0:1769074864.765753:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e780. 00000020:00000010:3.0:1769074864.766110:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074864.766116:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074864.766120:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00000800:00000200:2.0:1769074864.766265:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.766270:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074864.766276:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.766283:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074864.771890:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.1:1769074864.771907:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074864.771914:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00000400:00000200:1.0:1769074864.772124:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.772141:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f5d 00000400:00000200:1.0:1769074864.772148:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.772151:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.772156:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46110 00000400:00000010:1.0:1769074864.772158:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46110. 00000400:00000200:1.0:1769074864.772218:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.772223:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f8280 00000400:00000200:1.0:1769074864.772229:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 114640 00000400:00000200:1.0:1769074864.772272:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.772275:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.772279:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.772284:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a6680. 00000020:00000010:3.0:1769074864.772830:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.772838:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.772845:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074864.772855:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e780. 00000020:00000010:3.0:1769074864.772861:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a708. 00000020:00000010:3.0:1769074864.772905:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074864.772908:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074864.772911:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826608768 00000001:00000010:3.0:1769074864.772922:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e180. 02000000:00000010:3.0:1769074864.772959:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dabbc543000. 00010000:00000010:2.0:1769074864.772992:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074864.772993:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab90453280. 00010000:00000010:2.0:1769074864.773000:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ed80. 00010000:00000010:3.0:1769074864.773003:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab85e11500. 00010000:00000010:3.0:1769074864.773024:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074864.773030:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00010000:00000010:2.0:1769074864.773158:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074864.773163:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491ba80. 00010000:00000010:2.0:1769074864.773168:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.773172:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00010000:00000010:2.0:1769074864.773260:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074864.773264:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b780. 00010000:00000010:2.0:1769074864.773267:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.773271:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00000020:00000010:2.0:1769074864.773295:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074864.773302:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074864.773310:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd680360. 00080000:00000010:2.0:1769074864.773327:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83268400. 00000001:00000010:2.0:1769074864.773494:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680180. 00000001:00000010:2.0:1769074864.773500:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfb40. 00000020:00000010:2.0:1769074864.773536:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd680360. 00010000:00000010:2.0:1769074864.773545:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.773549:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074864.773560:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074864.773596:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00080000:00000010:2.0:1769074864.773662:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbecd0390. 00000004:00000010:2.0:1769074864.773674:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab908d79c0. 00000004:00000010:2.0:1769074864.773678:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f97dba0. 00000004:00000010:2.0:1769074864.773688:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8a4510f0. 00000004:00000010:2.0:1769074864.773693:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8d9cfa40. 00010000:00000010:2.0:1769074864.773705:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:0.0:1769074864.773706:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:0.0:1769074864.773711:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b780. 00010000:00000010:0.0:1769074864.773717:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf540. 00010000:00000200:2.0:1769074864.773723:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890513, last committed = 17179890279 00010000:00000200:2.0:1769074864.773733:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a6680 x1855007826608768/t17179890513(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.773753:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074864.773759:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826608768, offset 224 00000400:00000010:2.0:1769074864.773766:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1691c0. 00000400:00000200:2.0:1769074864.773770:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.773784:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.773789:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41789:41789:256:4294967295] 192.168.204.10@tcp LPNI seq info [41785:41785:8:4294967295] 00000400:00000200:2.0:1769074864.773795:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.773802:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.773808:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.773822:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074864.773829:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.773836:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.773841:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.773869:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e780. 00000020:00000010:2.0:1769074864.773873:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a708. 00000020:00000010:2.0:1769074864.773877:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074864.773995:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.773998:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:0.0:1769074864.774001:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.774004:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.776513:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074864.776534:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f61 00000400:00000200:2.0:1769074864.776542:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.776548:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074864.776555:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:2.0:1769074864.776559:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00010000:00000010:1.1:1769074864.776763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074864.776773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:1.1:1769074864.776777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074864.776781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:1.0:1769074864.776830:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00000400:00000200:3.0:1769074864.776858:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.776868:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f8380 00000400:00000200:3.0:1769074864.776875:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 115128 00010000:00000010:1.0:1769074864.776884:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491ba80. 00000400:00000200:3.0:1769074864.776929:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.776934:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.776939:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.776945:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944a80. 00000020:00000010:2.0:1769074864.777019:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.777035:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.777043:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.777049:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074864.777054:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.777134:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.777138:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.777141:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826609024 00000001:00000010:2.0:1769074864.777154:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 02000000:00000010:2.0:1769074864.777192:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86427000. 00010000:00000010:2.0:1769074864.777224:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab86115c00. 00010000:00000010:2.0:1769074864.777235:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab85e11480. 00010000:00000010:2.0:1769074864.777257:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.777263:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.777283:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074864.777287:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074864.777291:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074864.777294:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00010000:00000010:2.0:1769074864.777398:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074864.777403:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074864.777406:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.777409:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00000020:00000010:2.0:1769074864.777436:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074864.777443:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074864.777454:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd680360. 00080000:00000010:2.0:1769074864.777464:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83269400. 00000001:00000010:2.0:1769074864.777726:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680300. 00000001:00000010:2.0:1769074864.777734:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074864.777771:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd680360. 00010000:00000010:2.0:1769074864.777781:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.777785:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00010000:00000010:2.0:1769074864.777797:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074864.777843:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:3.0:1769074864.777849:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:3.0:1769074864.777855:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:3.0:1769074864.777861:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfd80. 00080000:00000010:2.0:1769074864.777870:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e61c8. 00000004:00000010:2.0:1769074864.777877:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f67f180. 00000004:00000010:2.0:1769074864.777881:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8a770. 00000004:00000010:2.0:1769074864.777886:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d80f618. 00000004:00000010:2.0:1769074864.777890:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8db6f860. 00010000:00000010:2.0:1769074864.777898:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074864.777915:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890514, last committed = 17179890279 00010000:00000200:2.0:1769074864.777925:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc944a80 x1855007826609024/t17179890514(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.777942:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074864.777947:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826609024, offset 224 00000400:00000010:2.0:1769074864.777952:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169968. 00000400:00000200:2.0:1769074864.777954:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.777965:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.777969:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41790:41790:256:4294967295] 192.168.204.10@tcp LPNI seq info [41786:41786:8:4294967295] 00000400:00000200:2.0:1769074864.777974:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.777979:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.777983:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.777987:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074864.777992:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.777999:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.778002:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.778023:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074864.778027:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.778032:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00010000:00000010:0.1:1769074864.778636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:0.1:1769074864.778645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.1:1769074864.778741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:2.1:1769074864.778747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074864.779202:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8c593800. 00010000:00000010:3.1:1769074864.779221:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bd00. 00010000:00000010:3.1:1769074864.779225:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.1:1769074864.779239:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00000800:00000200:3.0:1769074864.779281:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.779285:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074864.779289:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.779295:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.779382:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.779391:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f65 00000400:00000200:3.0:1769074864.779396:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.779397:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.779401:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:3.0:1769074864.779403:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00010000:00000010:0.0:1769074864.780712:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:0.0:1769074864.780730:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00000400:00000200:3.0:1769074864.781218:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.781230:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f8480 00000400:00000200:3.0:1769074864.781236:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 115616 00000400:00000200:3.0:1769074864.781277:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.781280:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.781287:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.781292:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947800. 00000020:00000010:2.0:1769074864.781431:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.781437:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.781445:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.781450:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074864.781455:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.781536:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.781540:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.781543:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826609280 00000001:00000010:2.0:1769074864.781553:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfb40. 02000000:00000010:2.0:1769074864.781589:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86425000. 00010000:00000010:2.1:1769074864.781631:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.1:1769074864.781641:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:2.1:1769074864.781645:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429000. 00010000:00000010:2.1:1769074864.781649:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bb00. 00010000:00000010:2.0:1769074864.781676:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99700. 00010000:00000010:2.0:1769074864.781685:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab85e11b80. 00010000:00000010:2.0:1769074864.781703:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.781709:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.781724:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074864.781727:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074864.781742:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074864.781747:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00010000:00000010:3.1:1769074864.781775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429600. 00010000:00000010:3.1:1769074864.781780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b700. 00010000:00000010:2.0:1769074864.781849:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074864.781853:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074864.781856:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.781860:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:1.1:1769074864.781880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074864.781885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00000020:00000010:2.0:1769074864.781886:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074864.781892:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074864.781903:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd680360. 00080000:00000010:2.0:1769074864.781916:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8326a000. 00000001:00000010:2.0:1769074864.782267:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd6802a0. 00000001:00000010:2.0:1769074864.782274:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074864.782309:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd680360. 00010000:00000010:2.0:1769074864.782391:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074864.782395:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074864.782406:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddfb40. 00010000:00000010:2.0:1769074864.782440:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:3.0:1769074864.782448:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074864.782454:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b800. 00010000:00000010:3.0:1769074864.782459:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddfb40. 00080000:00000010:2.0:1769074864.782468:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c7c1c8. 00000004:00000010:2.0:1769074864.782475:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8fd3d600. 00000004:00000010:2.0:1769074864.782479:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8b650. 00000004:00000010:2.0:1769074864.782484:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad5363c0. 00000004:00000010:2.0:1769074864.782488:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8db6eb40. 00010000:00000010:2.0:1769074864.782500:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074864.782518:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890515, last committed = 17179890279 00010000:00000200:2.0:1769074864.782528:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947800 x1855007826609280/t17179890515(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.782548:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074864.782557:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826609280, offset 224 00000400:00000010:2.0:1769074864.782564:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169d58. 00000400:00000200:2.0:1769074864.782568:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.782579:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.782583:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41791:41791:256:4294967295] 192.168.204.10@tcp LPNI seq info [41787:41787:8:4294967295] 00000400:00000200:2.0:1769074864.782588:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.782594:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.782598:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.782623:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074864.782630:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.782637:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.782641:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.782669:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074864.782673:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.782678:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:1.0:1769074864.782760:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.782765:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074864.782769:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.782774:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074864.784147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:3.1:1769074864.784160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00000400:00000200:3.0:1769074864.784449:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.784466:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f69 00000400:00000200:3.0:1769074864.784473:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.784477:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.784484:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:3.0:1769074864.784486:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:2.1:1769074864.784645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.1:1769074864.784655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:1.0:1769074864.784972:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:1.0:1769074864.784984:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00000400:00000200:3.0:1769074864.785042:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.785052:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 504 into portal 12 MB=0x6971eaa8f8580 00000400:00000200:3.0:1769074864.785060:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 504/504 into md 0x20c29 [64] + 116104 00000400:00000200:3.0:1769074864.785105:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.785109:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.785115:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.785120:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947480. 00000020:00000010:2.0:1769074864.785181:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.785187:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.785193:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.785198:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074864.785203:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.785275:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.785278:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.785282:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826609536 00000001:00000010:2.0:1769074864.785292:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 02000000:00000010:2.0:1769074864.785333:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86421000. 00010000:00000010:2.0:1769074864.785365:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daa8fd41c80. 00010000:00000010:2.0:1769074864.785376:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daba0de5500. 00010000:00000010:2.0:1769074864.785394:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.785400:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.785417:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074864.785421:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb80. 00010000:00000010:2.0:1769074864.785425:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074864.785428:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00010000:00000010:2.0:1769074864.785517:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074864.785521:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b300. 00010000:00000010:2.0:1769074864.785524:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074864.785527:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00000020:00000010:2.0:1769074864.785553:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074864.785563:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074864.785573:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd680360. 00080000:00000010:2.0:1769074864.785583:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83269800. 00000001:00000010:2.0:1769074864.786075:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3a660. 00000001:00000010:2.0:1769074864.786081:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf6c0. 00000020:00000010:2.0:1769074864.786105:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd680360. 00010000:00000010:2.0:1769074864.786112:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074864.786115:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00010000:00000010:2.0:1769074864.786125:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddff00. 00010000:00000010:2.0:1769074864.786163:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:3.0:1769074864.786173:0:36254:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:3.0:1769074864.786179:0:36254:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b300. 00010000:00000010:3.0:1769074864.786184:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddff00. 00080000:00000010:2.0:1769074864.786206:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8de2f1d0. 00000004:00000010:2.0:1769074864.786220:0:44309:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fdaa148. 00000004:00000010:2.0:1769074864.786223:0:44309:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d36a8. 00000004:00000010:2.0:1769074864.786226:0:44309:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d3f20. 00000004:00000010:2.0:1769074864.786229:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab87d10480. 00000004:00000010:2.0:1769074864.786231:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fcca660. 00000004:00000010:2.0:1769074864.786240:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba16395a0. 00000004:00000010:2.0:1769074864.786243:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b266f00. 00010000:00000010:2.0:1769074864.786252:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074864.786281:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890516, last committed = 17179890279 00010000:00000200:2.0:1769074864.786291:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc947480 x1855007826609536/t17179890516(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 504/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.786310:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074864.786316:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826609536, offset 224 00000400:00000010:2.0:1769074864.786322:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169af0. 00000400:00000200:2.0:1769074864.786326:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.786339:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.786345:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41792:41792:256:4294967295] 192.168.204.10@tcp LPNI seq info [41788:41788:8:4294967295] 00000400:00000200:2.0:1769074864.786352:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.786359:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.786363:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.786367:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074864.786372:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.786376:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.786379:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.786401:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074864.786405:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.786410:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:3.0:1769074864.786478:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.786482:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074864.786485:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074864.786743:0:12638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:3.1:1769074864.786749:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00000400:00000200:3.0:1769074864.786756:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074864.787274:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:0.1:1769074864.787281:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.1:1769074864.787463:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429a00. 00010000:00000010:2.1:1769074864.787470:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b400. 00010000:00000010:2.1:1769074864.787473:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.1:1769074864.787478:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00000400:00000200:3.0:1769074864.787871:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.787887:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f6d 00000400:00000200:3.0:1769074864.787893:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.787896:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.787902:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:3.0:1769074864.787904:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00000400:00000200:3.0:1769074864.789536:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.789548:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 496 into portal 12 MB=0x6971eaa8f8680 00000400:00000200:3.0:1769074864.789555:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 496/496 into md 0x20c29 [64] + 116608 00000400:00000200:3.0:1769074864.789646:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.789652:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.789659:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.789667:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0a80. 00000020:00000010:2.0:1769074864.789717:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.789723:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.789730:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.789735:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074864.789741:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.789858:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.789861:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.789865:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826609792 00000001:00000010:2.0:1769074864.789875:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 02000000:00000010:2.0:1769074864.789909:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86422000. 00010000:00000010:2.0:1769074864.789953:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daa8fef7f00. 00010000:00000010:2.0:1769074864.789971:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fff3d80. 00010000:00000010:2.0:1769074864.789991:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.789997:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.790015:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074864.790019:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074864.790035:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.790038:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074864.790131:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074864.790134:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be00. 00010000:00000010:2.0:1769074864.790138:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074864.790141:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00000020:00000010:2.0:1769074864.790165:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074864.790172:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7560. 00000020:00000010:2.0:1769074864.790183:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3ab40. 00080000:00000010:2.0:1769074864.790192:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8326a800. 00000001:00000010:2.0:1769074864.790775:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034eb40. 00000001:00000010:2.0:1769074864.790782:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00000020:00000010:2.0:1769074864.790828:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3ab40. 00010000:00000010:2.0:1769074864.790838:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074864.790843:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00010000:00000010:2.0:1769074864.790857:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf240. 00010000:00000010:2.0:1769074864.790897:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00080000:00000010:2.0:1769074864.790919:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fdafab8. 00000004:00000010:2.0:1769074864.790928:0:44309:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1d1c0. 00000004:00000010:2.0:1769074864.790932:0:44309:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f080. 00000004:00000010:2.0:1769074864.790935:0:44309:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f148. 00000004:00000010:2.0:1769074864.790939:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8783b6c0. 00000004:00000010:2.0:1769074864.790942:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fb3ba90. 00000004:00000010:2.0:1769074864.790946:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa642d0. 00000004:00000010:2.0:1769074864.790950:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef3de00. 00010000:00000010:2.0:1769074864.790958:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074864.790973:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890517, last committed = 17179890279 00010000:00000200:2.0:1769074864.790983:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0a80 x1855007826609792/t17179890517(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 496/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.791003:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074864.791009:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826609792, offset 224 00000400:00000010:2.0:1769074864.791016:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169540. 00000400:00000200:2.0:1769074864.791020:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.791034:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.791041:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41793:41793:256:4294967295] 192.168.204.10@tcp LPNI seq info [41789:41789:8:4294967295] 00000400:00000200:2.0:1769074864.791048:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.791056:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.791062:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.791067:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074864.791074:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.791081:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.791085:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.791108:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074864.791111:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.791116:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00010000:00000010:0.0:1769074864.791425:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:0.0:1769074864.791432:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be00. 00010000:00000010:0.0:1769074864.791441:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf240. 00000800:00000200:2.0:1769074864.791747:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.791751:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:2.0:1769074864.791756:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.791762:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.0:1769074864.791893:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:1.0:1769074864.791902:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb80. 00010000:00000010:1.1:1769074864.792692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:1.1:1769074864.792701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.1:1769074864.792740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab87fff800. 00010000:00000010:2.1:1769074864.792746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa88ea3300. 00000400:00000200:3.0:1769074864.794202:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.794222:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f71 00000400:00000200:3.0:1769074864.794228:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.794231:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.794237:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:3.0:1769074864.794239:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00010000:00000010:1.0:1769074864.794301:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:1.0:1769074864.794323:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00000400:00000200:3.0:1769074864.794433:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.794441:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 488 into portal 12 MB=0x6971eaa8f8780 00000400:00000200:3.0:1769074864.794446:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 488/488 into md 0x20c29 [64] + 117104 00000400:00000200:3.0:1769074864.794497:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.794501:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.794506:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.794512:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1180. 00010000:00000010:3.1:1769074864.794687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:3.1:1769074864.794692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074864.795044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.1:1769074864.795075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00000020:00000010:2.0:1769074864.795109:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.795114:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.795120:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.795125:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074864.795128:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.795164:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.795167:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.795171:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826610048 00000001:00000010:2.0:1769074864.795180:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf6c0. 02000000:00000010:2.0:1769074864.795210:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab86424000. 00010000:00000010:2.0:1769074864.795242:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99900. 00010000:00000010:2.0:1769074864.795252:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab85e11880. 00010000:00000010:2.0:1769074864.795269:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.795275:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.795291:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074864.795294:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b700. 00010000:00000010:2.0:1769074864.795296:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074864.795298:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074864.795381:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074864.795385:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074864.795388:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074864.795391:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074864.795411:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7d80. 00000020:00000010:2.0:1769074864.795416:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7d80. 00000020:00000010:2.0:1769074864.795424:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074864.795431:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8326b400. 00000001:00000010:2.0:1769074864.795627:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e780. 00000001:00000010:2.0:1769074864.795634:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074864.795665:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00010000:00000010:2.0:1769074864.795674:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.795678:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00010000:00000010:2.0:1769074864.795690:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf6c0. 00010000:00000010:2.0:1769074864.795724:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:1.0:1769074864.795728:0:38628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:1.0:1769074864.795733:0:38628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:1.0:1769074864.795738:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf6c0. 00080000:00000010:2.0:1769074864.795761:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c7dab8. 00000004:00000010:2.0:1769074864.795770:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab87f4f300. 00000004:00000010:2.0:1769074864.795773:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8b430. 00000004:00000010:2.0:1769074864.795777:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8d80fd20. 00000004:00000010:2.0:1769074864.795780:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8db6e5a0. 00010000:00000010:2.0:1769074864.795789:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000200:2.0:1769074864.795802:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890518, last committed = 17179890279 00010000:00000200:2.0:1769074864.795809:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1180 x1855007826610048/t17179890518(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 488/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.795839:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074864.795845:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826610048, offset 224 00000400:00000010:2.0:1769074864.795856:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd1690a8. 00000400:00000200:2.0:1769074864.795860:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.795875:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.795881:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41794:41794:256:4294967295] 192.168.204.10@tcp LPNI seq info [41790:41790:8:4294967295] 00000400:00000200:2.0:1769074864.795888:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.795895:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.795900:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.795905:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074864.795911:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.795918:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.795922:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.796035:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b380. 00000020:00000010:2.0:1769074864.796040:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.796044:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:0.0:1769074864.796415:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.796419:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:0.0:1769074864.796423:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.796429:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074864.796650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ae00. 00010000:00000010:2.1:1769074864.796661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabb4ae9000. 00010000:00000010:2.1:1769074864.796665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.1:1769074864.796673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:0.1:1769074864.796709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:0.1:1769074864.796714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00000400:00000200:0.0:1769074864.798284:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.798302:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f75 00000400:00000200:0.0:1769074864.798309:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.798313:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.798321:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:0.0:1769074864.798324:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00010000:00000010:2.0:1769074864.798422:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074864.798432:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b700. 00010000:00000010:1.1:1769074864.798866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074864.798874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00000400:00000200:3.0:1769074864.799027:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.799038:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 512 into portal 12 MB=0x6971eaa8f8880 00000400:00000200:3.0:1769074864.799046:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 512/512 into md 0x20c29 [64] + 117592 00000400:00000200:3.0:1769074864.799093:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.799097:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.799104:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.799110:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2680. 00000020:00000010:2.0:1769074864.799180:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.799184:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.799189:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.799193:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.799196:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.799228:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.799229:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.799232:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826610304 00000001:00000010:2.0:1769074864.799240:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 02000000:00000010:2.0:1769074864.799269:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab82bcd000. 00010000:00000010:2.0:1769074864.799295:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daa8fef7c00. 00010000:00000010:2.0:1769074864.799303:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c380. 00010000:00000010:2.0:1769074864.799320:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.799326:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074864.799341:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074864.799344:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b380. 00010000:00000010:2.0:1769074864.799349:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074864.799351:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00010000:00000010:2.0:1769074864.799428:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074864.799431:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b080. 00010000:00000010:2.0:1769074864.799433:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.799435:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074864.799452:0:44309:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7d80. 00000020:00000010:2.0:1769074864.799458:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7d80. 00000020:00000010:2.0:1769074864.799466:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074864.799472:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daba02d1c00. 00000001:00000010:2.0:1769074864.800176:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e1e0. 00000001:00000010:2.0:1769074864.800182:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00000020:00000010:2.0:1769074864.800204:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00010000:00000010:2.0:1769074864.800212:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074864.800216:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00010000:00000010:2.0:1769074864.800229:0:44309:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074864.800254:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00080000:00000010:2.0:1769074864.800279:0:44309:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fdaf560. 00000004:00000010:2.0:1769074864.800293:0:44309:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1f778. 00000004:00000010:2.0:1769074864.800296:0:44309:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f6a8. 00000004:00000010:2.0:1769074864.800298:0:44309:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1ff28. 00000004:00000010:2.0:1769074864.800301:0:44309:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab8783b600. 00000004:00000010:2.0:1769074864.800303:0:44309:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fb3a880. 00000004:00000010:2.0:1769074864.800306:0:44309:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8fa64f78. 00000004:00000010:2.0:1769074864.800309:0:44309:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8ef3c780. 00010000:00000010:2.0:1769074864.800320:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000200:2.0:1769074864.800339:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890519, last committed = 17179890279 00010000:00000200:2.0:1769074864.800349:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff2680 x1855007826610304/t17179890519(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 512/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.800367:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074864.800373:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826610304, offset 224 00000400:00000010:2.0:1769074864.800380:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169620. 00000400:00000200:2.0:1769074864.800384:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.800396:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.800401:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41795:41795:256:4294967295] 192.168.204.10@tcp LPNI seq info [41791:41791:8:4294967295] 00000400:00000200:2.0:1769074864.800406:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.800412:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.800416:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.800420:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074864.800424:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.800429:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.800432:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.800458:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.800462:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.800467:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:1.0:1769074864.800536:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074864.800541:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074864.800544:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.800549:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.0:1769074864.800709:0:45980:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:3.0:1769074864.800716:0:45980:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b080. 00010000:00000010:3.0:1769074864.800723:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab89ddf300. 00010000:00000010:2.1:1769074864.800792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429e00. 00010000:00000010:2.1:1769074864.800798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56be00. 00010000:00000010:1.1:1769074864.803639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074864.803658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00000400:00000200:0.0:1769074864.804248:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074864.804270:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f79 00000400:00000200:0.0:1769074864.804278:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.804283:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074864.804289:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:0.0:1769074864.804292:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00010000:00000010:1.0:1769074864.804367:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:1.0:1769074864.804379:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b380. 00000400:00000200:3.0:1769074864.805149:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.805160:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8f8980 00000400:00000200:3.0:1769074864.805166:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed85 [2] + 784 00000400:00000200:3.0:1769074864.805221:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.805226:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.805233:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074864.805239:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1880. 00000020:00000010:2.0:1769074864.805316:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.805322:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.805327:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.805333:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.805338:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.805381:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.805384:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.805387:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826610560 00000001:00000010:2.0:1769074864.805396:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 02000000:00000010:2.0:1769074864.805427:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daba02d3000. 00000004:00000010:2.0:1769074864.805482:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa88bdcd80. 00080000:00000010:2.0:1769074864.805508:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daba02d2c00. 00000001:00000010:2.0:1769074864.805533:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e120. 00000001:00000010:2.0:1769074864.805538:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf300. 00010000:00000200:2.0:1769074864.805575:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1880 x1855007826610560/t17179890520(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 392/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.805590:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074864.805594:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826610560, offset 224 00000400:00000200:2.0:1769074864.805599:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.805651:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.805658:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41796:41796:256:4294967295] 192.168.204.10@tcp LPNI seq info [41792:41792:8:4294967295] 00000400:00000200:2.0:1769074864.805669:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.805674:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.805680:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074864.805685:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.805692:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.805696:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.805711:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.805714:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.805718:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:0.0:1769074864.805811:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.805824:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:0.0:1769074864.805827:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.805831:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.805835:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:0.0:1769074864.805837:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00010000:00000010:2.1:1769074864.806643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.1:1769074864.806670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:1.1:1769074864.807646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074864.807657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00000400:00000200:0.0:1769074864.808492:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.808508:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 512 into portal 12 MB=0x6971eaa8f8a80 00000400:00000200:0.0:1769074864.808514:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 512/512 into md 0x20c29 [64] + 118104 00000400:00000200:0.0:1769074864.808526:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.808529:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.808535:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.808540:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe73480. 00000020:00000010:2.0:1769074864.808917:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.808922:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.808927:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.808931:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.808935:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.808997:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.808999:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.809001:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826610816 00000001:00000010:2.0:1769074864.809008:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 02000000:00000010:2.0:1769074864.809036:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8dab82bcf000. 00010000:00000010:2.0:1769074864.809074:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf80. 00010000:00000010:2.0:1769074864.809089:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8daa8fef7180. 00010000:00000010:2.0:1769074864.809114:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb00. 00010000:00000010:2.0:1769074864.809125:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd26b500. 00010000:00000010:2.0:1769074864.809129:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c4b6600. 00010000:00000010:2.0:1769074864.809145:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074864.809147:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074864.809151:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.809155:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf80. 00010000:00000010:2.0:1769074864.809165:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074864.809168:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b480. 00010000:00000010:2.0:1769074864.809171:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074864.809174:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00010000:00000010:2.0:1769074864.809512:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074864.809516:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074864.809520:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.809524:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000020:00000010:2.0:1769074864.809563:0:42856:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8daba00d7d80. 00000020:00000010:2.0:1769074864.809571:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8daba00d7d80. 00080000:00000010:2.0:1769074864.809581:0:42856:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabafabd720. 00080000:00000010:2.0:1769074864.809584:0:42856:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dab8656f300. 00080000:00000010:2.0:1769074864.809600:0:42856:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dab8656f300. 00080000:00000010:2.0:1769074864.809633:0:42856:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabafabd720. 00000020:00000010:2.0:1769074864.809644:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074864.809653:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f877800. 00000001:00000010:2.0:1769074864.810103:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034eba0. 00000001:00000010:2.0:1769074864.810111:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074864.810140:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00010000:00000010:2.0:1769074864.810168:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.810173:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00080000:00000010:2.0:1769074864.810202:0:42856:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fb7c720. 00000004:00000010:2.0:1769074864.810213:0:42856:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8f41e220. 00000004:00000010:2.0:1769074864.810219:0:42856:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa8f9e8078. 00000004:00000010:2.0:1769074864.810223:0:42856:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fa7f860. 00010000:00000010:2.0:1769074864.810237:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf80. 00010000:00000010:2.0:1769074864.810241:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000200:2.0:1769074864.810262:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890521, last committed = 17179890279 00010000:00000200:2.0:1769074864.810272:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe73480 x1855007826610816/t17179890521(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 512/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074864.810295:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074864.810303:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826610816, offset 224 00000400:00000010:2.0:1769074864.810310:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169850. 00000400:00000200:2.0:1769074864.810314:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.810331:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.810338:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41797:41797:256:4294967295] 192.168.204.10@tcp LPNI seq info [41793:41793:8:4294967295] 00000400:00000200:2.0:1769074864.810345:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074864.810351:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.810357:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.810362:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074864.810369:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.810377:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.810381:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.810404:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.810408:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.810413:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:3.0:1769074864.810583:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.810587:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:3.0:1769074864.810592:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.810596:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074864.813886:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074864.813906:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f81 00000400:00000200:1.0:1769074864.813912:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.813915:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074864.813921:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:1.0:1769074864.813923:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00010000:00000010:3.0:1769074864.814161:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:3.0:1769074864.814172:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b480. 00010000:00000010:2.1:1769074864.822180:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074864.822196:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.1:1769074864.822202:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14bc00. 00010000:00000010:2.1:1769074864.822207:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabb4ae9700. 00010000:00000010:2.1:1769074864.822209:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.822233:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:3.1:1769074864.822652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:3.1:1769074864.822659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:1.1:1769074864.823841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074864.823854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:3.1:1769074864.826664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:3.1:1769074864.826680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.1:1769074864.826756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ca20200. 00010000:00000010:2.1:1769074864.826764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14be00. 00010000:00000010:2.1:1769074864.826769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabb4ae9300. 00010000:00000010:2.1:1769074864.826773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6a00. 00010000:00000010:2.1:1769074864.826777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d82e400. 00010000:00000010:2.1:1769074864.826779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074864.826782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.1:1769074864.826789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:2.1:1769074864.826792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00000400:00000200:0.0:1769074864.841026:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.841047:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f8b00 00000400:00000200:0.0:1769074864.841056:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 118616 00000400:00000200:0.0:1769074864.841075:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.841079:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.841087:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.841094:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70380. 00000020:00000010:2.0:1769074864.841223:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.841229:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.841235:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.841241:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.841247:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.841294:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.841297:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.841301:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826610944 00000001:00000010:2.0:1769074864.841311:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf300. 00010000:00000010:2.0:1769074864.841338:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074864.841342:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074864.841349:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074864.841358:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf80. 02000000:00000010:2.0:1769074864.841388:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab82bce000. 00010000:00000010:2.0:1769074864.841422:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074864.841426:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00010000:00000010:2.0:1769074864.841551:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf80. 00010000:00000200:2.0:1769074864.841577:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70380 x1855007826610944/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/688 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.841595:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074864.841650:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1855007826610944, offset 224 00000400:00000200:2.0:1769074864.841658:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.841669:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.841675:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41798:41798:256:4294967295] 192.168.204.10@tcp LPNI seq info [41794:41794:8:4294967295] 00000400:00000200:2.0:1769074864.841685:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.841690:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.841697:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074864.841703:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.841709:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.841713:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.842114:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.842121:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.842126:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00010000:00000010:2.1:1769074864.847824:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00000800:00000200:2.0:1769074864.847955:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074864.847960:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:2.0:1769074864.847966:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.847974:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074864.847983:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:2.0:1769074864.847986:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00000400:00000200:1.0:1769074864.856706:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074864.856729:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 592 into portal 12 MB=0x6971eaa8f8b80 00000400:00000200:1.0:1769074864.856738:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 592/592 into md 0x20c29 [64] + 119192 00000400:00000200:1.0:1769074864.856754:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074864.856801:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074864.856810:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074864.856827:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4a80. 00000020:00000010:2.0:1769074864.857363:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.857370:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.857376:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.857382:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.857387:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.857437:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.857440:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.857443:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826611072 00010000:00000010:2.0:1769074864.857474:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.857494:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf80. 02000000:00000010:2.0:1769074864.857528:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8daa8c58c000. 00010000:00000010:2.0:1769074864.857558:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.857563:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074864.857581:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074864.857585:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074864.857589:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074864.857592:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074864.857720:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074864.857735:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074864.857741:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074864.857769:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf80. 00010000:00000200:2.0:1769074864.857783:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a4a80 x1855007826611072/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 592/584 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.857803:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074864.857810:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826611072, offset 224 00000400:00000200:2.0:1769074864.857829:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.857842:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.857847:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41799:41799:256:4294967295] 192.168.204.10@tcp LPNI seq info [41795:41795:8:4294967295] 00000400:00000200:2.0:1769074864.857860:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.857865:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.857871:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074864.857877:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.857884:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.857888:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.857920:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.857924:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.857929:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:3.0:1769074864.858296:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.858301:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:3.0:1769074864.858306:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.858311:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.858316:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:3.0:1769074864.858319:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00010000:00000010:2.1:1769074864.864015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.864037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:2.1:1769074864.864041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.1:1769074864.864045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00000400:00000200:2.0:1769074864.866367:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.866389:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 568 into portal 12 MB=0x6971eaa8f8c80 00000400:00000200:2.0:1769074864.866399:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 568/568 into md 0x20c29 [64] + 119784 00000400:00000200:2.0:1769074864.866417:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.866422:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.866431:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.866440:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8b486680. 00000020:00000010:0.0:1769074864.866671:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.866677:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.866684:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074864.866689:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.866694:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.866738:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c380. 00000020:00000010:0.0:1769074864.866740:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c380. 00000100:00000200:0.0:1769074864.866743:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826611328 02000000:00000010:0.0:1769074864.866781:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8dab8782d000. 00010000:00000010:0.0:1769074864.866834:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:0.0:1769074864.866849:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491be80. 00010000:00000010:0.0:1769074864.866938:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074864.866942:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074864.866949:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074864.866954:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.866970:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074864.866972:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66480. 00010000:00000010:0.0:1769074864.866975:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074864.866978:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000004:00000010:0.0:1769074864.867003:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3ee1e0. 00000004:00000010:0.0:1769074864.867012:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367618. 00000004:00000010:0.0:1769074864.867023:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d0660. 00080000:00000010:0.0:1769074864.867081:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8e9eb398. 00000020:00000010:0.0:1769074864.867110:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad720. 00080000:00000010:0.0:1769074864.867121:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb20c00. 00000001:00000010:0.0:1769074864.868039:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b900. 00000001:00000010:0.0:1769074864.868049:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074864.868129:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad720. 00010000:00000010:0.0:1769074864.868183:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.868191:0:44309:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000200:0.0:1769074864.868236:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890522, last committed = 17179890279 00010000:00000200:0.0:1769074864.868250:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b486680 x1855007826611328/t17179890522(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 568/448 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074864.868272:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074864.868280:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855007826611328, offset 224 00000400:00000010:0.0:1769074864.868286:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1ee0. 00000400:00000200:0.0:1769074864.868290:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.868305:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.868312:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41800:41800:256:4294967295] 192.168.204.10@tcp LPNI seq info [41796:41796:8:4294967295] 00000400:00000200:0.0:1769074864.868319:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074864.868326:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.868332:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.868337:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074864.868344:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.868352:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.868356:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.868391:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.868395:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.868399:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:3.0:1769074864.868881:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.868886:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074864.868892:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.868898:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.870331:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.870350:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66f8d 00000400:00000200:3.0:1769074864.870357:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.870361:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.870368:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:3.0:1769074864.870371:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 00010000:00000010:1.0:1769074864.870520:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074864.870529:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66480. 00010000:00000010:0.1:1769074864.875021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:0.1:1769074864.875039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:0.1:1769074864.875044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:0.1:1769074864.875048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00010000:00000010:1.1:1769074864.878745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074864.878763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:2.0:1769074864.898242:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074864.898261:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f8d00 00000400:00000200:2.0:1769074864.898270:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 120352 00000400:00000200:2.0:1769074864.898331:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.898336:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074864.898344:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074864.898351:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86495f80. 00000020:00000010:0.0:1769074864.898858:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.898864:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.898870:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074864.898875:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.898879:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.898960:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.898963:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c740. 00000100:00000200:0.0:1769074864.898966:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826611456 00000001:00000010:0.0:1769074864.898977:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 00010000:00000010:0.0:1769074864.899000:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074864.899003:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074864.899009:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074864.899016:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074864.899042:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8782b000. 00010000:00000010:0.0:1769074864.899073:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074864.899077:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074864.899182:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074864.899205:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86495f80 x1855007826611456/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/688 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074864.899224:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9b28. 00000100:00000200:0.0:1769074864.899231:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1855007826611456, offset 224 00000400:00000200:0.0:1769074864.899238:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.899249:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.899267:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41801:41801:256:4294967295] 192.168.204.10@tcp LPNI seq info [41797:41797:8:4294967295] 00000400:00000200:0.0:1769074864.899277:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.899282:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.899287:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074864.899292:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.899299:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.899303:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.899322:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.899326:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.899329:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:3.0:1769074864.899460:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.899465:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:3.0:1769074864.899470:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.899474:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.899479:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:3.0:1769074864.899492:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00010000:00000010:0.1:1769074864.912658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:3.0:1769074864.918177:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.918195:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8f8e00 00000400:00000200:3.0:1769074864.918204:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 120928 00000400:00000200:3.0:1769074864.918221:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.918226:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.918233:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.918240:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1f80. 00000020:00000010:0.0:1769074864.919136:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.919145:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.919152:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074864.919158:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.919163:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.919212:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.919215:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c740. 00000100:00000200:0.0:1769074864.919218:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826611712 00010000:00000010:0.0:1769074864.919248:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074864.919256:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074864.919289:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab87829000. 00000004:00000010:0.0:1769074864.919792:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66c80. 00080000:00000010:0.0:1769074864.919805:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb20800. 00000001:00000010:0.0:1769074864.919848:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8ee9b7e0. 00000001:00000010:0.0:1769074864.919854:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074864.919924:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074864.919944:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1f80 x1855007826611712/t17179890523(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 648/608 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 301/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074864.919963:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074864.919971:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826611712, offset 224 00000400:00000200:0.0:1769074864.919978:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.919991:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.919996:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41802:41802:256:4294967295] 192.168.204.10@tcp LPNI seq info [41798:41798:8:4294967295] 00000400:00000200:0.0:1769074864.920009:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.920015:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.920020:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074864.920026:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.920034:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.920038:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.920108:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.920113:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.920117:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:3.0:1769074864.924458:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.924468:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:3.0:1769074864.924476:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.924573:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.924581:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:3.0:1769074864.924584:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00010000:00000010:0.1:1769074864.929735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:3.0:1769074864.929933:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.929951:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8f8f00 00000400:00000200:3.0:1769074864.929958:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed85 [2] + 1176 00000400:00000200:3.0:1769074864.929971:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.929976:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.929984:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074864.929991:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3b80. 00000020:00000010:1.0:1769074864.933426:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074864.933438:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074864.933449:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.933454:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.933462:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.934411:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074864.934419:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074864.934425:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826611968 00000001:00000010:1.0:1769074864.934438:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 02000000:00000010:1.0:1769074864.934791:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabad30c400. 00000020:00000010:1.0:1769074864.934878:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454b40. 00080000:00000010:1.0:1769074864.934890:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30c800. 00000001:00000010:1.0:1769074864.934976:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454ae0. 00000001:00000010:1.0:1769074864.934984:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111cc0. 00000020:00000010:1.0:1769074864.935016:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454b40. 00000004:00000010:1.0:1769074864.935036:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66c80. 00010000:00000200:1.0:1769074864.935077:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3b80 x1855007826611968/t17179890524(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 392/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074864.935099:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074864.935108:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826611968, offset 224 00000400:00000200:1.0:1769074864.935116:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.935130:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.935137:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41803:41803:256:4294967295] 192.168.204.10@tcp LPNI seq info [41799:41799:8:4294967295] 00000400:00000200:1.0:1769074864.935165:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.935171:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.935178:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074864.935184:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.935192:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.935196:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.935755:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.935761:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.935766:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:3.0:1769074864.943404:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.943413:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:3.0:1769074864.943421:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.943429:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.943436:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:3.0:1769074864.943439:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 00000400:00000200:3.0:1769074864.972173:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.972194:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 536 into portal 12 MB=0x6971eaa8f9000 00000400:00000200:3.0:1769074864.972205:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 536/536 into md 0x20c29 [64] + 121576 00000400:00000200:3.0:1769074864.972222:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.972226:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.972235:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.972242:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0000. 00000020:00000010:0.0:1769074864.972368:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.972374:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.972381:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074864.972386:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.972391:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.972435:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.972438:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c740. 00000100:00000200:0.0:1769074864.972441:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826612224 00000001:00000010:0.0:1769074864.972450:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8f00. 00010000:00000010:0.0:1769074864.972484:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074864.972508:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074864.972517:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074864.972520:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074864.972525:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074864.972530:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 02000000:00000010:0.0:1769074864.972560:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab87828000. 00010000:00000010:0.0:1769074864.972689:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074864.972693:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.972707:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074864.972709:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074864.972713:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074864.972717:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074864.972789:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074864.972796:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:0.0:1769074864.972799:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074864.972829:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074864.972833:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00010000:00000200:0.0:1769074864.972846:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0000 x1855007826612224/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 536/608 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074864.972864:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074864.972869:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826612224, offset 224 00000400:00000200:0.0:1769074864.972876:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.972887:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.972892:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41804:41804:256:4294967295] 192.168.204.10@tcp LPNI seq info [41800:41800:8:4294967295] 00000400:00000200:0.0:1769074864.972902:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.972908:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.972912:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074864.972918:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.972925:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.972929:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.972971:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.972975:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.972978:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:0.0:1769074864.973062:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074864.973065:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:0.0:1769074864.973069:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.973073:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074864.973077:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:0.0:1769074864.973079:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00000400:00000200:3.0:1769074864.977796:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.977827:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 576 into portal 12 MB=0x6971eaa8f9080 00000400:00000200:3.0:1769074864.977836:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 576/576 into md 0x20c29 [64] + 122112 00000400:00000200:3.0:1769074864.977854:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.977859:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.977867:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.977874:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1c00. 00000020:00000010:2.0:1769074864.978156:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.978162:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.978169:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.978175:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.978181:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.978225:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.978228:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.978231:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826612352 00010000:00000010:2.0:1769074864.978259:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826e00. 00010000:00000010:2.0:1769074864.978262:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b180. 00010000:00000010:2.0:1769074864.978269:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.978275:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf80. 02000000:00000010:2.0:1769074864.978305:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8672c000. 00010000:00000010:2.0:1769074864.978334:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:2.0:1769074864.978339:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c780. 00010000:00000010:2.0:1769074864.978442:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf80. 00010000:00000200:2.0:1769074864.978464:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1c00 x1855007826612352/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 576/688 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.978484:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074864.978505:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1855007826612352, offset 224 00000400:00000200:2.0:1769074864.978513:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.978524:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.978530:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41805:41805:256:4294967295] 192.168.204.10@tcp LPNI seq info [41801:41801:8:4294967295] 00000400:00000200:2.0:1769074864.978541:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.978547:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.978553:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074864.978559:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.978566:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.978570:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.978593:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.978597:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.978645:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:3.0:1769074864.979285:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.979292:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:3.0:1769074864.979297:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.979302:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.979307:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:3.0:1769074864.979310:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00010000:00000010:0.1:1769074864.979756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074864.979765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:2.1:1769074864.983154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:0.1:1769074864.983904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.1:1769074864.983914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074864.983919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.1:1769074864.983921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:0.1:1769074864.983924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:0.0:1769074864.983956:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074864.983973:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 536 into portal 12 MB=0x6971eaa8f9180 00000400:00000200:0.0:1769074864.983983:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 536/536 into md 0x20c29 [64] + 122688 00000400:00000200:0.0:1769074864.983998:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074864.984003:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074864.984010:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074864.984016:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe70a80. 00000020:00000010:2.0:1769074864.984121:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.984128:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.984134:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074864.984139:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.984156:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.984199:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074864.984202:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074864.984205:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826612608 00010000:00000010:2.0:1769074864.984232:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074864.984240:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf80. 02000000:00000010:2.0:1769074864.984270:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab86729000. 00010000:00000010:2.0:1769074864.984298:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074864.984302:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074864.984320:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074864.984323:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074864.984327:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074864.984330:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000004:00000010:2.0:1769074864.984453:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabb491b680. 00080000:00000010:2.0:1769074864.984465:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f874400. 00000001:00000010:2.0:1769074864.984507:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ea20. 00000001:00000010:2.0:1769074864.984513:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfcc0. 00010000:00000010:2.0:1769074864.984562:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074864.984574:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074864.984579:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074864.984638:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf80. 00010000:00000200:2.0:1769074864.984651:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe70a80 x1855007826612608/t17179890525(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 536/608 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074864.984670:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074864.984677:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855007826612608, offset 224 00000400:00000200:2.0:1769074864.984684:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074864.984694:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074864.984700:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41806:41806:256:4294967295] 192.168.204.10@tcp LPNI seq info [41802:41802:8:4294967295] 00000400:00000200:2.0:1769074864.984711:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074864.984716:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074864.984721:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074864.984728:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074864.984734:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074864.984738:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1769074864.984765:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074864.984770:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074864.984775:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:3.0:1769074864.985179:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.985184:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:3.0:1769074864.985188:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.985194:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.985198:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:3.0:1769074864.985201:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00010000:00000010:2.1:1769074864.988881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074864.988896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074864.988902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00000400:00000200:3.0:1769074864.992464:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.992497:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 520 into portal 12 MB=0x6971eaa8f9280 00000400:00000200:3.0:1769074864.992506:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 520/520 into md 0x20c29 [64] + 123224 00000400:00000200:3.0:1769074864.992521:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.992526:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.992533:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074864.992540:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2300. 00000020:00000010:0.0:1769074864.992891:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.992897:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.992904:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074864.992908:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.992913:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.992959:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c740. 00000020:00000010:0.0:1769074864.992962:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c740. 00000100:00000200:0.0:1769074864.992965:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826612864 00000001:00000010:0.0:1769074864.992976:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111cc0. 02000000:00000010:0.0:1769074864.993012:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8dabbd197000. 00010000:00000010:0.0:1769074864.993043:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074864.993047:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66100. 00010000:00000010:0.0:1769074864.993054:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074864.993061:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000020:00000010:0.0:1769074864.993117:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8ee9b840. 00080000:00000010:0.0:1769074864.993126:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb23c00. 00000001:00000010:0.0:1769074864.993225:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6f00. 00000001:00000010:0.0:1769074864.993232:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8480. 00000020:00000010:0.0:1769074864.993309:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8ee9b840. 00010000:00000200:0.0:1769074864.993345:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890526, last committed = 17179890279 00010000:00000200:0.0:1769074864.993355:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff2300 x1855007826612864/t17179890526(0) o36->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 520/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074864.993374:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074864.993380:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826612864, offset 224 00000400:00000010:0.0:1769074864.993386:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1c08. 00000400:00000200:0.0:1769074864.993391:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074864.993404:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074864.993411:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41807:41807:256:4294967295] 192.168.204.10@tcp LPNI seq info [41803:41803:8:4294967295] 00000400:00000200:0.0:1769074864.993417:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074864.993424:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074864.993429:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074864.993434:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074864.993440:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074864.993447:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074864.993451:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074864.993481:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074864.993485:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074864.993488:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00010000:00000010:2.1:1769074864.993740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00000800:00000200:3.0:1769074864.995052:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.995058:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:3.0:1769074864.995063:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.995071:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.995098:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074864.995111:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66fa9 00000400:00000200:3.0:1769074864.995117:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.995120:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074864.995125:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:3.0:1769074864.995128:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00010000:00000010:2.0:1769074864.995324:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:2.0:1769074864.995335:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66100. 00000400:00000200:3.0:1769074864.995449:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074864.995458:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8f9380 00000400:00000200:3.0:1769074864.995465:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed85 [2] + 1568 00000400:00000200:3.0:1769074864.995806:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.995823:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074864.995829:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074864.995836:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0700. 00000020:00000010:1.0:1769074864.995893:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074864.995898:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074864.995906:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89800. 00000020:00000010:1.0:1769074864.995910:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.995914:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.995951:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dd80. 00000020:00000010:1.0:1769074864.995954:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dd80. 00000100:00000200:1.0:1769074864.995957:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826613120 00000001:00000010:1.0:1769074864.995967:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfcc0. 02000000:00000010:1.0:1769074864.996002:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabad30f400. 00000004:00000010:1.0:1769074864.996071:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabb491b680. 00080000:00000010:1.0:1769074864.996091:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30dc00. 00000001:00000010:1.0:1769074864.996124:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454840. 00000001:00000010:1.0:1769074864.996130:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111840. 00010000:00000200:1.0:1769074864.996287:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0700 x1855007826613120/t17179890527(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:400/0 lens 392/456 e 0 to 0 dl 1769074875 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074864.996308:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074864.996313:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826613120, offset 224 00000400:00000200:1.0:1769074864.996320:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074864.996330:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074864.996336:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41808:41808:256:4294967295] 192.168.204.10@tcp LPNI seq info [41804:41804:8:4294967295] 00000400:00000200:1.0:1769074864.996346:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074864.996351:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074864.996358:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074864.996363:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074864.996370:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074864.996373:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074864.996394:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074864.996398:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074864.996401:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89800. 00000800:00000200:3.0:1769074864.996736:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.996740:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:3.0:1769074864.996744:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.996749:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074864.996753:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00000400:00000010:3.0:1769074864.996755:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00010000:00000010:2.1:1769074865.001751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:2.1:1769074865.001768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:3.0:1769074865.023531:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074865.023553:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 592 into portal 12 MB=0x6971eaa8f9400 00000400:00000200:3.0:1769074865.023562:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 592/592 into md 0x20c29 [64] + 123744 00000400:00000200:3.0:1769074865.023578:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.023583:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074865.023591:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074865.023597:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1500. 00000020:00000010:2.0:1769074865.026796:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074865.026808:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074865.026827:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074865.026834:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074865.026839:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074865.026959:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074865.026963:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074865.026966:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826613248 00000001:00000010:2.0:1769074865.026977:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8480. 00010000:00000010:2.0:1769074865.027005:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074865.027013:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf80. 02000000:00000010:2.0:1769074865.027041:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8dab8672a000. 00010000:00000010:2.0:1769074865.027071:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074865.027075:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074865.027094:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074865.027099:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074865.027103:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074865.027106:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074865.027195:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826c00. 00010000:00000010:2.0:1769074865.027199:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b600. 00010000:00000010:2.0:1769074865.027203:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:2.0:1769074865.027206:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c900. 00010000:00000010:2.0:1769074865.027277:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074865.027289:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074865.027296:0:42856:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074865.027319:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf80. 00010000:00000200:2.0:1769074865.027337:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1500 x1855007826613248/t0(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 592/584 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.027357:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074865.027364:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855007826613248, offset 224 00000400:00000200:2.0:1769074865.027371:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.027386:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.027393:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41809:41809:256:4294967295] 192.168.204.10@tcp LPNI seq info [41805:41805:8:4294967295] 00000400:00000200:2.0:1769074865.027404:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.027410:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.027415:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074865.027423:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.027430:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.027434:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.027520:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074865.027525:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074865.027530:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:3.0:1769074865.032114:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074865.032125:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:3.0:1769074865.032132:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.032141:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074865.032149:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:3.0:1769074865.032151:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00000400:00000200:3.0:1769074865.033025:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074865.033051:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8f9500 00000400:00000200:3.0:1769074865.033065:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 124336 00000400:00000200:3.0:1769074865.033085:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.033090:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074865.033100:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074865.033109:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0e00. 00000020:00000010:2.0:1769074865.037221:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074865.037234:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074865.037242:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074865.037248:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074865.037255:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074865.037291:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f300. 00000020:00000010:2.0:1769074865.037294:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f300. 00000100:00000200:2.0:1769074865.037297:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826613504 00010000:00000010:2.0:1769074865.037327:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074865.037336:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf80. 02000000:00000010:2.0:1769074865.037373:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab8672d000. 00010000:00000010:2.0:1769074865.037475:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074865.037580:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074865.037631:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074865.037636:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bb00. 00010000:00000010:2.0:1769074865.037641:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074865.037644:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000004:00000010:2.0:1769074865.037683:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa902a2000. 00000004:00000010:2.0:1769074865.037694:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab86361168. 00000004:00000010:2.0:1769074865.037700:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8ec37a90. 00080000:00000010:2.0:1769074865.037712:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bb728. 00000020:00000010:2.0:1769074865.037745:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074865.037754:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f876c00. 00000004:00000010:2.0:1769074865.037779:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab89ddf6c0. 00020000:00000010:2.0:1769074865.037868:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3f20. 00020000:00000010:2.0:1769074865.037872:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d36a8. 00000004:00000010:2.0:1769074865.037879:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fdaa148. 00000001:00000010:2.0:1769074865.038280:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e3c0. 00000001:00000010:2.0:1769074865.038287:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074865.038342:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00010000:00000010:2.0:1769074865.038382:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826900. 00010000:00000010:2.0:1769074865.038386:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc80. 00010000:00000010:2.0:1769074865.038391:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:2.0:1769074865.038395:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c600. 00000004:00000010:2.0:1769074865.038421:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabb491ba00. 00010000:00000010:2.0:1769074865.038449:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074865.039283:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf80. 00010000:00000200:2.0:1769074865.039306:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890528, last committed = 17179890279 00010000:00000200:2.0:1769074865.039318:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0e00 x1855007826613504/t17179890528(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.039340:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074865.039348:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826613504, offset 224 00000400:00000010:2.0:1769074865.039356:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd169bd0. 00000400:00000200:2.0:1769074865.039361:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.039377:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.039383:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41810:41810:256:4294967295] 192.168.204.10@tcp LPNI seq info [41806:41806:8:4294967295] 00000400:00000200:2.0:1769074865.039390:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074865.039397:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.039403:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.039408:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074865.039414:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.039422:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.039427:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.040302:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074865.040312:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:2.0:1769074865.040318:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 00000800:00000200:3.0:1769074865.041060:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074865.041068:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:3.0:1769074865.041074:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.041081:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074865.043242:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074865.043263:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66fb5 00000400:00000200:3.0:1769074865.043270:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.043275:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074865.043282:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:3.0:1769074865.043285:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 00010000:00000010:1.0:1769074865.043421:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:1.0:1769074865.043433:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bb00. 00010000:00000010:2.1:1769074865.044824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.1:1769074865.044837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074865.044842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.1:1769074865.044845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00000400:00000200:3.0:1769074865.046979:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074865.046999:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8f9600 00000400:00000200:3.0:1769074865.047008:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ed85 [2] + 1960 00000400:00000010:3.0:1769074865.047015:0:12638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae2634d0. 00000400:00000200:3.0:1769074865.047022:0:12638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f8ff900 00000400:00000200:3.0:1769074865.048173:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.048184:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074865.048192:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f8ff900 00000400:00000010:3.0:1769074865.048194:0:12638:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f8ff900. 00000100:00000200:3.0:1769074865.048200:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074865.056286:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f6c0. 00000020:00000010:2.0:1769074865.056299:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f6c0. 00000020:00000010:2.0:1769074865.056307:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82400. 00000020:00000010:2.0:1769074865.056312:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b700. 00000020:00000010:2.0:1769074865.056318:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117af0. 00000020:00000010:3.0:1769074865.056712:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.056716:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074865.056720:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826613760 00000001:00000010:3.0:1769074865.056731:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111840. 02000000:00000010:3.0:1769074865.056771:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbc758000. 00000020:00000010:3.0:1769074865.056830:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87885de0. 00080000:00000010:3.0:1769074865.056840:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc759400. 00000001:00000010:3.0:1769074865.056925:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabb445fb40. 00000001:00000010:3.0:1769074865.056931:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074865.056998:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87885de0. 00000004:00000010:3.0:1769074865.057018:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabb491ba00. 00010000:00000200:3.0:1769074865.057058:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b20bc50 x1855007826613760/t17179890529(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.057078:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46d48. 00000100:00000200:3.0:1769074865.057085:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826613760, offset 224 00000400:00000200:3.0:1769074865.057093:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.057107:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.057112:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41811:41811:256:4294967295] 192.168.204.10@tcp LPNI seq info [41807:41807:8:4294967295] 00000400:00000200:3.0:1769074865.057123:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.057128:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.057133:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074865.057140:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.057146:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.057150:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.057179:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b700. 00000020:00000010:3.0:1769074865.057184:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117af0. 00000020:00000010:3.0:1769074865.057190:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82400. 02000000:00000010:3.0:1769074865.057199:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabad30f400. 00000800:00000200:0.0:1769074865.058272:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.058279:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074865.058286:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.058294:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.058300:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46d48 00000400:00000010:0.0:1769074865.058303:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46d48. 02000000:00000010:0.0:1769074865.058308:0:12640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbc758000. 00000100:00000010:3.0:1769074865.058890:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0700. 02000000:00000010:3.0:1769074865.058900:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabad30c400. 00000100:00000010:3.0:1769074865.058902:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3b80. 02000000:00000010:3.0:1769074865.058907:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daba02d3000. 00000100:00000010:3.0:1769074865.058909:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1880. 02000000:00000010:3.0:1769074865.058913:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabad30ec00. 00000100:00000010:3.0:1769074865.058915:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944e00. 02000000:00000010:3.0:1769074865.058918:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabaffe1000. 00000100:00000010:3.0:1769074865.058921:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2d500. 00000100:00000200:3.0:1769074865.058931:0:42300:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1769074865.058938:0:42300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481528. 00000400:00000010:3.0:1769074865.058944:0:42300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabbc12e180. 00010000:00000010:2.1:1769074865.065653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074865.065678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:1.1:1769074865.065763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074865.065770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00000400:00000200:0.0:1769074865.065912:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.065931:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8f9700 00000400:00000200:0.0:1769074865.065941:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 124984 00000400:00000200:0.0:1769074865.065959:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.065965:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.065972:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.065979:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71180. 00000020:00000010:0.0:1769074865.074425:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c900. 00000020:00000010:0.0:1769074865.074441:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c900. 00000020:00000010:0.0:1769074865.074452:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074865.074458:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074865.074463:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074865.074719:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c900. 00000020:00000010:0.0:1769074865.074723:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c900. 00000100:00000200:0.0:1769074865.074727:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826614016 00000001:00000010:0.0:1769074865.074739:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 00010000:00000010:0.0:1769074865.074768:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074865.074776:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074865.074824:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c403000. 00010000:00000010:0.0:1769074865.074933:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074865.074939:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074865.074958:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074865.074962:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66980. 00010000:00000010:0.0:1769074865.074966:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074865.074969:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000004:00000010:0.0:1769074865.074991:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3eed20. 00000004:00000010:0.0:1769074865.074999:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367d98. 00000004:00000010:0.0:1769074865.075007:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d0220. 00080000:00000010:0.0:1769074865.075017:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8e9ebc80. 00000020:00000010:0.0:1769074865.075050:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab9ede6de0. 00080000:00000010:0.0:1769074865.075061:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb22000. 00000004:00000010:0.0:1769074865.075086:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d8240. 00020000:00000010:0.0:1769074865.075131:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f248. 00020000:00000010:0.0:1769074865.075134:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1fe68. 00000004:00000010:0.0:1769074865.075145:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1f540. 00000001:00000010:0.0:1769074865.075894:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8f7ad180. 00000001:00000010:0.0:1769074865.075902:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074865.075958:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab9ede6de0. 00010000:00000010:0.0:1769074865.075997:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b300. 00010000:00000010:0.0:1769074865.076001:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66b80. 00010000:00000010:0.0:1769074865.076006:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7200. 00010000:00000010:0.0:1769074865.076011:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabd00. 00000004:00000010:0.0:1769074865.076037:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66900. 00010000:00000010:0.0:1769074865.076064:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074865.076097:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074865.076106:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890530, last committed = 17179890279 00010000:00000200:0.0:1769074865.076118:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71180 x1855007826614016/t17179890530(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.076137:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074865.076144:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826614016, offset 224 00000400:00000010:0.0:1769074865.076151:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1b98. 00000400:00000200:0.0:1769074865.076155:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.076170:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.076176:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41812:41812:256:4294967295] 192.168.204.10@tcp LPNI seq info [41808:41808:8:4294967295] 00000400:00000200:0.0:1769074865.076183:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.076189:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.076194:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.076200:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074865.077439:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.077449:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.077453:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.077579:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074865.077586:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074865.077591:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:3.0:1769074865.079233:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074865.079240:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:3.0:1769074865.079248:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.079255:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.082663:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.082686:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66fc1 00000400:00000200:0.0:1769074865.082694:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.082699:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.082706:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:0.0:1769074865.082710:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00000400:00000200:0.0:1769074865.082732:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.082739:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8f9800 00000400:00000200:0.0:1769074865.082746:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2edb9 [2] + 0 00010000:00000010:2.0:1769074865.082996:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:2.0:1769074865.083007:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66980. 00000400:00000200:0.0:1769074865.083053:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.083058:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.083064:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.083070:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72680. 00000020:00000010:3.0:1769074865.083200:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.083285:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.083293:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.083298:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074865.083303:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.083349:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.083353:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074865.083356:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826614272 00000001:00000010:3.0:1769074865.083366:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 02000000:00000010:3.0:1769074865.083406:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa839ef800. 00000020:00000010:3.0:1769074865.083451:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab87885de0. 00080000:00000010:3.0:1769074865.083461:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ec400. 00000001:00000010:3.0:1769074865.083542:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145ea80. 00000001:00000010:3.0:1769074865.083548:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074865.083639:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab87885de0. 00000004:00000010:3.0:1769074865.083661:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66900. 00010000:00000200:3.0:1769074865.083695:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72680 x1855007826614272/t17179890531(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.083714:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46220. 00000100:00000200:3.0:1769074865.083719:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826614272, offset 224 00000400:00000200:3.0:1769074865.083726:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.083737:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.083743:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41813:41813:256:4294967295] 192.168.204.10@tcp LPNI seq info [41809:41809:8:4294967295] 00000400:00000200:3.0:1769074865.083753:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.083759:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.083765:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074865.083773:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.083779:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.083783:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.083804:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074865.083818:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.083822:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.083997:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.084001:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074865.084008:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.084013:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.084017:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46220 00000400:00000010:0.0:1769074865.084019:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46220. 00010000:00000010:2.1:1769074865.091751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074865.091768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074865.091828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074865.091833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00000400:00000200:3.0:1769074865.093001:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074865.093023:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8f9900 00000400:00000200:3.0:1769074865.093032:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 125632 00000400:00000200:3.0:1769074865.093048:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.093054:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074865.093062:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074865.093069:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff1880. 00000020:00000010:0.0:1769074865.093196:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c140. 00000020:00000010:0.0:1769074865.093201:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c140. 00000020:00000010:0.0:1769074865.093220:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074865.093226:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074865.093231:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074865.093277:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c140. 00000020:00000010:0.0:1769074865.093281:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c140. 00000100:00000200:0.0:1769074865.093284:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826614528 00000001:00000010:0.0:1769074865.093295:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074865.093318:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074865.093326:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 02000000:00000010:0.0:1769074865.093362:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c404000. 00010000:00000010:0.0:1769074865.093453:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074865.093458:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074865.093494:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074865.093499:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66800. 00010000:00000010:0.0:1769074865.093503:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074865.093507:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000004:00000010:0.0:1769074865.093532:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3eeb40. 00000004:00000010:0.0:1769074865.093542:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367e10. 00000004:00000010:0.0:1769074865.093549:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d0550. 00080000:00000010:0.0:1769074865.093558:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8e9eb560. 00000020:00000010:0.0:1769074865.093589:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad720. 00080000:00000010:0.0:1769074865.093599:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb20000. 00000004:00000010:0.0:1769074865.093666:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d8f00. 00020000:00000010:0.0:1769074865.093720:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f778. 00020000:00000010:0.0:1769074865.093723:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1ffc8. 00000004:00000010:0.0:1769074865.093734:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1fbe8. 00000001:00000010:0.0:1769074865.094002:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8aae0. 00000001:00000010:0.0:1769074865.094010:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8e40. 00000020:00000010:0.0:1769074865.094073:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad720. 00010000:00000010:0.0:1769074865.094109:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b000. 00010000:00000010:0.0:1769074865.094112:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa66780. 00010000:00000010:0.0:1769074865.094116:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6600. 00010000:00000010:0.0:1769074865.094120:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab600. 00000004:00000010:0.0:1769074865.094146:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa66600. 00010000:00000010:0.0:1769074865.094176:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:0.0:1769074865.094208:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000200:0.0:1769074865.094218:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890532, last committed = 17179890279 00010000:00000200:0.0:1769074865.094229:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff1880 x1855007826614528/t17179890532(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.094248:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074865.094256:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826614528, offset 224 00000400:00000010:0.0:1769074865.094262:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d17a8. 00000400:00000200:0.0:1769074865.094266:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.094279:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.094285:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41814:41814:256:4294967295] 192.168.204.10@tcp LPNI seq info [41810:41810:8:4294967295] 00000400:00000200:0.0:1769074865.094290:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.094296:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.094301:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.094307:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074865.094313:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.094321:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.094325:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.094358:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074865.094363:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074865.094366:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:3.0:1769074865.094711:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074865.094716:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:3.0:1769074865.094721:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.094726:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.096942:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.096964:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66fc9 00000400:00000200:0.0:1769074865.096970:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.096974:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.096981:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:0.0:1769074865.096984:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00010000:00000010:2.0:1769074865.097088:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:2.0:1769074865.097222:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66800. 00000400:00000200:3.0:1769074865.099674:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074865.099693:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8f9a00 00000400:00000200:3.0:1769074865.099702:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2edb9 [2] + 392 00000400:00000200:3.0:1769074865.099764:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.099770:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074865.099777:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074865.099784:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3b80. 00000020:00000010:2.0:1769074865.099951:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f6c0. 00000020:00000010:2.0:1769074865.099956:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f6c0. 00000020:00000010:2.0:1769074865.099963:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074865.099969:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074865.099974:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.100017:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f6c0. 00000020:00000010:2.0:1769074865.100020:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f6c0. 00000100:00000200:2.0:1769074865.100024:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826614784 00000001:00000010:2.0:1769074865.100035:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 02000000:00000010:2.0:1769074865.100075:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8f877c00. 00000020:00000010:2.0:1769074865.100117:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074865.100127:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f876000. 00000001:00000010:2.0:1769074865.100213:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e5a0. 00000001:00000010:2.0:1769074865.100220:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074865.100286:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00000004:00000010:2.0:1769074865.100308:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa66600. 00010000:00000200:2.0:1769074865.100347:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3b80 x1855007826614784/t17179890533(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.100364:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074865.100371:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826614784, offset 224 00000400:00000200:2.0:1769074865.100379:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.100390:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.100396:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41815:41815:256:4294967295] 192.168.204.10@tcp LPNI seq info [41811:41811:8:4294967295] 00000400:00000200:2.0:1769074865.100407:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.100412:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.100417:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074865.100424:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.100432:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.100436:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.100460:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074865.100464:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.100469:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 00000800:00000200:0.0:1769074865.100651:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.100656:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:0.0:1769074865.100660:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.100676:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.100681:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:0.0:1769074865.100684:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00000400:00000200:0.0:1769074865.112049:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.112077:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8f9b00 00000400:00000200:0.0:1769074865.112086:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 126280 00000400:00000200:0.0:1769074865.112103:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.112108:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.112117:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.112124:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71880. 00000020:00000010:2.0:1769074865.119446:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f6c0. 00000020:00000010:2.0:1769074865.119458:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f6c0. 00000020:00000010:2.0:1769074865.119468:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074865.119474:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074865.119480:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.119536:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f6c0. 00000020:00000010:2.0:1769074865.119539:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f6c0. 00000100:00000200:2.0:1769074865.119543:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826615040 00000001:00000010:2.0:1769074865.119553:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8e40. 00010000:00000010:2.0:1769074865.119582:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074865.119591:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf80. 02000000:00000010:2.0:1769074865.119654:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa859e7000. 00010000:00000010:2.0:1769074865.119742:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074865.119747:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074865.119768:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074865.119772:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074865.119776:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074865.119779:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00000004:00000010:2.0:1769074865.119804:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa902a3c20. 00000004:00000010:2.0:1769074865.119827:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab86361690. 00000004:00000010:2.0:1769074865.119834:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8ec37dc0. 00080000:00000010:2.0:1769074865.119845:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bb8f0. 00000020:00000010:2.0:1769074865.119876:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074865.119886:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f874800. 00000004:00000010:2.0:1769074865.119913:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab89ddfb40. 00020000:00000010:2.0:1769074865.119962:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3f08. 00020000:00000010:2.0:1769074865.119966:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d3df8. 00000004:00000010:2.0:1769074865.119976:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda91c0. 00000001:00000010:2.0:1769074865.126729:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e900. 00000001:00000010:2.0:1769074865.126745:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfd80. 00000020:00000010:2.0:1769074865.126838:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00010000:00000010:2.0:1769074865.126894:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826100. 00010000:00000010:2.0:1769074865.126897:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b680. 00010000:00000010:2.0:1769074865.126904:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:2.0:1769074865.126911:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c680. 00000004:00000010:2.0:1769074865.126949:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074865.126977:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074865.127018:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf80. 00010000:00000200:2.0:1769074865.127029:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890534, last committed = 17179890279 00010000:00000200:2.0:1769074865.127040:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71880 x1855007826615040/t17179890534(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.127061:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074865.127068:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826615040, offset 224 00000400:00000010:2.0:1769074865.127075:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23fb98. 00000400:00000200:2.0:1769074865.127079:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.127095:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.127101:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41816:41816:256:4294967295] 192.168.204.10@tcp LPNI seq info [41812:41812:8:4294967295] 00000400:00000200:2.0:1769074865.127107:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074865.127113:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.127121:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.127127:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074865.127134:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.127140:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.127145:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.127171:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074865.127176:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.127182:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 00000800:00000200:3.0:1769074865.127435:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074865.127440:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074865.127445:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.127451:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074865.129571:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074865.129600:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66fd1 00000400:00000200:3.0:1769074865.129654:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.129661:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074865.129671:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:3.0:1769074865.129676:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00010000:00000010:2.0:1769074865.129770:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074865.129788:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00010000:00000010:2.1:1769074865.130671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:2.1:1769074865.130681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.1:1769074865.130773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.1:1769074865.130778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:2.1:1769074865.135657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.1:1769074865.135676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.1:1769074865.135682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074865.135686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00000400:00000200:0.0:1769074865.138086:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.138107:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8f9c00 00000400:00000200:0.0:1769074865.138115:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2edb9 [2] + 784 00000400:00000200:0.0:1769074865.141410:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.141425:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.141436:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.141448:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71f80. 00000020:00000010:3.0:1769074865.143093:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.143108:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.143117:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.143125:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074865.143132:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.143192:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.143196:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074865.143200:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826615296 00000001:00000010:3.0:1769074865.143215:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 02000000:00000010:3.0:1769074865.143269:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa839ee400. 00000020:00000010:3.0:1769074865.143328:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145ea20. 00080000:00000010:3.0:1769074865.143342:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ee000. 00000001:00000010:3.0:1769074865.143463:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e840. 00000001:00000010:3.0:1769074865.143472:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074865.143571:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145ea20. 00000004:00000010:3.0:1769074865.144164:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabb491be80. 00010000:00000200:3.0:1769074865.145182:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71f80 x1855007826615296/t17179890535(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.146062:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46088. 00000100:00000200:3.0:1769074865.147108:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826615296, offset 224 00000400:00000200:3.0:1769074865.147133:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.147153:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.147170:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41817:41817:256:4294967295] 192.168.204.10@tcp LPNI seq info [41813:41813:8:4294967295] 00000400:00000200:3.0:1769074865.147185:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.147200:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.147209:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074865.147218:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.147227:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.147232:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.147276:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074865.147284:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.147291:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.147452:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.147462:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074865.147471:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.147490:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.147498:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46088 00000400:00000010:0.0:1769074865.147501:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46088. 00000400:00000200:3.0:1769074865.151546:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074865.151570:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8f9d00 00000400:00000200:3.0:1769074865.151579:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 126928 00000400:00000200:3.0:1769074865.151596:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.151601:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074865.151641:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074865.151648:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0700. 00000020:00000010:2.0:1769074865.151960:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074865.151966:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074865.151972:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074865.151977:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b100. 00000020:00000010:2.0:1769074865.151983:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.152026:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f040. 00000020:00000010:2.0:1769074865.152029:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f040. 00000100:00000200:2.0:1769074865.152032:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826615552 00000001:00000010:2.0:1769074865.152043:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfd80. 00010000:00000010:2.0:1769074865.152070:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074865.152078:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 02000000:00000010:2.0:1769074865.152112:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa859e4000. 00010000:00000010:2.0:1769074865.152199:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074865.152305:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf80. 00010000:00000010:2.0:1769074865.152327:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074865.152330:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074865.152334:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074865.152337:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 00000004:00000010:2.0:1769074865.152361:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa902a3860. 00000004:00000010:2.0:1769074865.152369:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab86361ca8. 00000004:00000010:2.0:1769074865.152376:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8ec37ba0. 00080000:00000010:2.0:1769074865.152387:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6ba000. 00000020:00000010:2.0:1769074865.152418:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074865.152428:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f876800. 00000004:00000010:2.0:1769074865.152453:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab89ddf300. 00020000:00000010:2.0:1769074865.152599:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3980. 00020000:00000010:2.0:1769074865.152634:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d3ac8. 00000004:00000010:2.0:1769074865.152646:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fdab9b0. 00000001:00000010:2.0:1769074865.152919:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ec60. 00000001:00000010:2.0:1769074865.152928:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074865.152987:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00010000:00000010:2.0:1769074865.153027:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826f00. 00010000:00000010:2.0:1769074865.153030:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b400. 00010000:00000010:2.0:1769074865.153034:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:2.0:1769074865.153039:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb80. 00000004:00000010:2.0:1769074865.153065:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074865.153094:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf80. 00010000:00000010:2.0:1769074865.153132:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000200:2.0:1769074865.153144:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890536, last committed = 17179890279 00010000:00000200:2.0:1769074865.153156:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0700 x1855007826615552/t17179890536(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.153176:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074865.153183:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826615552, offset 224 00000400:00000010:2.0:1769074865.153189:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23f7e0. 00000400:00000200:2.0:1769074865.153194:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.153718:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.153725:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41818:41818:256:4294967295] 192.168.204.10@tcp LPNI seq info [41814:41814:8:4294967295] 00000400:00000200:2.0:1769074865.153732:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074865.153739:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.153744:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.153751:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074865.153758:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.153765:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.153770:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.153797:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b100. 00000020:00000010:2.0:1769074865.153803:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.153817:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 00000800:00000200:3.0:1769074865.154089:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074865.154095:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:3.0:1769074865.154100:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.154105:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.156339:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.156363:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66fd9 00000400:00000200:0.0:1769074865.156371:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.156375:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.156382:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:0.0:1769074865.156385:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 00000400:00000200:0.0:1769074865.156459:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.156467:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8f9e00 00000400:00000200:0.0:1769074865.156474:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2edb9 [2] + 1176 00000400:00000200:0.0:1769074865.156553:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.156558:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.156565:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.156573:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603800. 00000020:00000010:3.0:1769074865.157150:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.157156:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.157163:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.157168:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074865.157174:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.157229:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.157232:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074865.157235:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826615808 00000001:00000010:3.0:1769074865.157246:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 02000000:00000010:3.0:1769074865.157289:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa839ef400. 00000020:00000010:3.0:1769074865.157340:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145ea20. 00080000:00000010:3.0:1769074865.157351:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ef000. 00000001:00000010:3.0:1769074865.157433:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e8a0. 00000001:00000010:3.0:1769074865.157439:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ea80. 00000020:00000010:3.0:1769074865.157509:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145ea20. 00000004:00000010:3.0:1769074865.157527:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabb491b280. 00010000:00000200:3.0:1769074865.157560:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603800 x1855007826615808/t17179890537(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.157580:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c463b8. 00000100:00000200:3.0:1769074865.157586:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826615808, offset 224 00000400:00000200:3.0:1769074865.157593:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.157649:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.157656:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41819:41819:256:4294967295] 192.168.204.10@tcp LPNI seq info [41815:41815:8:4294967295] 00000400:00000200:3.0:1769074865.158042:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.158051:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.158057:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074865.158064:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.158070:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.158074:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.158141:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074865.158147:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.158152:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00010000:00000010:2.0:1769074865.158425:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000010:2.0:1769074865.158437:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00000800:00000200:0.0:1769074865.158986:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.158992:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:0.0:1769074865.158999:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.159005:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.159011:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c463b8 00000400:00000010:0.0:1769074865.159014:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c463b8. 00000400:00000200:3.0:1769074865.161567:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074865.161588:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8f9f00 00000400:00000200:3.0:1769074865.161597:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 127576 00010000:00000010:2.1:1769074865.161858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.1:1769074865.161866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00000400:00000200:3.0:1769074865.162130:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.162136:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074865.162146:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074865.162152:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2a00. 00000020:00000010:2.0:1769074865.162247:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074865.162252:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074865.162258:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074865.162263:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074865.162268:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.162436:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f500. 00000020:00000010:2.0:1769074865.162439:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f500. 00000100:00000200:2.0:1769074865.162442:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826616064 00000001:00000010:2.0:1769074865.162452:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 00010000:00000010:2.0:1769074865.162488:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074865.162497:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 02000000:00000010:2.0:1769074865.162533:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa859e3000. 00010000:00000010:2.0:1769074865.162648:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074865.162653:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074865.162688:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074865.162692:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074865.162697:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074865.162700:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf80. 00000004:00000010:2.0:1769074865.162723:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa902a2780. 00000004:00000010:2.0:1769074865.162732:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab86361348. 00000004:00000010:2.0:1769074865.162739:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8ec37760. 00080000:00000010:2.0:1769074865.162751:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6ba8e8. 00000020:00000010:2.0:1769074865.162786:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074865.162796:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f876400. 00000004:00000010:2.0:1769074865.162835:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab89ddfd80. 00020000:00000010:2.0:1769074865.162886:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3260. 00020000:00000010:2.0:1769074865.162890:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d3a38. 00000004:00000010:2.0:1769074865.162900:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fdaae98. 00000001:00000010:2.0:1769074865.163230:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ecc0. 00000001:00000010:2.0:1769074865.163239:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074865.163294:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00010000:00000010:2.0:1769074865.163333:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826400. 00010000:00000010:2.0:1769074865.163337:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b000. 00010000:00000010:2.0:1769074865.163341:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:2.0:1769074865.163346:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce80. 00000004:00000010:2.0:1769074865.163369:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabb491b800. 00010000:00000010:2.0:1769074865.163399:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074865.163432:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:2.0:1769074865.163443:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890538, last committed = 17179890279 00010000:00000200:2.0:1769074865.163453:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff2a00 x1855007826616064/t17179890538(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.163472:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074865.163478:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826616064, offset 224 00000400:00000010:2.0:1769074865.163484:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23f7a8. 00000400:00000200:2.0:1769074865.163487:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.163500:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.163505:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41820:41820:256:4294967295] 192.168.204.10@tcp LPNI seq info [41816:41816:8:4294967295] 00000400:00000200:2.0:1769074865.163511:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074865.163517:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.163523:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.163527:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074865.163533:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.163540:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.163544:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.163574:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074865.163579:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.163584:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 00000800:00000200:0.0:1769074865.163796:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.163801:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:0.0:1769074865.163805:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.163820:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000010:1.0:1769074865.164947:0:42320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a4e00. 02000000:00000010:1.0:1769074865.164966:0:42320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dabbfe89800. 00000100:00000010:1.0:1769074865.164980:0:42320:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabae111a80. 02000000:00000010:1.0:1769074865.165000:0:42320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabad30d000. 00000400:00000010:1.0:1769074865.165007:0:42320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1cb8. 00000400:00000010:1.0:1769074865.165013:0:42320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074865.165020:0:42320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852329216, portal 4 00000400:00000010:1.0:1769074865.165027:0:42320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074865.165029:0:42320:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1855007852329216, offset 0 00000400:00000200:1.0:1769074865.165036:0:42320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074865.165047:0:42320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074865.165059:0:42320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6971eac17f900 00000400:00000200:1.0:1769074865.165066:0:42320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0x56995 [8] + 13440 00000400:00000200:1.0:1769074865.165074:0:42320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.165077:0:42320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074865.165084:0:42320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074865.165088:0:42320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a7100. 00000400:00000200:1.0:1769074865.165121:0:42320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:1.0:1769074865.165124:0:42320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074865.165132:0:42320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa905a4e00 x1855007852329216/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769074881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074865.165153:0:42320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba0454b40. 00000100:00000010:1.0:1769074865.165167:0:42320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba04542a0. 00000100:00000010:1.0:1769074865.165173:0:42320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba0454120. 00000100:00000010:1.0:1769074865.165178:0:42320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba04543c0. 00000020:00000010:0.0:1769074865.165373:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cb00. 00000020:00000010:0.0:1769074865.165380:0:45110:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8432f480. 00000020:00000010:0.0:1769074865.165403:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfec7200. 00000020:00000010:0.0:1769074865.165408:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074865.165413:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074865.165445:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c580. 00000020:00000010:0.0:1769074865.165448:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c580. 00000100:00000200:0.0:1769074865.165452:0:45110:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852329216 02000000:00000010:0.0:1769074865.165470:0:45110:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8cb22400. 00002000:00000010:0.0:1769074865.165767:0:45110:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8daa8eb3c580. 00002000:00000010:0.0:1769074865.165779:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe618f0. 00080000:00000010:0.0:1769074865.165787:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8e9eb1d0. 00000400:00000200:1.0:1769074865.166657:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.166731:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66fe1 00000400:00000200:1.0:1769074865.166738:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.166743:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.166750:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:1.0:1769074865.166753:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00000400:00000200:1.0:1769074865.166783:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.166790:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fa000 00000400:00000200:1.0:1769074865.166796:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2edb9 [2] + 1568 00010000:00000010:3.0:1769074865.167102:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf80. 00010000:00000010:3.0:1769074865.167113:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b100. 00002000:00000010:0.0:1769074865.167418:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe61db0. 00080000:00000010:0.0:1769074865.167427:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8e9ebab8. 00000400:00000200:1.0:1769074865.167584:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.167591:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.167600:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.167634:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5c00. 00000020:00000010:2.0:1769074865.167822:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.167828:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.167834:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074865.167839:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074865.167847:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00002000:00000010:0.0:1769074865.168082:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60d10. 00080000:00000010:0.0:1769074865.168088:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8e9eb8f0. 00002000:00000010:0.0:1769074865.168112:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe61690. 00080000:00000010:0.0:1769074865.168139:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8e9ea1c8. 00002000:00000010:0.0:1769074865.168163:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe61300. 00080000:00000010:0.0:1769074865.168166:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8e9eae40. 00002000:00000010:0.0:1769074865.168357:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe604c0. 00080000:00000010:0.0:1769074865.168362:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8e9ea558. 00002000:00000010:0.0:1769074865.168385:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe61b50. 00080000:00000010:0.0:1769074865.168390:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8e9eb728. 00002000:00000010:0.0:1769074865.168411:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe611d0. 00080000:00000010:0.0:1769074865.168415:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8e9ea720. 00080000:00000010:0.0:1769074865.168440:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb21000. 00002000:00000010:0.0:1769074865.169212:0:45110:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8dabbd1bbb40. 00000001:00000010:0.0:1769074865.169226:0:45110:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bba20. 00000020:00000010:0.0:1769074865.169262:0:45110:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at ffff8dabbd1bb0c0. 00002000:00000010:0.0:1769074865.169348:0:45110:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8daa8eb3c580. 00002000:00000010:0.0:1769074865.169356:0:45110:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8daa8eb3c580. 00002000:00000010:0.0:1769074865.169363:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe605f0. 00080000:00000010:0.0:1769074865.169369:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88ead398. 00000020:00000010:2.0:1769074865.169651:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.169656:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000100:00000200:2.0:1769074865.169659:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826616320 00000001:00000010:2.0:1769074865.169670:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ea80. 02000000:00000010:2.0:1769074865.169710:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8f875800. 00000020:00000010:2.0:1769074865.169754:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074865.169761:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f875000. 00000001:00000010:2.0:1769074865.169832:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e060. 00000001:00000010:2.0:1769074865.169837:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf780. 00000020:00000010:2.0:1769074865.169886:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00000004:00000010:2.0:1769074865.169907:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabb491b800. 00010000:00000200:2.0:1769074865.169947:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5c00 x1855007826616320/t17179890539(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.169967:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074865.169974:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826616320, offset 224 00000400:00000200:2.0:1769074865.169982:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.169995:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.170002:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41821:41821:256:4294967295] 192.168.204.10@tcp LPNI seq info [41817:41817:8:4294967295] 00000400:00000200:2.0:1769074865.170014:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.170024:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.170029:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074865.170035:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.170042:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.170047:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.170070:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074865.170074:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.170079:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 00000800:00000200:1.0:1769074865.170229:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.170233:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:1.0:1769074865.170237:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.170242:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.170246:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:1.0:1769074865.170249:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00002000:00000010:0.0:1769074865.170780:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe610a0. 00080000:00000010:0.0:1769074865.170789:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88eac8e8. 00002000:00000010:0.0:1769074865.170834:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe617c0. 00080000:00000010:0.0:1769074865.170837:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88eacab0. 00002000:00000010:0.0:1769074865.170858:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60000. 00080000:00000010:0.0:1769074865.170860:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88ead008. 00002000:00000010:0.0:1769074865.170878:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60f70. 00080000:00000010:0.0:1769074865.170881:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88eac1c8. 00002000:00000010:0.0:1769074865.171032:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60130. 00080000:00000010:0.0:1769074865.171037:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88ead560. 00002000:00000010:0.0:1769074865.171057:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe61430. 00080000:00000010:0.0:1769074865.171061:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88eace40. 00002000:00000010:0.0:1769074865.171271:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60720. 00080000:00000010:0.0:1769074865.171276:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88ead728. 00080000:00000010:0.0:1769074865.171300:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb22800. 00002000:00000010:0.0:1769074865.172378:0:45110:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8dab89c8a720. 00000001:00000010:0.0:1769074865.172391:0:45110:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab89c8a240. 00002000:00000010:0.0:1769074865.172639:0:45110:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8daa8eb3c580. 00002000:00000010:0.0:1769074865.172648:0:45110:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8daa8eb3c580. 00002000:00000010:0.0:1769074865.172656:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60ab0. 00080000:00000010:0.0:1769074865.172661:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88eacc78. 00002000:00000010:0.0:1769074865.172706:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60390. 00080000:00000010:0.0:1769074865.172710:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88ead8f0. 00002000:00000010:0.0:1769074865.172732:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60e40. 00080000:00000010:0.0:1769074865.172735:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88eac720. 00002000:00000010:0.0:1769074865.172757:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60850. 00080000:00000010:0.0:1769074865.172761:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88eac000. 00002000:00000010:0.0:1769074865.172969:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe61c80. 00080000:00000010:0.0:1769074865.172976:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88eadc80. 00002000:00000010:0.0:1769074865.173111:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe61560. 00080000:00000010:0.0:1769074865.173116:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88eac390. 00002000:00000010:0.0:1769074865.173255:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60260. 00080000:00000010:0.0:1769074865.173261:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88eadab8. 00002000:00000010:0.0:1769074865.173393:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe61a20. 00080000:00000010:0.0:1769074865.173397:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88eac558. 00080000:00000010:0.0:1769074865.173581:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8cb22c00. 00002000:00000010:0.0:1769074865.174114:0:45110:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8daba0e08e40. 00000001:00000010:0.0:1769074865.174124:0:45110:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0e085a0. 00002000:00000010:0.0:1769074865.174219:0:45110:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8daa8eb3c580. 00002000:00000010:0.0:1769074865.174226:0:45110:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8daa8eb3c580. 00002000:00000010:0.0:1769074865.174233:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60980. 00080000:00000010:0.0:1769074865.174237:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88ead1d0. 00002000:00000010:0.0:1769074865.174409:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fe60be0. 00080000:00000010:0.0:1769074865.174414:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900ff1d0. 00002000:00000010:0.0:1769074865.174434:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc25db0. 00080000:00000010:0.0:1769074865.174437:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900ff008. 00002000:00000010:0.0:1769074865.174569:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc257c0. 00080000:00000010:0.0:1769074865.174574:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900fec78. 00002000:00000010:0.0:1769074865.174592:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc24130. 00080000:00000010:0.0:1769074865.174596:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900ff398. 00002000:00000010:0.0:1769074865.174639:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc250a0. 00080000:00000010:0.0:1769074865.174643:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900fe000. 00002000:00000010:0.0:1769074865.174662:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc251d0. 00080000:00000010:0.0:1769074865.174666:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900feab0. 00002000:00000010:0.0:1769074865.174687:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc24000. 00080000:00000010:0.0:1769074865.174691:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900ffc80. 00080000:00000010:0.0:1769074865.174779:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc758000. 00002000:00000010:0.0:1769074865.175275:0:45110:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8dabbd1bb360. 00000001:00000010:0.0:1769074865.175283:0:45110:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb3c0. 00002000:00000010:0.0:1769074865.175375:0:45110:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8daa8eb3c580. 00010000:00000200:0.0:1769074865.175399:0:45110:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a7100 x1855007852329216/t4294970296(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:401/0 lens 432/432 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074865.175423:0:45110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074865.175432:0:45110:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852329216, offset 224 00000400:00000200:0.0:1769074865.175439:0:45110:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074865.175453:0:45110:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074865.175464:0:45110:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17f900 00000400:00000200:0.0:1769074865.175472:0:45110:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x66fe5 [1] + 224 00000400:00000200:0.0:1769074865.175480:0:45110:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.175484:0:45110:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074865.175495:0:45110:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa905a4e00 x1855007852329216/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769074881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074865.176346:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074865.176360:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fa100 00000400:00000200:3.0:1769074865.176368:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 128224 00000400:00000200:3.0:1769074865.176381:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.176384:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074865.176390:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074865.176396:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3100. 00000020:00000010:3.0:1769074865.176992:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.176999:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.177006:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.177012:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074865.177016:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.177054:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f440. 00000020:00000010:3.0:1769074865.177057:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f440. 00000100:00000200:3.0:1769074865.177060:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826616576 00000001:00000010:3.0:1769074865.177071:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:3.0:1769074865.177098:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074865.177106:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 02000000:00000010:3.0:1769074865.177142:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabbc547000. 00010000:00000010:3.0:1769074865.177226:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074865.177231:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074865.177251:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074865.177254:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074865.177258:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074865.177261:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00000004:00000010:3.0:1769074865.177282:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7d680. 00000004:00000010:3.0:1769074865.177290:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583d20. 00000004:00000010:3.0:1769074865.177296:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6fed0. 00080000:00000010:3.0:1769074865.177306:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90374e40. 00000020:00000010:3.0:1769074865.177335:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145ea20. 00080000:00000010:3.0:1769074865.177344:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ec000. 00000004:00000010:3.0:1769074865.177369:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabbc12ea80. 00020000:00000010:3.0:1769074865.177414:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bbaf8. 00020000:00000010:3.0:1769074865.177418:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bba30. 00000004:00000010:3.0:1769074865.177428:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1a7f0. 00000001:00000010:3.0:1769074865.177745:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1d80. 00000001:00000010:3.0:1769074865.177753:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074865.177805:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145ea20. 00010000:00000010:3.0:1769074865.177867:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5f00. 00010000:00000010:3.0:1769074865.177870:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e900. 00010000:00000010:3.0:1769074865.177875:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:3.0:1769074865.177879:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3600. 00000004:00000010:3.0:1769074865.177910:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e580. 00010000:00000010:3.0:1769074865.177942:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074865.177979:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074865.177992:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890540, last committed = 17179890279 00010000:00000200:3.0:1769074865.178002:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3100 x1855007826616576/t17179890540(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.178021:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074865.178028:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826616576, offset 224 00000400:00000010:3.0:1769074865.178035:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc380. 00000400:00000200:3.0:1769074865.178039:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.178053:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.178059:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41822:41822:256:4294967295] 192.168.204.10@tcp LPNI seq info [41818:41818:8:4294967295] 00000400:00000200:3.0:1769074865.178066:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.178073:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.178078:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.178084:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074865.178093:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.178101:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.178106:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.178131:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ed00. 00000020:00000010:3.0:1769074865.178136:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.178140:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000400:00000200:0.0:1769074865.178795:0:45110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:0.0:1769074865.178800:0:45110:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00000020:00000010:0.0:1769074865.178831:0:45110:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa66f80. 00000020:00000010:0.0:1769074865.178837:0:45110:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074865.178840:0:45110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfec7200. 00000800:00000200:0.0:1769074865.179123:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.179128:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074865.179134:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.179142:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000010:1.0:1769074865.179474:0:42320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1cb8. 00000400:00000200:1.0:1769074865.179576:0:42320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:1.0:1769074865.179579:0:42320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074865.179588:0:42320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa905a4e00 x1855007852329216/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769074881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074865.179600:0:42320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa905a4e00 x1855007852329216/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769074881 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1769074865.179721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:2.1:1769074865.179730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00080000:00000010:3.0:1769074865.179933:0:42319:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ecc00. 00080000:00000010:3.0:1769074865.180078:0:42319:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839efc00. 02000000:00000010:1.0:1769074865.180145:0:42320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8a41d000. 02000000:00000010:1.0:1769074865.180153:0:42320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8f751400. 00000100:00000010:1.0:1769074865.180159:0:42320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec000. 02000000:00000010:3.0:1769074865.180189:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8f751c00. 02000000:00000010:3.0:1769074865.180193:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8f750c00. 00000100:00000010:3.0:1769074865.180196:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeee680. 00000004:00000010:3.0:1769074865.180242:0:42319:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 24 at ffff8daa8f8f8900. 02000000:00000010:3.0:1769074865.180248:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabb5b01c00. 02000000:00000010:3.0:1769074865.180252:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8f750000. 00000100:00000010:3.0:1769074865.180256:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeeed80. 02000000:00000010:3.0:1769074865.180260:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8a41f800. 02000000:00000010:3.0:1769074865.180263:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8f751800. 00000100:00000010:3.0:1769074865.180266:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec380. 02000000:00000010:3.0:1769074865.180268:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8a41d400. 02000000:00000010:3.0:1769074865.180271:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8f750400. 00000100:00000010:3.0:1769074865.180273:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef480. 02000000:00000010:3.0:1769074865.180276:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8fc2c800. 02000000:00000010:3.0:1769074865.180279:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8f752000. 00000100:00000010:3.0:1769074865.180283:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed880. 02000000:00000010:3.0:1769074865.180287:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8a41cc00. 02000000:00000010:3.0:1769074865.180289:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8a41e000. 00000100:00000010:3.0:1769074865.180293:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cb480. 02000000:00000010:3.0:1769074865.180297:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8fc2f000. 02000000:00000010:3.0:1769074865.180300:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8f752800. 00000100:00000010:3.0:1769074865.180302:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeece00. 00080000:00000010:3.0:1769074865.180307:0:42319:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ec800. 00000004:00000010:3.0:1769074865.180356:0:42319:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 24 at ffff8daa8f8f8900. 00000100:00000010:1.0:1769074865.180569:0:42320:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabae111a80. 00000400:00000200:1.0:1769074865.182025:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.182048:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x66ff5 00000400:00000200:1.0:1769074865.182056:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.182061:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.182068:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:1.0:1769074865.182072:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00010000:00000010:2.0:1769074865.182190:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:2.0:1769074865.182202:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:2.1:1769074865.183714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.1:1769074865.183727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00000400:00000200:3.0:1769074865.185363:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074865.185384:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fa200 00000400:00000200:3.0:1769074865.185394:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2edb9 [2] + 1960 00000400:00000010:3.0:1769074865.185400:0:12638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfbf20. 00000400:00000200:3.0:1769074865.185407:0:12638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f7bd3c0 00000400:00000200:3.0:1769074865.185944:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.185951:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074865.185958:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f7bd3c0 00000400:00000010:3.0:1769074865.185960:0:12638:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f7bd3c0. 00000100:00000200:3.0:1769074865.185980:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074865.186130:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.186136:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.186185:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074865.186192:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074865.186197:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.186357:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.186360:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000100:00000200:2.0:1769074865.186363:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826616832 00000001:00000010:2.0:1769074865.186374:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf780. 02000000:00000010:2.0:1769074865.186416:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dab86d57c00. 00000020:00000010:2.0:1769074865.186461:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074865.186471:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d54800. 00000001:00000010:2.0:1769074865.186566:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034ef00. 00000001:00000010:2.0:1769074865.186573:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf540. 00000020:00000010:2.0:1769074865.186778:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00000004:00000010:2.0:1769074865.186799:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5e580. 00010000:00000200:2.0:1769074865.186886:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b209850 x1855007826616832/t17179890541(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.186903:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074865.186909:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826616832, offset 224 00000400:00000200:2.0:1769074865.186913:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.186924:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.186929:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41823:41823:256:4294967295] 192.168.204.10@tcp LPNI seq info [41819:41819:8:4294967295] 00000400:00000200:2.0:1769074865.186937:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.186941:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.186945:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074865.186952:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.186958:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.186963:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.187079:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b880. 00000020:00000010:2.0:1769074865.187086:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.187091:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 02000000:00000010:2.0:1769074865.187099:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8f875800. 00000100:00000010:2.0:1769074865.187102:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5c00. 02000000:00000010:2.0:1769074865.187105:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa839ef400. 00000100:00000010:2.0:1769074865.187107:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603800. 02000000:00000010:2.0:1769074865.187109:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa839ee400. 00000100:00000010:2.0:1769074865.187111:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71f80. 02000000:00000010:2.0:1769074865.187114:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8f877c00. 00000100:00000010:2.0:1769074865.187117:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3b80. 02000000:00000010:2.0:1769074865.187121:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa839ef800. 00000100:00000010:2.0:1769074865.187123:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72680. 00000100:00000200:2.0:1769074865.187130:0:42299:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1769074865.187153:0:42299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4160. 00000400:00000010:2.0:1769074865.187160:0:42299:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab89ddf780. 00000800:00000200:0.0:1769074865.192586:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.192595:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:0.0:1769074865.192624:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.192634:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.192641:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:0.0:1769074865.192644:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 02000000:00000010:0.0:1769074865.192653:0:12640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dab86d57c00. 00000100:00000010:0.0:1769074865.200240:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba0454b40. 00000100:00000010:3.0:1769074865.201021:0:31615:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba04543c0. 00000100:00000010:1.0:1769074865.201141:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba04542a0. 00000100:00000010:2.0:1769074865.201219:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba0454120. 00000400:00000200:0.0:1769074865.201383:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.201401:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fa300 00000400:00000200:0.0:1769074865.201410:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 128872 00000400:00000200:0.0:1769074865.201427:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.201432:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.201440:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.201445:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601880. 00000020:00000010:1.0:1769074865.201505:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074865.201511:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074865.201518:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074865.201523:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074865.201529:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.201572:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de80. 00000020:00000010:1.0:1769074865.201581:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de80. 00000100:00000200:1.0:1769074865.201584:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826617088 00000001:00000010:1.0:1769074865.201594:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e3c0. 00010000:00000010:3.1:1769074865.201631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:3.1:1769074865.201638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:3.1:1769074865.201642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:1.0:1769074865.201645:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:3.1:1769074865.201645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:1.0:1769074865.201653:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 02000000:00000010:1.0:1769074865.201687:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8cbb6000. 00010000:00000010:1.0:1769074865.201781:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074865.201786:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074865.201818:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074865.201822:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c680. 00010000:00000010:1.0:1769074865.201826:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074865.201829:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00000004:00000010:1.0:1769074865.201852:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8fd6a000. 00000004:00000010:1.0:1769074865.201861:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8daa89beb078. 00000004:00000010:1.0:1769074865.201869:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8e3f6dd0. 00080000:00000010:1.0:1769074865.201881:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bda000. 00000020:00000010:1.0:1769074865.201916:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba04542a0. 00080000:00000010:1.0:1769074865.201926:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30ec00. 00000004:00000010:1.0:1769074865.201954:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabae111300. 00020000:00000010:1.0:1769074865.202006:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8edbd5e8. 00020000:00000010:1.0:1769074865.202010:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8edbdc18. 00000004:00000010:1.0:1769074865.202022:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda0f88. 00010000:00000010:2.1:1769074865.202632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:2.1:1769074865.202641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00000001:00000010:1.0:1769074865.203163:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454f60. 00000001:00000010:1.0:1769074865.203172:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111f00. 00000020:00000010:1.0:1769074865.203224:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba04542a0. 00010000:00000010:1.0:1769074865.203274:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1900. 00010000:00000010:1.0:1769074865.203278:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ca00. 00010000:00000010:1.0:1769074865.203283:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.0:1769074865.203289:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d80. 00000004:00000010:1.0:1769074865.203320:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074865.203351:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074865.203392:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:1.0:1769074865.203404:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890542, last committed = 17179890279 00010000:00000200:1.0:1769074865.203417:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601880 x1855007826617088/t17179890542(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.203439:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074865.203447:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826617088, offset 224 00000400:00000010:1.0:1769074865.203453:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3540. 00000400:00000200:1.0:1769074865.203458:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.203472:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.203479:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41824:41824:256:4294967295] 192.168.204.10@tcp LPNI seq info [41820:41820:8:4294967295] 00000400:00000200:1.0:1769074865.203485:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.203492:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.203498:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.203503:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074865.203510:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.203518:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.203522:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.203553:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074865.203558:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.203563:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:3.0:1769074865.203709:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074865.203713:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:3.0:1769074865.203717:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.203721:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.205098:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.205114:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67001 00000400:00000200:0.0:1769074865.205120:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.205123:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.205128:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:0.0:1769074865.205130:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00010000:00000010:3.0:1769074865.205222:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:3.0:1769074865.205232:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c680. 00000400:00000200:0.0:1769074865.208817:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.208841:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fa400 00000400:00000200:0.0:1769074865.208852:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eded [2] + 0 00000400:00000200:0.0:1769074865.209458:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.209468:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.209479:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.209498:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601f80. 00000020:00000010:2.0:1769074865.209679:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.209686:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.209693:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074865.209699:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b800. 00000020:00000010:2.0:1769074865.209704:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.209745:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.209748:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000100:00000200:2.0:1769074865.209751:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826617344 00000001:00000010:2.0:1769074865.209763:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf540. 02000000:00000010:2.0:1769074865.209801:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dab86d56800. 00000020:00000010:2.0:1769074865.209861:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074865.209873:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d56c00. 00000001:00000010:2.0:1769074865.209961:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e240. 00000001:00000010:2.0:1769074865.209968:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074865.210038:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00000004:00000010:2.0:1769074865.210060:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabaf03ce80. 00010000:00000200:2.0:1769074865.210096:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601f80 x1855007826617344/t17179890543(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.210114:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074865.210121:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826617344, offset 224 00000400:00000200:2.0:1769074865.210127:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.210138:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.210144:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41825:41825:256:4294967295] 192.168.204.10@tcp LPNI seq info [41821:41821:8:4294967295] 00000400:00000200:2.0:1769074865.210154:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.210159:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.210164:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074865.210170:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.210176:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.210181:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.210218:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b800. 00000020:00000010:2.0:1769074865.210223:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.210227:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 00000800:00000200:0.0:1769074865.211673:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.211682:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:0.0:1769074865.211689:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.211698:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.211706:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:0.0:1769074865.211708:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00000400:00000200:0.0:1769074865.213857:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.213876:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fa500 00000400:00000200:0.0:1769074865.213885:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 129520 00000400:00000200:0.0:1769074865.213899:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.213903:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.213910:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.213916:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600000. 00000020:00000010:1.0:1769074865.214019:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dcc0. 00000020:00000010:1.0:1769074865.214025:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dcc0. 00000020:00000010:1.0:1769074865.214033:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074865.214037:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c100. 00000020:00000010:1.0:1769074865.214042:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.214103:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dcc0. 00000020:00000010:1.0:1769074865.214106:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470dcc0. 00000100:00000200:1.0:1769074865.214109:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826617600 00000001:00000010:1.0:1769074865.214121:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111f00. 00010000:00000010:1.0:1769074865.214145:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074865.214152:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 02000000:00000010:1.0:1769074865.214182:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8cbb5000. 00010000:00000010:1.0:1769074865.214272:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074865.214276:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074865.214292:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074865.214295:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074865.214299:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074865.214302:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00000004:00000010:1.0:1769074865.214318:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8fd6b2c0. 00000004:00000010:1.0:1769074865.214327:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8daa89beb0f0. 00000004:00000010:1.0:1769074865.214334:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8e3f6bb0. 00080000:00000010:1.0:1769074865.214345:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bdac78. 00000020:00000010:1.0:1769074865.214376:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba04542a0. 00080000:00000010:1.0:1769074865.214386:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabad30f400. 00000004:00000010:1.0:1769074865.214409:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabae111a80. 00020000:00000010:1.0:1769074865.214451:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8edbd390. 00020000:00000010:1.0:1769074865.214455:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8edbdcf0. 00000004:00000010:1.0:1769074865.214465:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda30d0. 00010000:00000010:1.1:1769074865.214845:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074865.214851:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00000001:00000010:0.0:1769074865.215003:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb780. 00000001:00000010:0.0:1769074865.215010:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d86c0. 00000020:00000010:0.0:1769074865.215063:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba04542a0. 00010000:00000010:0.0:1769074865.215101:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bf00. 00010000:00000010:0.0:1769074865.215104:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa88baa180. 00010000:00000010:0.0:1769074865.215110:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6400. 00010000:00000010:0.0:1769074865.215115:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab880. 00000004:00000010:0.0:1769074865.215142:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa88baa980. 00010000:00000010:0.0:1769074865.215172:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:0.0:1769074865.215218:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000200:0.0:1769074865.215228:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890544, last committed = 17179890279 00010000:00000200:0.0:1769074865.215237:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600000 x1855007826617600/t17179890544(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.215256:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074865.215262:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826617600, offset 224 00000400:00000010:0.0:1769074865.215268:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1f18. 00000400:00000200:0.0:1769074865.215272:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.215286:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.215292:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41826:41826:256:4294967295] 192.168.204.10@tcp LPNI seq info [41822:41822:8:4294967295] 00000400:00000200:0.0:1769074865.215299:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.215306:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.215312:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.215317:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074865.215324:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.215332:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.215337:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.215363:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c100. 00000020:00000010:0.0:1769074865.215367:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:0.0:1769074865.215371:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00000800:00000200:1.0:1769074865.215499:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.215503:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074865.215509:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.215513:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.219084:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.219107:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67009 00000400:00000200:1.0:1769074865.219114:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.219119:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.219125:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:1.0:1769074865.219129:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00000400:00000200:1.0:1769074865.219159:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.219164:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fa600 00000400:00000200:1.0:1769074865.219170:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eded [2] + 392 00000400:00000200:1.0:1769074865.219218:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.219221:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.219225:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.219232:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5c00. 00010000:00000010:2.0:1769074865.219516:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:2.0:1769074865.219528:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c700. 00000020:00000010:3.0:1769074865.219766:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074865.219771:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074865.219775:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.219779:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074865.219782:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.219824:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074865.219827:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f080. 00000100:00000200:3.0:1769074865.219831:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826617856 00000001:00000010:3.0:1769074865.219842:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 02000000:00000010:3.0:1769074865.219886:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa839ee800. 00000020:00000010:3.0:1769074865.219935:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef18a0. 00080000:00000010:3.0:1769074865.219945:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ed000. 00000001:00000010:3.0:1769074865.220024:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef1300. 00000001:00000010:3.0:1769074865.220031:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074865.220096:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef18a0. 00000004:00000010:3.0:1769074865.220118:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa88baa980. 00010000:00000200:3.0:1769074865.220154:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5c00 x1855007826617856/t17179890545(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.220172:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074865.220178:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826617856, offset 224 00000400:00000200:3.0:1769074865.220185:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.220195:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.220392:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41827:41827:256:4294967295] 192.168.204.10@tcp LPNI seq info [41823:41823:8:4294967295] 00000400:00000200:3.0:1769074865.220402:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.220407:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.220413:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074865.220420:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.220425:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.220430:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.220449:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074865.220453:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.220458:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.220536:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.220542:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074865.220549:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.220553:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.220559:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:0.0:1769074865.220561:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00010000:00000010:3.1:1769074865.222942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:3.1:1769074865.222960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00000400:00000200:1.0:1769074865.223393:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.223411:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fa700 00000400:00000200:1.0:1769074865.223417:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 130168 00000400:00000200:1.0:1769074865.223430:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.223433:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.223439:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.223446:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90807480. 00000020:00000010:0.0:1769074865.223585:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c3c0. 00000020:00000010:0.0:1769074865.223590:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c3c0. 00000020:00000010:0.0:1769074865.223596:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7a00. 00000020:00000010:0.0:1769074865.223675:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa88baa480. 00000020:00000010:0.0:1769074865.223682:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074865.223726:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c3c0. 00000020:00000010:0.0:1769074865.223729:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c3c0. 00000100:00000200:0.0:1769074865.223859:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826618112 00000001:00000010:0.0:1769074865.223873:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d86c0. 00010000:00000010:0.0:1769074865.223903:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074865.223911:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074865.223945:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c400000. 00010000:00000010:0.0:1769074865.224035:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074865.224040:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074865.224059:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56be00. 00010000:00000010:0.0:1769074865.224063:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa88baad00. 00010000:00000010:0.0:1769074865.224068:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074865.224072:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000004:00000010:0.0:1769074865.224094:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3efa40. 00000004:00000010:0.0:1769074865.224103:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367ac8. 00000004:00000010:0.0:1769074865.224111:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d0ee0. 00080000:00000010:0.0:1769074865.224123:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900ffab8. 00000020:00000010:0.0:1769074865.224161:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbf60. 00080000:00000010:0.0:1769074865.224214:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c17800. 00000004:00000010:0.0:1769074865.224242:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d8e40. 00020000:00000010:0.0:1769074865.224287:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f850. 00020000:00000010:0.0:1769074865.224290:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1ffb0. 00000004:00000010:0.0:1769074865.224300:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1f0d0. 00010000:00000010:0.1:1769074865.224832:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:0.1:1769074865.224839:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000001:00000010:0.0:1769074865.224930:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0e08540. 00000001:00000010:0.0:1769074865.224938:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8480. 00000020:00000010:0.0:1769074865.224999:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbf60. 00010000:00000010:0.0:1769074865.225038:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b400. 00010000:00000010:0.0:1769074865.225042:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa88baa880. 00010000:00000010:0.0:1769074865.225047:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:0.0:1769074865.225053:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab90453280. 00000004:00000010:0.0:1769074865.225082:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa88baa400. 00010000:00000010:0.0:1769074865.225334:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:0.0:1769074865.225376:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074865.225387:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890546, last committed = 17179890279 00010000:00000200:0.0:1769074865.225398:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90807480 x1855007826618112/t17179890546(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.225418:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074865.225425:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826618112, offset 224 00000400:00000010:0.0:1769074865.225431:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d10e0. 00000400:00000200:0.0:1769074865.225435:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.225450:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.225457:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41828:41828:256:4294967295] 192.168.204.10@tcp LPNI seq info [41824:41824:8:4294967295] 00000400:00000200:0.0:1769074865.225464:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.225470:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.225475:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.225480:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074865.225573:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.225583:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.225587:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.225768:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa88baa480. 00000020:00000010:0.0:1769074865.225773:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074865.225777:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7a00. 00000800:00000200:1.0:1769074865.227240:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.227247:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074865.227256:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.227264:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.229972:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.229996:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67011 00000400:00000200:0.0:1769074865.230003:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.230007:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.230014:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:0.0:1769074865.230017:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00000400:00000200:0.0:1769074865.230055:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.230065:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fa800 00000400:00000200:0.0:1769074865.230072:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eded [2] + 784 00000400:00000200:0.0:1769074865.230431:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.230437:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.230443:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.230450:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601500. 00000020:00000010:1.0:1769074865.230563:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d580. 00000020:00000010:1.0:1769074865.230569:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d580. 00000020:00000010:1.0:1769074865.230578:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.230585:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c500. 00000020:00000010:1.0:1769074865.230591:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.230661:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d580. 00000020:00000010:1.0:1769074865.230664:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d580. 00000100:00000200:1.0:1769074865.230668:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826618368 00000001:00000010:1.0:1769074865.230678:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 02000000:00000010:1.0:1769074865.230719:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8a41f800. 00000020:00000010:1.0:1769074865.230769:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f00. 00080000:00000010:1.0:1769074865.230779:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a41d000. 00000001:00000010:1.0:1769074865.230880:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454660. 00000001:00000010:1.0:1769074865.230888:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111f00. 00000020:00000010:1.0:1769074865.230955:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f00. 00000004:00000010:1.0:1769074865.230976:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa88baa400. 00010000:00000200:1.0:1769074865.231012:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601500 x1855007826618368/t17179890547(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.231032:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074865.231037:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826618368, offset 224 00000400:00000200:1.0:1769074865.231044:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.231054:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.231060:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41829:41829:256:4294967295] 192.168.204.10@tcp LPNI seq info [41825:41825:8:4294967295] 00000400:00000200:1.0:1769074865.231070:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.231075:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.231080:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074865.231086:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.231092:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.231097:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.231117:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c500. 00000020:00000010:1.0:1769074865.231122:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.231126:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00010000:00000010:3.0:1769074865.232006:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:3.0:1769074865.232028:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88baad00. 00000800:00000200:0.0:1769074865.232247:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.232252:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:0.0:1769074865.232257:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.232265:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.232271:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:0.0:1769074865.232274:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00010000:00000010:2.1:1769074865.232700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074865.232709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:1.0:1769074865.234800:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.234831:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fa900 00000400:00000200:1.0:1769074865.234840:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 130816 00000400:00000200:1.0:1769074865.234857:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.234862:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.234869:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.234876:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805880. 00000020:00000010:0.0:1769074865.234923:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cd80. 00000020:00000010:0.0:1769074865.234929:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cd80. 00000020:00000010:0.0:1769074865.234936:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7a00. 00000020:00000010:0.0:1769074865.234952:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa88baa480. 00000020:00000010:0.0:1769074865.234959:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074865.235003:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cd80. 00000020:00000010:0.0:1769074865.235006:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cd80. 00000100:00000200:0.0:1769074865.235010:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826618624 00000001:00000010:0.0:1769074865.235020:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8480. 00010000:00000010:0.0:1769074865.235047:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074865.235055:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab90453200. 02000000:00000010:0.0:1769074865.235091:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c407000. 00010000:00000010:0.0:1769074865.235176:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074865.235183:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074865.235203:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b700. 00010000:00000010:0.0:1769074865.235207:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa88baad00. 00010000:00000010:0.0:1769074865.235212:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074865.235215:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000004:00000010:0.0:1769074865.235238:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3ef860. 00000004:00000010:0.0:1769074865.235246:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367438. 00000004:00000010:0.0:1769074865.235253:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d0ff0. 00080000:00000010:0.0:1769074865.235264:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900fe390. 00000020:00000010:0.0:1769074865.235297:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0e08ae0. 00080000:00000010:0.0:1769074865.235307:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c17000. 00000004:00000010:0.0:1769074865.235331:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d86c0. 00020000:00000010:0.0:1769074865.235379:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f2b8. 00020000:00000010:0.0:1769074865.235382:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f9e8. 00000004:00000010:0.0:1769074865.235390:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1daa0. 00000001:00000010:0.0:1769074865.235639:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0e08900. 00000001:00000010:0.0:1769074865.235647:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:1.0:1769074865.235832:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0e08ae0. 00010000:00000010:1.0:1769074865.235871:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1e00. 00010000:00000010:1.0:1769074865.235875:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c500. 00010000:00000010:1.0:1769074865.235880:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.0:1769074865.235885:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1300. 00000004:00000010:1.0:1769074865.235910:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabaf03c980. 00010000:00000010:1.0:1769074865.235940:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:1.0:1769074865.235976:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab90453200. 00010000:00000200:1.0:1769074865.235988:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890548, last committed = 17179890279 00010000:00000200:1.0:1769074865.235998:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805880 x1855007826618624/t17179890548(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.236016:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074865.236022:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826618624, offset 224 00000400:00000010:1.0:1769074865.236029:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f30a8. 00000400:00000200:1.0:1769074865.236033:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.236046:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.236052:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41830:41830:256:4294967295] 192.168.204.10@tcp LPNI seq info [41826:41826:8:4294967295] 00000400:00000200:1.0:1769074865.236059:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.236065:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.236071:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.236076:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074865.236083:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.236090:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.236094:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.236119:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa88baa480. 00000020:00000010:1.0:1769074865.236124:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:1.0:1769074865.236128:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7a00. 00000800:00000200:0.0:1769074865.236593:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.236598:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00010000:00000010:0.1:1769074865.236633:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074865.236638:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00000400:00000200:0.0:1769074865.236645:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.236652:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.239101:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.239122:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67019 00000400:00000200:0.0:1769074865.239129:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.239133:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.239140:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:0.0:1769074865.239143:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00010000:00000010:2.0:1769074865.239256:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:2.0:1769074865.239266:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88baad00. 00010000:00000010:3.1:1769074865.239650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56be00. 00010000:00000010:3.1:1769074865.239658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000400:00000200:1.0:1769074865.242952:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.242972:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8faa00 00000400:00000200:1.0:1769074865.242981:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eded [2] + 1176 00000400:00000200:1.0:1769074865.243047:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.243053:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.243061:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.243068:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804e00. 00000020:00000010:2.0:1769074865.243447:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.243453:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.243458:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074865.243465:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b800. 00000020:00000010:2.0:1769074865.243470:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.243517:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.243520:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000100:00000200:2.0:1769074865.243523:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826618880 00000001:00000010:2.0:1769074865.243534:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111f00. 02000000:00000010:2.0:1769074865.243575:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dab86d55c00. 00000020:00000010:2.0:1769074865.243653:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074865.243664:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d56000. 00000001:00000010:2.0:1769074865.243751:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba034e540. 00000001:00000010:2.0:1769074865.243758:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074865.243837:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00000004:00000010:2.0:1769074865.243860:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabaf03c980. 00010000:00000200:2.0:1769074865.243899:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804e00 x1855007826618880/t17179890549(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.243925:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074865.243934:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826618880, offset 224 00000400:00000200:2.0:1769074865.243943:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.243955:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.243961:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41831:41831:256:4294967295] 192.168.204.10@tcp LPNI seq info [41827:41827:8:4294967295] 00000400:00000200:2.0:1769074865.243973:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.243980:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.243985:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074865.243991:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.243998:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.244003:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.244019:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b800. 00000020:00000010:2.0:1769074865.244024:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.244028:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 00000800:00000200:0.0:1769074865.244493:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.244499:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:0.0:1769074865.244503:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.244508:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.244513:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:0.0:1769074865.244515:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00010000:00000010:1.1:1769074865.245684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00010000:00000010:1.1:1769074865.245696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00000400:00000200:0.0:1769074865.248668:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.248692:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fab00 00000400:00000200:0.0:1769074865.248701:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 131464 00000400:00000200:0.0:1769074865.248718:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.248722:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.248731:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.248748:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603480. 00000020:00000010:1.0:1769074865.248970:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d580. 00000020:00000010:1.0:1769074865.248976:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d580. 00000020:00000010:1.0:1769074865.248985:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.248992:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c080. 00000020:00000010:1.0:1769074865.248997:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.249042:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d580. 00000020:00000010:1.0:1769074865.249044:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d580. 00000100:00000200:1.0:1769074865.249048:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826619136 00000001:00000010:1.0:1769074865.249059:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:1.0:1769074865.249087:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074865.249095:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 02000000:00000010:1.0:1769074865.249130:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8cbb2000. 00010000:00000010:1.0:1769074865.249226:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074865.249232:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074865.249254:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074865.249258:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf00. 00010000:00000010:1.0:1769074865.249262:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074865.249265:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1380. 00000004:00000010:1.0:1769074865.249287:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8fd6b860. 00000004:00000010:1.0:1769074865.249297:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8daa89bebbb8. 00000004:00000010:1.0:1769074865.249303:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8e3f6cc0. 00080000:00000010:1.0:1769074865.249314:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bda390. 00000020:00000010:1.0:1769074865.249345:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f00. 00080000:00000010:1.0:1769074865.249358:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a41d400. 00000004:00000010:1.0:1769074865.249386:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabae111840. 00020000:00000010:1.0:1769074865.249436:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8edbdf30. 00020000:00000010:1.0:1769074865.249439:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8edbdfe0. 00000004:00000010:1.0:1769074865.249450:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda0470. 00010000:00000010:2.1:1769074865.249651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b700. 00010000:00000010:2.1:1769074865.249659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000001:00000010:1.0:1769074865.249888:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba04543c0. 00000001:00000010:1.0:1769074865.249895:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111cc0. 00000020:00000010:1.0:1769074865.249953:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f00. 00010000:00000010:1.0:1769074865.249994:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1000. 00010000:00000010:1.0:1769074865.249997:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c200. 00010000:00000010:1.0:1769074865.250002:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.0:1769074865.250006:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1900. 00000004:00000010:1.0:1769074865.250035:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074865.250065:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074865.250098:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000200:1.0:1769074865.250109:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890550, last committed = 17179890279 00010000:00000200:1.0:1769074865.250119:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603480 x1855007826619136/t17179890550(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.250139:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074865.250146:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826619136, offset 224 00000400:00000010:1.0:1769074865.250153:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3620. 00000400:00000200:1.0:1769074865.250157:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.250169:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.250175:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41832:41832:256:4294967295] 192.168.204.10@tcp LPNI seq info [41828:41828:8:4294967295] 00000400:00000200:1.0:1769074865.250181:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.250187:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.250193:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.250198:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074865.250204:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.250211:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.250215:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.250236:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c080. 00000020:00000010:1.0:1769074865.250241:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.250245:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:0.0:1769074865.250689:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.250695:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:0.0:1769074865.250700:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.250705:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.253777:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.253801:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67021 00000400:00000200:0.0:1769074865.253819:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.253823:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.253831:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:0.0:1769074865.253834:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00010000:00000010:3.0:1769074865.253940:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1380. 00010000:00000010:3.0:1769074865.253952:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf00. 00000400:00000200:0.0:1769074865.257153:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.257175:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fac00 00000400:00000200:0.0:1769074865.257183:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eded [2] + 1568 00000400:00000200:0.0:1769074865.257257:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.257263:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.257272:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.257279:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600380. 00010000:00000010:1.1:1769074865.257375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074865.257382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000020:00000010:1.0:1769074865.257416:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d780. 00000020:00000010:1.0:1769074865.257422:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d780. 00000020:00000010:1.0:1769074865.257431:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.257436:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c080. 00000020:00000010:1.0:1769074865.257442:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.257486:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d780. 00000020:00000010:1.0:1769074865.257489:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d780. 00000100:00000200:1.0:1769074865.257493:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826619392 00000001:00000010:1.0:1769074865.257503:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 02000000:00000010:1.0:1769074865.257541:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8a41cc00. 00000020:00000010:1.0:1769074865.257586:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f00. 00080000:00000010:1.0:1769074865.257598:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df34000. 00000001:00000010:1.0:1769074865.257707:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454360. 00000001:00000010:1.0:1769074865.257713:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111b40. 00000020:00000010:1.0:1769074865.257776:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f00. 00000004:00000010:1.0:1769074865.257797:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabaf03cb80. 00010000:00000200:1.0:1769074865.257843:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600380 x1855007826619392/t17179890551(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.257866:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074865.257873:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826619392, offset 224 00000400:00000200:1.0:1769074865.257879:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.257888:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.257896:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41833:41833:256:4294967295] 192.168.204.10@tcp LPNI seq info [41829:41829:8:4294967295] 00000400:00000200:1.0:1769074865.257906:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.257911:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.257916:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074865.257921:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.257928:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.257932:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.257947:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c080. 00000020:00000010:1.0:1769074865.257951:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.257954:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:0.0:1769074865.258143:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.258147:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074865.258152:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.258157:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.258161:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fce58 00000400:00000010:0.0:1769074865.258164:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fce58. 00010000:00000010:3.1:1769074865.261789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:3.1:1769074865.261815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000400:00000200:0.0:1769074865.261994:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.262011:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fad00 00000400:00000200:0.0:1769074865.262020:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 132112 00000400:00000200:0.0:1769074865.262037:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.262041:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.262050:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.262056:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602a00. 00000020:00000010:1.0:1769074865.262167:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d780. 00000020:00000010:1.0:1769074865.262173:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d780. 00000020:00000010:1.0:1769074865.262181:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.262187:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c080. 00000020:00000010:1.0:1769074865.262192:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.262246:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d780. 00000020:00000010:1.0:1769074865.262249:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d780. 00000100:00000200:1.0:1769074865.262253:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826619648 00000001:00000010:1.0:1769074865.262264:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111cc0. 00010000:00000010:1.0:1769074865.262291:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074865.262299:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 02000000:00000010:1.0:1769074865.262337:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8cbb7000. 00010000:00000010:1.0:1769074865.262435:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074865.262440:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074865.262462:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074865.262466:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf80. 00010000:00000010:1.0:1769074865.262470:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074865.262473:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1800. 00000004:00000010:1.0:1769074865.262494:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8fd6ba40. 00000004:00000010:1.0:1769074865.262503:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8daa89beb618. 00000004:00000010:1.0:1769074865.262510:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8e3f7980. 00080000:00000010:1.0:1769074865.262522:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bdaab0. 00000020:00000010:1.0:1769074865.262556:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454f00. 00080000:00000010:1.0:1769074865.262565:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df37c00. 00000004:00000010:1.0:1769074865.262593:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabae111d80. 00020000:00000010:1.0:1769074865.262679:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8edbdb58. 00020000:00000010:1.0:1769074865.262683:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8edbd638. 00000004:00000010:1.0:1769074865.262696:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda3540. 00000001:00000010:1.0:1769074865.262958:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560f00. 00000001:00000010:1.0:1769074865.262965:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111900. 00000020:00000010:1.0:1769074865.263023:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454f00. 00010000:00000010:1.0:1769074865.263058:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1b00. 00010000:00000010:1.0:1769074865.263062:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074865.263066:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.0:1769074865.263070:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1600. 00000004:00000010:1.0:1769074865.263093:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabaf03c700. 00010000:00000010:1.0:1769074865.263120:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074865.263153:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000200:1.0:1769074865.263165:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890552, last committed = 17179890279 00010000:00000200:1.0:1769074865.263174:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602a00 x1855007826619648/t17179890552(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.263194:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fce58. 00000100:00000200:1.0:1769074865.263201:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826619648, offset 224 00000400:00000010:1.0:1769074865.263208:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3850. 00000400:00000200:1.0:1769074865.263212:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.263226:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.263233:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41834:41834:256:4294967295] 192.168.204.10@tcp LPNI seq info [41830:41830:8:4294967295] 00000400:00000200:1.0:1769074865.263239:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.263246:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.263252:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.263257:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074865.263264:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.263272:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.263276:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.263293:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c080. 00000020:00000010:1.0:1769074865.263297:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.263302:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:0.0:1769074865.263565:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.263569:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:0.0:1769074865.263575:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.263580:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.266224:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.266246:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67029 00000400:00000200:0.0:1769074865.266254:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.266258:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.266265:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fce58 00000400:00000010:0.0:1769074865.266268:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fce58. 00010000:00000010:2.0:1769074865.266371:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1800. 00010000:00000010:2.0:1769074865.266383:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf80. 00000400:00000200:0.0:1769074865.269493:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.269511:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fae00 00000400:00000200:0.0:1769074865.269520:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eded [2] + 1960 00000400:00000010:0.0:1769074865.269526:0:12640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4c08. 00000400:00000200:0.0:1769074865.269532:0:12640:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f9dc3c0 00000400:00000200:0.0:1769074865.269595:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074865.269653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074865.269659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000400:00000200:0.0:1769074865.270013:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.270020:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f9dc3c0 00000400:00000010:0.0:1769074865.270023:0:12640:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f9dc3c0. 00000100:00000200:0.0:1769074865.270030:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074865.270132:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.270138:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.270144:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074865.270149:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b800. 00000020:00000010:2.0:1769074865.270154:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.270188:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.270191:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000100:00000200:2.0:1769074865.270194:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826619904 00000001:00000010:2.0:1769074865.270215:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111b40. 02000000:00000010:2.0:1769074865.270260:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dab86d55000. 00000020:00000010:2.0:1769074865.270308:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e300. 00080000:00000010:2.0:1769074865.270325:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d57000. 00000001:00000010:2.0:1769074865.270409:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680420. 00000001:00000010:2.0:1769074865.270416:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074865.270483:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e300. 00000004:00000010:2.0:1769074865.270506:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabaf03c700. 00010000:00000200:2.0:1769074865.270546:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b209c50 x1855007826619904/t17179890553(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.270565:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074865.270571:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826619904, offset 224 00000400:00000200:2.0:1769074865.270579:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.270588:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.270594:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41835:41835:256:4294967295] 192.168.204.10@tcp LPNI seq info [41831:41831:8:4294967295] 00000400:00000200:2.0:1769074865.270639:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.270645:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.270651:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21d00. 00000800:00000200:2.0:1769074865.270658:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.270664:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.270669:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.270686:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b800. 00000020:00000010:2.0:1769074865.270690:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.270694:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 02000000:00000010:2.0:1769074865.270702:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8a41cc00. 00000100:00000010:2.0:1769074865.270706:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600380. 02000000:00000010:2.0:1769074865.270709:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dab86d55c00. 00000100:00000010:2.0:1769074865.270712:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804e00. 02000000:00000010:2.0:1769074865.270715:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8a41f800. 00000100:00000010:2.0:1769074865.270717:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601500. 02000000:00000010:2.0:1769074865.270719:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa839ee800. 00000100:00000010:2.0:1769074865.270722:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5c00. 02000000:00000010:2.0:1769074865.270725:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dab86d56800. 00000100:00000010:2.0:1769074865.270727:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601f80. 00000100:00000200:2.0:1769074865.270828:0:42299:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1769074865.270835:0:42299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4370. 00000400:00000010:2.0:1769074865.270840:0:42299:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab89ddf540. 00000800:00000200:0.0:1769074865.271104:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.271109:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21d00. 00000400:00000200:0.0:1769074865.271113:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.271117:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.271121:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:0.0:1769074865.271123:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 02000000:00000010:0.0:1769074865.271128:0:12639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dab86d55000. 00000400:00000200:0.0:1769074865.274005:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.274028:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8faf00 00000400:00000200:0.0:1769074865.274038:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 132760 00000400:00000200:0.0:1769074865.274053:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.274057:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.274065:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.274071:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602300. 00000020:00000010:3.0:1769074865.274175:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074865.274181:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074865.274187:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.274192:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074865.274197:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.274251:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f080. 00000020:00000010:3.0:1769074865.274254:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f080. 00000100:00000200:3.0:1769074865.274258:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826620160 00000001:00000010:3.0:1769074865.274267:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111900. 00010000:00000010:3.0:1769074865.274293:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074865.274300:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 02000000:00000010:3.0:1769074865.274331:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabbc541000. 00010000:00000010:3.0:1769074865.274412:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074865.274416:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074865.274435:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074865.274438:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074865.274442:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074865.274445:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00000004:00000010:3.0:1769074865.274466:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7da40. 00000004:00000010:3.0:1769074865.274474:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583078. 00000004:00000010:3.0:1769074865.274490:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6e330. 00080000:00000010:3.0:1769074865.274501:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90374000. 00000020:00000010:3.0:1769074865.274532:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef18a0. 00080000:00000010:3.0:1769074865.274542:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ef800. 00000004:00000010:3.0:1769074865.274565:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabbc12e780. 00020000:00000010:3.0:1769074865.274654:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bba80. 00020000:00000010:3.0:1769074865.274658:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bbd88. 00000004:00000010:3.0:1769074865.274669:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1a5b8. 00000001:00000010:3.0:1769074865.274919:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e180. 00000001:00000010:3.0:1769074865.274926:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074865.274985:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef18a0. 00010000:00000010:3.0:1769074865.275021:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5000. 00010000:00000010:3.0:1769074865.275025:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e600. 00010000:00000010:3.0:1769074865.275030:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee600. 00010000:00000010:3.0:1769074865.275034:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3480. 00000004:00000010:3.0:1769074865.275057:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074865.275084:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074865.275116:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000200:3.0:1769074865.275128:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890554, last committed = 17179890279 00010000:00000200:3.0:1769074865.275138:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602300 x1855007826620160/t17179890554(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.275158:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074865.275164:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826620160, offset 224 00000400:00000010:3.0:1769074865.275171:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccc40. 00000400:00000200:3.0:1769074865.275176:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.275189:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.275195:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41836:41836:256:4294967295] 192.168.204.10@tcp LPNI seq info [41832:41832:8:4294967295] 00000400:00000200:3.0:1769074865.275201:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.275207:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.275213:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.275219:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074865.275226:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.275233:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.275238:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.275255:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074865.275259:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.275263:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.275731:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.275736:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:0.0:1769074865.275743:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.275749:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074865.278470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:2.1:1769074865.278486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00000400:00000200:0.0:1769074865.282195:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.282229:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67035 00000400:00000200:0.0:1769074865.282236:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.282242:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.282248:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46c38 00000400:00000010:0.0:1769074865.282251:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46c38. 00010000:00000010:3.1:1769074865.282833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.1:1769074865.282841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074865.282882:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074865.282892:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00000400:00000200:0.0:1769074865.285005:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.285025:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fb000 00000400:00000200:0.0:1769074865.285034:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee21 [2] + 0 00000400:00000200:0.0:1769074865.285096:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.285101:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.285110:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.285117:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603100. 00000020:00000010:1.0:1769074865.285255:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d740. 00000020:00000010:1.0:1769074865.285261:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d740. 00000020:00000010:1.0:1769074865.285269:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.285274:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03c080. 00000020:00000010:1.0:1769074865.285279:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.285322:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d740. 00000020:00000010:1.0:1769074865.285325:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d740. 00000100:00000200:1.0:1769074865.285328:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826620416 00000001:00000010:1.0:1769074865.285337:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 02000000:00000010:1.0:1769074865.285374:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8df37800. 00000020:00000010:1.0:1769074865.285418:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560ba0. 00080000:00000010:1.0:1769074865.285426:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df36400. 00000001:00000010:1.0:1769074865.285513:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560ae0. 00000001:00000010:1.0:1769074865.285519:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074865.285580:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560ba0. 00000004:00000010:1.0:1769074865.285599:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5e780. 00010000:00000200:1.0:1769074865.285674:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603100 x1855007826620416/t17179890555(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.285700:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcf68. 00000100:00000200:1.0:1769074865.285705:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826620416, offset 224 00000400:00000200:1.0:1769074865.285711:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.285721:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.285727:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41837:41837:256:4294967295] 192.168.204.10@tcp LPNI seq info [41833:41833:8:4294967295] 00000400:00000200:1.0:1769074865.285737:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.285742:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.285748:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074865.285754:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.285761:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.285765:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.285785:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03c080. 00000020:00000010:1.0:1769074865.285790:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.285793:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:0.0:1769074865.286439:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.286444:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:0.0:1769074865.286450:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.286456:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.286461:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcf68 00000400:00000010:0.0:1769074865.286463:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcf68. 00010000:00000010:3.1:1769074865.291659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074865.291676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:0.0:1769074865.294904:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.294924:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fb100 00000400:00000200:0.0:1769074865.294932:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 133408 00000400:00000200:0.0:1769074865.294948:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.294953:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.294961:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.294968:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600700. 00000020:00000010:1.0:1769074865.295083:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d740. 00000020:00000010:1.0:1769074865.295088:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d740. 00000020:00000010:1.0:1769074865.295096:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.295102:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074865.295107:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.295151:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d740. 00000020:00000010:1.0:1769074865.295154:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d740. 00000100:00000200:1.0:1769074865.295158:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826620672 00000001:00000010:1.0:1769074865.295168:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:1.0:1769074865.295195:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074865.295202:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 02000000:00000010:1.0:1769074865.295249:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabb48e8000. 00010000:00000010:1.0:1769074865.295336:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074865.295341:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074865.295360:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1a00. 00010000:00000010:1.0:1769074865.295364:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c080. 00010000:00000010:1.0:1769074865.295367:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074865.295370:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1200. 00000004:00000010:1.0:1769074865.295394:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8fd6a780. 00000004:00000010:1.0:1769074865.295404:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8daa89bebb40. 00000004:00000010:1.0:1769074865.295411:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8e3f7100. 00080000:00000010:1.0:1769074865.295421:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bda8e8. 00000020:00000010:1.0:1769074865.295453:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560ba0. 00080000:00000010:1.0:1769074865.295462:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df34800. 00000004:00000010:1.0:1769074865.295495:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabae111780. 00020000:00000010:1.0:1769074865.295547:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8edbdd50. 00020000:00000010:1.0:1769074865.295550:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8edbd3f0. 00000004:00000010:1.0:1769074865.295561:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda0000. 00000001:00000010:1.0:1769074865.295852:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454000. 00000001:00000010:1.0:1769074865.295858:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074865.295915:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560ba0. 00010000:00000010:1.0:1769074865.295951:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1600. 00010000:00000010:1.0:1769074865.295954:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cd00. 00010000:00000010:1.0:1769074865.295958:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.0:1769074865.295962:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1480. 00000004:00000010:1.0:1769074865.295986:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabaf03cd80. 00010000:00000010:1.0:1769074865.296013:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074865.296049:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000200:1.0:1769074865.296059:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890556, last committed = 17179890279 00010000:00000200:1.0:1769074865.296069:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600700 x1855007826620672/t17179890556(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.296088:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc000. 00000100:00000200:1.0:1769074865.296093:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826620672, offset 224 00000400:00000010:1.0:1769074865.296100:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3bd0. 00000400:00000200:1.0:1769074865.296104:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.296117:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.296123:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41838:41838:256:4294967295] 192.168.204.10@tcp LPNI seq info [41834:41834:8:4294967295] 00000400:00000200:1.0:1769074865.296129:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.296136:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.296142:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.296147:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074865.296153:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.296161:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.296165:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.296183:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074865.296187:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.296191:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:0.0:1769074865.296448:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.296452:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:0.0:1769074865.296458:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.296462:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.299369:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.299391:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6703d 00000400:00000200:0.0:1769074865.299399:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.299404:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.299411:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc000 00000400:00000010:0.0:1769074865.299414:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc000. 00010000:00000010:2.0:1769074865.299530:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1200. 00010000:00000010:2.0:1769074865.299540:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c080. 00010000:00000010:1.1:1769074865.301653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074865.301671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00000400:00000200:0.0:1769074865.303735:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.303756:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fb200 00000400:00000200:0.0:1769074865.303765:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee21 [2] + 392 00000400:00000200:0.0:1769074865.303844:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.303850:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.303859:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.303866:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602d80. 00000020:00000010:2.0:1769074865.304401:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.304407:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.304415:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074865.304421:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b800. 00000020:00000010:2.0:1769074865.304426:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.304472:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.304475:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000100:00000200:2.0:1769074865.304479:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826620928 00000001:00000010:2.0:1769074865.304490:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 02000000:00000010:2.0:1769074865.304530:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dab86d56800. 00000020:00000010:2.0:1769074865.304579:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd6806c0. 00080000:00000010:2.0:1769074865.304590:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d55c00. 00000001:00000010:2.0:1769074865.304719:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680840. 00000001:00000010:2.0:1769074865.304727:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf240. 00000020:00000010:2.0:1769074865.304797:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd6806c0. 00000004:00000010:2.0:1769074865.304831:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabaf03cd80. 00010000:00000200:2.0:1769074865.304869:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602d80 x1855007826620928/t17179890557(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.304887:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074865.304893:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826620928, offset 224 00000400:00000200:2.0:1769074865.304900:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.304910:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.304917:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41839:41839:256:4294967295] 192.168.204.10@tcp LPNI seq info [41835:41835:8:4294967295] 00000400:00000200:2.0:1769074865.304927:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.304932:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.304937:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21f00. 00000800:00000200:2.0:1769074865.304943:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.304949:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.304954:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.304968:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b800. 00000020:00000010:2.0:1769074865.304972:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.304976:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 00000800:00000200:0.0:1769074865.305586:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.305592:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21f00. 00000400:00000200:0.0:1769074865.305596:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.305629:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.305635:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:0.0:1769074865.305637:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00010000:00000010:2.1:1769074865.305978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1a00. 00010000:00000010:2.1:1769074865.305986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:0.0:1769074865.312348:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.312371:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fb300 00000400:00000200:0.0:1769074865.312380:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 134056 00000400:00000200:0.0:1769074865.312396:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.312401:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.312409:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.312416:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600a80. 00000020:00000010:3.0:1769074865.312528:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074865.312534:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074865.312540:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.312545:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074865.312551:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.312597:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb00. 00000020:00000010:3.0:1769074865.312600:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb00. 00000100:00000200:3.0:1769074865.312635:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826621184 00000001:00000010:3.0:1769074865.312647:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:3.0:1769074865.312672:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074865.312679:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 02000000:00000010:3.0:1769074865.312711:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabbc544000. 00010000:00000010:3.0:1769074865.312818:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074865.312823:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074865.312843:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074865.312847:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee00. 00010000:00000010:3.0:1769074865.312851:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074865.312854:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 00000004:00000010:3.0:1769074865.312877:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7dc20. 00000004:00000010:3.0:1769074865.312885:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583bb8. 00000004:00000010:3.0:1769074865.312891:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6ebb0. 00080000:00000010:3.0:1769074865.312902:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90375008. 00000020:00000010:3.0:1769074865.312935:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145ef00. 00080000:00000010:3.0:1769074865.312944:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa839ee400. 00000004:00000010:3.0:1769074865.312970:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabbc12e840. 00020000:00000010:3.0:1769074865.313017:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bba90. 00020000:00000010:3.0:1769074865.313020:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bbac8. 00000004:00000010:3.0:1769074865.313031:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe186a8. 00000001:00000010:3.0:1769074865.313263:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef15a0. 00000001:00000010:3.0:1769074865.313270:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e6c0. 00000020:00000010:3.0:1769074865.313326:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145ef00. 00010000:00000010:3.0:1769074865.313363:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5200. 00010000:00000010:3.0:1769074865.313366:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e100. 00010000:00000010:3.0:1769074865.313371:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee000. 00010000:00000010:3.0:1769074865.313375:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f80. 00000004:00000010:3.0:1769074865.313398:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5ec80. 00010000:00000010:3.0:1769074865.313426:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074865.313461:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000200:3.0:1769074865.313471:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890558, last committed = 17179890279 00010000:00000200:3.0:1769074865.313483:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600a80 x1855007826621184/t17179890558(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.313501:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074865.313508:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826621184, offset 224 00000400:00000010:3.0:1769074865.313515:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccf50. 00000400:00000200:3.0:1769074865.313518:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.313531:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.313537:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41840:41840:256:4294967295] 192.168.204.10@tcp LPNI seq info [41836:41836:8:4294967295] 00000400:00000200:3.0:1769074865.313543:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.313551:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.313556:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.313561:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074865.313567:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.313574:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.313578:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.313595:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074865.313599:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.313654:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.313816:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.313820:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:0.0:1769074865.313828:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.313833:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074865.318244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074865.318257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:0.0:1769074865.318424:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.318445:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67045 00000400:00000200:0.0:1769074865.318453:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.318458:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.318465:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46550 00000400:00000010:0.0:1769074865.318469:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46550. 00010000:00000010:3.0:1769074865.318660:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000010:3.0:1769074865.318672:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee00. 00000400:00000200:0.0:1769074865.326294:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.326314:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fb400 00000400:00000200:0.0:1769074865.326322:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee21 [2] + 784 00000400:00000200:0.0:1769074865.326383:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.326388:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.326397:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.326404:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601180. 00000020:00000010:1.0:1769074865.326652:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d440. 00000020:00000010:1.0:1769074865.326658:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d440. 00000020:00000010:1.0:1769074865.326667:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.326672:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074865.326676:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.326722:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d440. 00000020:00000010:1.0:1769074865.326725:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d440. 00000100:00000200:1.0:1769074865.326728:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826621440 00000001:00000010:1.0:1769074865.326738:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf240. 02000000:00000010:1.0:1769074865.326775:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8df35800. 00000020:00000010:1.0:1769074865.326835:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454b40. 00080000:00000010:1.0:1769074865.326846:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df37400. 00000001:00000010:1.0:1769074865.326931:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454d20. 00000001:00000010:1.0:1769074865.326937:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111600. 00000020:00000010:1.0:1769074865.327002:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454b40. 00000004:00000010:1.0:1769074865.327024:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5ec80. 00010000:00000200:1.0:1769074865.327060:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601180 x1855007826621440/t17179890559(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.327084:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074865.327090:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826621440, offset 224 00000400:00000200:1.0:1769074865.327096:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.327106:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.327112:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41841:41841:256:4294967295] 192.168.204.10@tcp LPNI seq info [41837:41837:8:4294967295] 00000400:00000200:1.0:1769074865.327121:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.327125:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.327130:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074865.327136:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.327142:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.327147:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.327167:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074865.327172:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.327175:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:1.0:1769074865.327262:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.327266:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:1.0:1769074865.327271:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.327275:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.327279:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:1.0:1769074865.327281:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00000400:00000200:0.0:1769074865.330878:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.330897:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fb500 00000400:00000200:0.0:1769074865.330906:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 134704 00000400:00000200:0.0:1769074865.330922:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.330926:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.330933:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.330939:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601f80. 00000020:00000010:1.0:1769074865.331321:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d440. 00000020:00000010:1.0:1769074865.331327:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d440. 00000020:00000010:1.0:1769074865.331336:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.331340:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074865.331345:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.331424:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d440. 00000020:00000010:1.0:1769074865.331427:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d440. 00000100:00000200:1.0:1769074865.331430:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826621696 00000001:00000010:1.0:1769074865.331441:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e6c0. 00010000:00000010:1.0:1769074865.331467:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074865.331474:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 02000000:00000010:1.0:1769074865.331522:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa9020c000. 00010000:00000010:1.0:1769074865.331640:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074865.331647:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074865.331668:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074865.331671:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cc80. 00010000:00000010:1.0:1769074865.331675:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074865.331677:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1a00. 00000004:00000010:1.0:1769074865.331700:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8fd6ab40. 00000004:00000010:1.0:1769074865.331711:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8daa89beb960. 00000004:00000010:1.0:1769074865.331719:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8e3f6000. 00080000:00000010:1.0:1769074865.331729:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bdb398. 00000020:00000010:1.0:1769074865.331776:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454b40. 00080000:00000010:1.0:1769074865.331785:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df36800. 00000004:00000010:1.0:1769074865.332074:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabae1113c0. 00020000:00000010:1.0:1769074865.332130:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8edbdc90. 00020000:00000010:1.0:1769074865.332134:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8edbd5d8. 00000004:00000010:1.0:1769074865.332144:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda1f10. 00000001:00000010:1.0:1769074865.332416:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab83937c00. 00000001:00000010:1.0:1769074865.332423:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111480. 00000020:00000010:1.0:1769074865.332482:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454b40. 00010000:00000010:1.0:1769074865.332524:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1300. 00010000:00000010:1.0:1769074865.332528:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074865.332533:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.0:1769074865.332538:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1400. 00000004:00000010:1.0:1769074865.332564:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074865.332594:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074865.332657:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000200:1.0:1769074865.332669:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890560, last committed = 17179890279 00010000:00000200:1.0:1769074865.332681:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601f80 x1855007826621696/t17179890560(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.332701:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc5d8. 00000100:00000200:1.0:1769074865.332708:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826621696, offset 224 00000400:00000010:1.0:1769074865.332714:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f35e8. 00000400:00000200:1.0:1769074865.332718:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.332746:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.332752:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41842:41842:256:4294967295] 192.168.204.10@tcp LPNI seq info [41838:41838:8:4294967295] 00000400:00000200:1.0:1769074865.332759:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.332765:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.332771:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.332777:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074865.332783:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.332791:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.332796:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.333066:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074865.333072:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.333075:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:0.0:1769074865.336676:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.336687:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:0.0:1769074865.336698:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.336708:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.340449:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.340470:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6704d 00000400:00000200:0.0:1769074865.340478:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.340571:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.340580:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc5d8 00000400:00000010:0.0:1769074865.340583:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc5d8. 00000400:00000200:0.0:1769074865.340682:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.340690:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fb600 00000400:00000200:0.0:1769074865.340697:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee21 [2] + 1176 00000400:00000200:0.0:1769074865.341741:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.341750:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.341760:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.341769:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601500. 00010000:00000010:2.0:1769074865.341907:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1a00. 00010000:00000010:2.0:1769074865.341918:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cc80. 00000020:00000010:1.0:1769074865.342018:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470df40. 00000020:00000010:1.0:1769074865.342024:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470df40. 00000020:00000010:1.0:1769074865.342033:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.342039:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074865.342043:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.342081:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470df40. 00000020:00000010:1.0:1769074865.342083:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470df40. 00000100:00000200:1.0:1769074865.342087:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826621952 00000001:00000010:1.0:1769074865.342098:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111600. 02000000:00000010:1.0:1769074865.342139:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8df35000. 00000020:00000010:1.0:1769074865.342183:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab83937cc0. 00080000:00000010:1.0:1769074865.342195:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df34c00. 00000001:00000010:1.0:1769074865.342300:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab83937d80. 00000001:00000010:1.0:1769074865.342309:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111cc0. 00000020:00000010:1.0:1769074865.342386:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab83937cc0. 00000004:00000010:1.0:1769074865.342408:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabaf03c480. 00010000:00000200:1.0:1769074865.342440:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601500 x1855007826621952/t17179890561(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.342460:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc908. 00000100:00000200:1.0:1769074865.342466:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826621952, offset 224 00000400:00000200:1.0:1769074865.342473:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.342578:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.342584:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41843:41843:256:4294967295] 192.168.204.10@tcp LPNI seq info [41839:41839:8:4294967295] 00000400:00000200:1.0:1769074865.342596:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.342638:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.342645:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074865.342652:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.342658:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.342662:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.342683:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074865.342687:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.342692:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00010000:00000010:3.1:1769074865.343032:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:3.1:1769074865.343039:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00000800:00000200:0.0:1769074865.344036:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.344041:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074865.344049:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.344059:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.344065:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc908 00000400:00000010:0.0:1769074865.344067:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc908. 00000400:00000200:0.0:1769074865.347129:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.347150:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fb700 00000400:00000200:0.0:1769074865.347160:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 135352 00000400:00000200:0.0:1769074865.347179:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.347185:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.347194:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.347211:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c600380. 00000020:00000010:1.0:1769074865.347306:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470df40. 00000020:00000010:1.0:1769074865.347312:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470df40. 00000020:00000010:1.0:1769074865.347319:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.347325:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074865.347330:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.347374:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470df40. 00000020:00000010:1.0:1769074865.347378:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470df40. 00000100:00000200:1.0:1769074865.347381:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826622208 00000001:00000010:1.0:1769074865.347392:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111480. 00010000:00000010:1.0:1769074865.347419:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074865.347427:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 02000000:00000010:1.0:1769074865.347463:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa9020b000. 00010000:00000010:1.0:1769074865.347562:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074865.347566:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074865.347585:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074865.347590:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cc80. 00010000:00000010:1.0:1769074865.347594:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074865.347597:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1f80. 00000004:00000010:1.0:1769074865.347662:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8fd6a1e0. 00000004:00000010:1.0:1769074865.347672:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8daa89beb168. 00000004:00000010:1.0:1769074865.347678:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8e3f7650. 00080000:00000010:1.0:1769074865.347688:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bdbc80. 00000020:00000010:1.0:1769074865.347720:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab83937cc0. 00080000:00000010:1.0:1769074865.347730:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83450400. 00000004:00000010:1.0:1769074865.347756:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabae111600. 00020000:00000010:1.0:1769074865.347821:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8edbd0a8. 00020000:00000010:1.0:1769074865.347824:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8edbd3a8. 00000004:00000010:1.0:1769074865.347836:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda27f0. 00000001:00000010:1.0:1769074865.348173:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454540. 00000001:00000010:1.0:1769074865.348179:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074865.348230:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab83937cc0. 00010000:00000010:1.0:1769074865.348268:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1800. 00010000:00000010:1.0:1769074865.348272:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cf80. 00010000:00000010:1.0:1769074865.348276:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.0:1769074865.348280:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1b80. 00000004:00000010:1.0:1769074865.348307:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa88baa400. 00010000:00000010:1.0:1769074865.348336:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074865.348373:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000200:1.0:1769074865.348384:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890562, last committed = 17179890279 00010000:00000200:1.0:1769074865.348394:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c600380 x1855007826622208/t17179890562(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.348416:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcee0. 00000100:00000200:1.0:1769074865.348423:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826622208, offset 224 00000400:00000010:1.0:1769074865.348428:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f30e0. 00000400:00000200:1.0:1769074865.348432:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.348445:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.348451:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41844:41844:256:4294967295] 192.168.204.10@tcp LPNI seq info [41840:41840:8:4294967295] 00000400:00000200:1.0:1769074865.348457:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.348463:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.348469:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.348474:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074865.348480:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.348487:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.348492:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.348509:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cb80. 00000020:00000010:1.0:1769074865.348514:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.348519:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:0.0:1769074865.348875:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.348880:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:0.0:1769074865.348886:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.348892:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.354684:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.354707:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67055 00000400:00000200:0.0:1769074865.354715:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.354720:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.354728:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcee0 00000400:00000010:0.0:1769074865.354740:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcee0. 00010000:00000010:3.0:1769074865.356086:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1f80. 00010000:00000010:3.0:1769074865.356100:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cc80. 00010000:00000010:1.1:1769074865.357653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.1:1769074865.357666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000400:00000200:0.0:1769074865.360175:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.360195:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fb800 00000400:00000200:0.0:1769074865.360214:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee21 [2] + 1568 00000400:00000200:0.0:1769074865.360278:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.360285:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.360294:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.360301:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603800. 00000020:00000010:3.0:1769074865.360404:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074865.360410:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074865.360416:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.360421:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074865.360426:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.360471:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074865.360474:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000100:00000200:3.0:1769074865.360478:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826622464 00000001:00000010:3.0:1769074865.360488:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111cc0. 02000000:00000010:3.0:1769074865.360528:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa839ee800. 00000020:00000010:3.0:1769074865.360576:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1240. 00080000:00000010:3.0:1769074865.360587:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fc2f000. 00000001:00000010:3.0:1769074865.360720:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87f06ae0. 00000001:00000010:3.0:1769074865.360727:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074865.360813:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1240. 00000004:00000010:3.0:1769074865.360835:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa88baa400. 00010000:00000200:3.0:1769074865.360872:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603800 x1855007826622464/t17179890563(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.360893:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074865.360900:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826622464, offset 224 00000400:00000200:3.0:1769074865.360907:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.360918:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.360924:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41845:41845:256:4294967295] 192.168.204.10@tcp LPNI seq info [41841:41841:8:4294967295] 00000400:00000200:3.0:1769074865.360934:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.360939:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.360945:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074865.360951:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.360959:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.360963:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.360979:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074865.360983:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.360987:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.361269:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.361274:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:0.0:1769074865.361281:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.361285:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.361290:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c464c8 00000400:00000010:0.0:1769074865.361292:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c464c8. 00010000:00000010:3.1:1769074865.362683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:3.1:1769074865.362696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:2.1:1769074865.362853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:2.1:1769074865.362858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00000400:00000200:0.0:1769074865.365986:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.366007:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fb900 00000400:00000200:0.0:1769074865.366017:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 136000 00000400:00000200:0.0:1769074865.366036:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.366040:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.366049:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.366057:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeece00. 00010000:00000010:1.1:1769074865.366142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074865.366149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00000020:00000010:3.0:1769074865.366260:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074865.366267:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074865.366272:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.366279:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee00. 00000020:00000010:3.0:1769074865.366284:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a960. 00000020:00000010:3.0:1769074865.366328:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074865.366331:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000100:00000200:3.0:1769074865.366334:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826622720 00000001:00000010:3.0:1769074865.366344:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:3.0:1769074865.366372:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074865.366380:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c80. 02000000:00000010:3.0:1769074865.366419:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa833f3000. 00010000:00000010:3.0:1769074865.366522:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074865.366527:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e00. 00010000:00000010:3.0:1769074865.366546:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074865.366549:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074865.366553:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074865.366556:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00000004:00000010:3.0:1769074865.366579:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7cf00. 00000004:00000010:3.0:1769074865.366587:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583a50. 00000004:00000010:3.0:1769074865.366593:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6f540. 00080000:00000010:0.0:1769074865.367299:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900ff560. 00000020:00000010:0.0:1769074865.367352:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0e08480. 00080000:00000010:0.0:1769074865.367362:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c14000. 00000004:00000010:0.0:1769074865.367386:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d8d80. 00020000:00000010:0.0:1769074865.367439:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1fad0. 00020000:00000010:0.0:1769074865.367442:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1fcf8. 00000004:00000010:0.0:1769074865.367454:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1f9b0. 00000001:00000010:0.0:1769074865.367884:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0e08ae0. 00000001:00000010:0.0:1769074865.367893:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8540. 00000020:00000010:0.0:1769074865.367954:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0e08480. 00010000:00000010:0.0:1769074865.367999:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bb00. 00010000:00000010:0.0:1769074865.368005:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daba0a83800. 00010000:00000010:0.0:1769074865.368012:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6000. 00010000:00000010:0.0:1769074865.368018:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab800. 00000004:00000010:0.0:1769074865.368050:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daba0a83a00. 00010000:00000010:0.0:1769074865.368084:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e00. 00010000:00000010:0.0:1769074865.368124:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c80. 00010000:00000200:0.0:1769074865.368136:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890564, last committed = 17179890279 00010000:00000200:0.0:1769074865.368147:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeece00 x1855007826622720/t17179890564(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.368167:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074865.368174:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826622720, offset 224 00000400:00000010:0.0:1769074865.368181:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d15e8. 00000400:00000200:0.0:1769074865.368185:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.368200:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.368207:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41846:41846:256:4294967295] 192.168.204.10@tcp LPNI seq info [41842:41842:8:4294967295] 00000400:00000200:0.0:1769074865.368213:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.368219:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.368225:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.368230:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074865.368236:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.368243:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.368247:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.368339:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee00. 00000020:00000010:0.0:1769074865.368344:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a960. 00000020:00000010:0.0:1769074865.368348:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:2.0:1769074865.372527:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074865.372538:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074865.372548:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.372557:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.374178:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.374282:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6705d 00000400:00000200:0.0:1769074865.374291:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.374295:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.374301:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:0.0:1769074865.374304:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00000400:00000200:0.0:1769074865.374388:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.374396:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fba00 00000400:00000200:0.0:1769074865.374405:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee21 [2] + 1960 00000400:00000010:0.0:1769074865.374409:0:12639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae2632c0. 00000400:00000200:0.0:1769074865.374413:0:12639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f8ffa80 00000400:00000200:0.0:1769074865.374467:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.374471:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.374474:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f8ffa80 00000400:00000010:0.0:1769074865.374476:0:12639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f8ffa80. 00000100:00000200:0.0:1769074865.374490:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:1.0:1769074865.374585:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d900. 00000020:00000010:1.0:1769074865.374592:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d900. 00000020:00000010:1.0:1769074865.374600:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.374635:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa88baa980. 00000020:00000010:1.0:1769074865.374641:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.374685:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d900. 00000020:00000010:1.0:1769074865.374688:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d900. 00000100:00000200:1.0:1769074865.374692:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826622976 00000001:00000010:1.0:1769074865.374702:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 02000000:00000010:1.0:1769074865.374749:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa83450800. 00000020:00000010:1.0:1769074865.374795:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0454a80. 00080000:00000010:1.0:1769074865.374817:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83453400. 00000001:00000010:1.0:1769074865.374902:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae560900. 00000001:00000010:1.0:1769074865.374909:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111900. 00000020:00000010:1.0:1769074865.374981:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0454a80. 00000004:00000010:1.0:1769074865.375004:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daba0a83a00. 00010000:00000200:1.0:1769074865.375043:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b208050 x1855007826622976/t17179890565(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.375062:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc440. 00000100:00000200:1.0:1769074865.375067:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826622976, offset 224 00000400:00000200:1.0:1769074865.375074:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.375086:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.375092:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41847:41847:256:4294967295] 192.168.204.10@tcp LPNI seq info [41843:41843:8:4294967295] 00000400:00000200:1.0:1769074865.375102:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.375107:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.375112:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074865.375118:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.375125:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.375129:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.375152:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa88baa980. 00000020:00000010:1.0:1769074865.375157:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.375161:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 02000000:00000010:1.0:1769074865.375171:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa839ee800. 00000100:00000010:1.0:1769074865.375176:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603800. 02000000:00000010:1.0:1769074865.375180:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8df35000. 00000100:00000010:1.0:1769074865.375183:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601500. 02000000:00000010:1.0:1769074865.375186:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8df35800. 00000100:00000010:1.0:1769074865.375189:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601180. 02000000:00000010:1.0:1769074865.375192:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dab86d56800. 00000100:00000010:1.0:1769074865.375195:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602d80. 02000000:00000010:1.0:1769074865.375197:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8df37800. 00000100:00000010:1.0:1769074865.375205:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603100. 00000100:00000200:1.0:1769074865.375211:0:42299:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1769074865.375218:0:42299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1cb8. 00000400:00000010:1.0:1769074865.375223:0:42299:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabae111480. 00000800:00000200:0.0:1769074865.375746:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.375752:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:0.0:1769074865.375757:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.375763:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.375767:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc440 00000400:00000010:0.0:1769074865.375769:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc440. 02000000:00000010:0.0:1769074865.375773:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa83450800. 00010000:00000010:2.0:1769074865.378382:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:2.0:1769074865.378402:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00000400:00000200:3.0:1769074865.379310:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074865.379328:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fbb00 00000400:00000200:3.0:1769074865.379336:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 136648 00000400:00000200:3.0:1769074865.379351:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.379356:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074865.379364:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074865.379371:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff2d80. 00000020:00000010:2.0:1769074865.379754:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.379761:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.379768:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074865.379773:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b800. 00000020:00000010:2.0:1769074865.379777:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117000. 00000020:00000010:2.0:1769074865.379831:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.379834:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000100:00000200:2.0:1769074865.379837:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826623232 00000001:00000010:2.0:1769074865.379850:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8540. 00010000:00000010:2.0:1769074865.379878:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074865.379884:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c800. 02000000:00000010:2.0:1769074865.379919:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa859e5000. 00010000:00000010:2.0:1769074865.380008:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074865.380012:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd00. 00010000:00000010:2.0:1769074865.380029:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074865.380033:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b880. 00010000:00000010:2.0:1769074865.380037:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074865.380040:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cb00. 00000004:00000010:2.0:1769074865.380062:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa902a23c0. 00000004:00000010:2.0:1769074865.380071:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab863612d0. 00000004:00000010:2.0:1769074865.380078:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8ec36330. 00080000:00000010:2.0:1769074865.380088:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bb398. 00000020:00000010:2.0:1769074865.380120:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd6806c0. 00080000:00000010:2.0:1769074865.380129:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d57800. 00000004:00000010:2.0:1769074865.380156:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab89ddfcc0. 00020000:00000010:2.0:1769074865.380429:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3ac0. 00020000:00000010:2.0:1769074865.380433:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d3680. 00000004:00000010:2.0:1769074865.380445:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda8470. 00010000:00000010:0.1:1769074865.381240:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00010000:00000010:0.1:1769074865.381249:0:12632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00000001:00000010:1.0:1769074865.381923:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0454f00. 00000001:00000010:1.0:1769074865.381932:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111b40. 00000020:00000010:1.0:1769074865.381992:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd6806c0. 00010000:00000010:1.0:1769074865.382036:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1700. 00010000:00000010:1.0:1769074865.382041:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074865.382047:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.0:1769074865.382054:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1700. 00000004:00000010:1.0:1769074865.382086:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabaf03cd80. 00010000:00000010:1.0:1769074865.382120:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd00. 00010000:00000010:1.0:1769074865.382157:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c800. 00010000:00000200:1.0:1769074865.382169:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890566, last committed = 17179890279 00010000:00000200:1.0:1769074865.382180:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff2d80 x1855007826623232/t17179890566(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.382297:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcdd0. 00000100:00000200:1.0:1769074865.382305:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826623232, offset 224 00000400:00000010:1.0:1769074865.382312:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3f18. 00000400:00000200:1.0:1769074865.382317:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.382330:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.382337:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41848:41848:256:4294967295] 192.168.204.10@tcp LPNI seq info [41844:41844:8:4294967295] 00000400:00000200:1.0:1769074865.382344:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.382351:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.382358:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.382363:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bd00. 00000800:00000200:1.0:1769074865.382370:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.382379:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.382384:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.382451:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b800. 00000020:00000010:1.0:1769074865.382456:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117000. 00000020:00000010:1.0:1769074865.382461:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 00000800:00000200:0.0:1769074865.385277:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.385288:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bd00. 00000400:00000200:0.0:1769074865.385300:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.385309:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.386433:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.386452:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67069 00000400:00000200:0.0:1769074865.386459:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.386463:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.386469:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcdd0 00000400:00000010:0.0:1769074865.386471:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcdd0. 00000400:00000200:0.0:1769074865.386600:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00010000:00000010:2.1:1769074865.386650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:2.1:1769074865.386658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000400:00000200:0.0:1769074865.386780:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fbc00 00000400:00000200:0.0:1769074865.386787:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee55 [2] + 0 00000400:00000200:0.0:1769074865.391120:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.391135:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.391147:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.391160:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeed880. 00010000:00000010:3.0:1769074865.391474:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb00. 00010000:00000010:3.0:1769074865.391498:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b880. 00000020:00000010:2.0:1769074865.391998:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.392004:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.392010:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82000. 00000020:00000010:2.0:1769074865.392015:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074865.392021:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.392052:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.392054:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000100:00000200:2.0:1769074865.392057:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826623488 00000001:00000010:2.0:1769074865.392067:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111900. 02000000:00000010:2.0:1769074865.392107:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dab86d55800. 00000020:00000010:2.0:1769074865.392152:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba034e0c0. 00080000:00000010:2.0:1769074865.392162:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d55400. 00000001:00000010:2.0:1769074865.392257:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eb3aea0. 00000001:00000010:2.0:1769074865.392264:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074865.392329:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba034e0c0. 00000004:00000010:2.0:1769074865.392351:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabaf03cd80. 00010000:00000200:2.0:1769074865.392388:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeed880 x1855007826623488/t17179890567(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.392407:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb06e8. 00000100:00000200:2.0:1769074865.392413:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826623488, offset 224 00000400:00000200:2.0:1769074865.392421:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.392434:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.392440:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41849:41849:256:4294967295] 192.168.204.10@tcp LPNI seq info [41845:41845:8:4294967295] 00000400:00000200:2.0:1769074865.392452:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.392458:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.392463:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074865.392469:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.392476:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.392493:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.392516:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074865.392521:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.392526:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82000. 00000800:00000200:3.0:1769074865.392794:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074865.392798:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074865.392815:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.392820:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074865.392825:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb06e8 00000400:00000010:3.0:1769074865.392828:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb06e8. 00000400:00000200:0.0:1769074865.396397:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.396415:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fbd00 00000400:00000200:0.0:1769074865.396424:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 137296 00000400:00000200:0.0:1769074865.396440:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.396444:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.396453:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.396460:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef480. 00000020:00000010:2.0:1769074865.396580:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.396586:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.396592:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82000. 00000020:00000010:2.0:1769074865.396598:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074865.396640:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.396687:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f700. 00000020:00000010:2.0:1769074865.396690:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f700. 00000100:00000200:2.0:1769074865.396693:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826623744 00000001:00000010:2.0:1769074865.396702:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111b40. 00010000:00000010:2.0:1769074865.396728:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074865.396736:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 02000000:00000010:2.0:1769074865.396773:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa859e1000. 00010000:00000010:2.0:1769074865.396882:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074865.396887:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074865.396906:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074865.396910:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b980. 00010000:00000010:2.0:1769074865.396914:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074865.396917:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c480. 00000004:00000010:2.0:1769074865.396940:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa902a2b40. 00000004:00000010:2.0:1769074865.396949:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab863617f8. 00000004:00000010:2.0:1769074865.396956:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8ec36990. 00080000:00000010:2.0:1769074865.396967:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bbc80. 00000020:00000010:2.0:1769074865.397001:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eb3aba0. 00080000:00000010:2.0:1769074865.397011:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d54c00. 00000004:00000010:2.0:1769074865.397036:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab89ddf240. 00020000:00000010:2.0:1769074865.397086:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3c10. 00020000:00000010:2.0:1769074865.397089:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d3350. 00000004:00000010:2.0:1769074865.397122:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda9aa0. 00000001:00000010:2.0:1769074865.397385:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9120. 00000001:00000010:2.0:1769074865.397392:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf9c0. 00000020:00000010:2.0:1769074865.397446:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eb3aba0. 00010000:00000010:2.0:1769074865.397485:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826d00. 00010000:00000010:2.0:1769074865.397488:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491bc00. 00010000:00000010:2.0:1769074865.397492:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:2.0:1769074865.397497:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486ce00. 00000004:00000010:2.0:1769074865.397523:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074865.397549:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074865.397583:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000200:2.0:1769074865.397594:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890568, last committed = 17179890279 00010000:00000200:2.0:1769074865.397629:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef480 x1855007826623744/t17179890568(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.397650:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0c38. 00000100:00000200:2.0:1769074865.397656:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826623744, offset 224 00000400:00000010:2.0:1769074865.397662:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23ff18. 00000400:00000200:2.0:1769074865.397666:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.397680:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.397686:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41850:41850:256:4294967295] 192.168.204.10@tcp LPNI seq info [41846:41846:8:4294967295] 00000400:00000200:2.0:1769074865.397693:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074865.397699:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.397705:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.397710:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074865.397717:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.397725:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.397730:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.397750:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074865.397754:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.397759:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82000. 00000800:00000200:0.0:1769074865.398308:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.398313:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:0.0:1769074865.398318:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.398323:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:1.1:1769074865.399527:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:1.1:1769074865.399541:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00000400:00000200:0.0:1769074865.402185:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.402217:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67071 00000400:00000200:0.0:1769074865.402225:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.402229:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.402237:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0c38 00000400:00000010:0.0:1769074865.402240:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0c38. 00010000:00000010:1.0:1769074865.402439:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c480. 00010000:00000010:1.0:1769074865.402450:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b980. 00010000:00000010:3.1:1769074865.402712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:3.1:1769074865.402719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00000400:00000200:0.0:1769074865.403878:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.403894:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fbe00 00000400:00000200:0.0:1769074865.403904:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee55 [2] + 392 00000400:00000200:0.0:1769074865.403973:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.403978:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.403987:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.403993:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec380. 00000020:00000010:1.0:1769074865.404354:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d700. 00000020:00000010:1.0:1769074865.404360:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d700. 00000020:00000010:1.0:1769074865.404368:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.404373:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cc80. 00000020:00000010:1.0:1769074865.404379:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.404418:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d700. 00000020:00000010:1.0:1769074865.404420:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d700. 00000100:00000200:1.0:1769074865.404423:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826624000 00000001:00000010:1.0:1769074865.404434:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 02000000:00000010:1.0:1769074865.404472:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa83451c00. 00000020:00000010:1.0:1769074865.404532:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae560240. 00080000:00000010:1.0:1769074865.404543:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83452000. 00000001:00000010:1.0:1769074865.404667:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680900. 00000001:00000010:1.0:1769074865.404675:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111b40. 00000020:00000010:1.0:1769074865.404747:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae560240. 00000004:00000010:1.0:1769074865.404771:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabb491b900. 00010000:00000200:1.0:1769074865.404820:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeec380 x1855007826624000/t17179890569(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.404840:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc7f8. 00000100:00000200:1.0:1769074865.404846:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826624000, offset 224 00000400:00000200:1.0:1769074865.404853:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.404864:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.404870:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41851:41851:256:4294967295] 192.168.204.10@tcp LPNI seq info [41847:41847:8:4294967295] 00000400:00000200:1.0:1769074865.404882:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.404887:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.404891:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910bc00. 00000800:00000200:1.0:1769074865.404898:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.404904:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.404909:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910bc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.404925:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cc80. 00000020:00000010:1.0:1769074865.404928:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.404932:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:0.0:1769074865.405123:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.405128:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910bc00. 00000400:00000200:0.0:1769074865.405133:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.405138:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.405146:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc7f8 00000400:00000010:0.0:1769074865.405148:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc7f8. 00010000:00000010:2.1:1769074865.405849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.1:1769074865.405856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00000400:00000200:0.0:1769074865.409380:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.409400:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fbf00 00000400:00000200:0.0:1769074865.409409:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 137944 00000400:00000200:0.0:1769074865.409425:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.409429:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.409438:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.409444:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeeed80. 00000020:00000010:3.0:1769074865.409569:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074865.409575:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074865.409582:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.409588:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074865.409593:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074865.409680:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fac0. 00000020:00000010:3.0:1769074865.409683:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fac0. 00000100:00000200:3.0:1769074865.409687:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826624256 00000001:00000010:3.0:1769074865.409696:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf9c0. 00010000:00000010:3.0:1769074865.409722:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074865.409729:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 02000000:00000010:3.0:1769074865.409763:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa833f4000. 00010000:00000010:3.0:1769074865.409856:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074865.409861:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074865.409882:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074865.409886:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074865.409890:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074865.409892:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00000004:00000010:3.0:1769074865.409914:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7c5a0. 00000004:00000010:3.0:1769074865.409923:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab875835a0. 00000004:00000010:3.0:1769074865.409931:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6f650. 00080000:00000010:3.0:1769074865.409942:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90374c78. 00000020:00000010:3.0:1769074865.409975:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1240. 00080000:00000010:3.0:1769074865.409985:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb5b01c00. 00000004:00000010:3.0:1769074865.410010:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabbc12e3c0. 00020000:00000010:3.0:1769074865.410060:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bbbc0. 00020000:00000010:3.0:1769074865.410064:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bb448. 00000004:00000010:3.0:1769074865.410075:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe18470. 00000001:00000010:3.0:1769074865.410326:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab90941720. 00000001:00000010:3.0:1769074865.410333:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12ed80. 00000020:00000010:3.0:1769074865.410392:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1240. 00010000:00000010:3.0:1769074865.410428:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5900. 00010000:00000010:3.0:1769074865.410433:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e800. 00010000:00000010:3.0:1769074865.410437:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feea00. 00010000:00000010:3.0:1769074865.410442:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a00. 00000004:00000010:3.0:1769074865.410465:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e280. 00010000:00000010:3.0:1769074865.410492:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:3.0:1769074865.410526:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000200:3.0:1769074865.410536:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890570, last committed = 17179890279 00010000:00000200:3.0:1769074865.410546:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeeed80 x1855007826624256/t17179890570(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.410565:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074865.410571:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826624256, offset 224 00000400:00000010:3.0:1769074865.410578:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc428. 00000400:00000200:3.0:1769074865.410582:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.410594:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.410600:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41852:41852:256:4294967295] 192.168.204.10@tcp LPNI seq info [41848:41848:8:4294967295] 00000400:00000200:3.0:1769074865.410633:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.410640:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.410645:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.410651:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074865.410657:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.410665:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.410669:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.410686:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5ee80. 00000020:00000010:3.0:1769074865.410691:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074865.410695:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.410972:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.410977:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074865.410984:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.410989:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.415946:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.415970:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67079 00000400:00000200:1.0:1769074865.415978:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.415982:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.415989:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c467f8 00000400:00000010:1.0:1769074865.415993:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c467f8. 00000400:00000200:1.0:1769074865.416057:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.416064:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fc000 00000400:00000200:1.0:1769074865.416072:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee55 [2] + 784 00000400:00000200:1.0:1769074865.416144:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.416149:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.416156:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.416162:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90807800. 00000020:00000010:2.0:1769074865.416245:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f200. 00000020:00000010:2.0:1769074865.416251:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f200. 00000020:00000010:2.0:1769074865.416257:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82000. 00000020:00000010:2.0:1769074865.416262:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074865.416267:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.416310:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f200. 00000020:00000010:2.0:1769074865.416314:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f200. 00000100:00000200:2.0:1769074865.416318:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826624512 00000001:00000010:2.0:1769074865.416330:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111b40. 02000000:00000010:2.0:1769074865.416368:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dab86d57400. 00000020:00000010:2.0:1769074865.416414:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.416425:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d56800. 00000001:00000010:2.0:1769074865.416523:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd90c0. 00000001:00000010:2.0:1769074865.416530:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074865.416593:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00000004:00000010:2.0:1769074865.416637:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5e280. 00010000:00000200:2.0:1769074865.416671:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90807800 x1855007826624512/t17179890571(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.416691:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0088. 00000100:00000200:2.0:1769074865.416696:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826624512, offset 224 00000400:00000200:2.0:1769074865.416702:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.416711:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.416717:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41853:41853:256:4294967295] 192.168.204.10@tcp LPNI seq info [41849:41849:8:4294967295] 00000400:00000200:2.0:1769074865.416727:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.416744:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.416749:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074865.416755:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.416761:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.416765:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.416972:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074865.416978:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.416983:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82000. 00010000:00000010:3.0:1769074865.420373:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:3.0:1769074865.420393:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:1.1:1769074865.423389:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074865.423405:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00000800:00000200:1.0:1769074865.423429:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.423434:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074865.423440:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.423449:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.423456:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0088 00000400:00000010:1.0:1769074865.423459:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0088. 00000400:00000200:0.0:1769074865.424538:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.424567:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fc100 00000400:00000200:0.0:1769074865.424576:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 138592 00000400:00000200:0.0:1769074865.424593:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.424597:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.424656:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.424676:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeee680. 00000020:00000010:2.0:1769074865.424823:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f200. 00000020:00000010:2.0:1769074865.424829:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f200. 00000020:00000010:2.0:1769074865.424836:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82000. 00000020:00000010:2.0:1769074865.424841:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074865.424848:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.424905:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f200. 00000020:00000010:2.0:1769074865.424908:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f200. 00000100:00000200:2.0:1769074865.424912:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826624768 00000001:00000010:2.0:1769074865.424923:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12ed80. 00010000:00000010:2.0:1769074865.424949:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074865.424957:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 02000000:00000010:2.0:1769074865.424992:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa859e0000. 00010000:00000010:2.0:1769074865.425115:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074865.425120:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074865.425153:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074865.425157:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b580. 00010000:00000010:2.0:1769074865.425170:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074865.425173:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c500. 00000004:00000010:2.0:1769074865.425208:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa902a2f00. 00000004:00000010:2.0:1769074865.425217:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab863613c0. 00000004:00000010:2.0:1769074865.425224:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8ec36110. 00080000:00000010:2.0:1769074865.425237:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6ba558. 00000020:00000010:2.0:1769074865.425274:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.425283:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d55000. 00000004:00000010:2.0:1769074865.425310:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab89ddf9c0. 00020000:00000010:2.0:1769074865.425396:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3b78. 00020000:00000010:2.0:1769074865.425400:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d3000. 00000004:00000010:2.0:1769074865.425421:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda8b18. 00000001:00000010:2.0:1769074865.425722:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9f00. 00000001:00000010:2.0:1769074865.425730:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074865.425786:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00010000:00000010:2.0:1769074865.425836:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826b00. 00010000:00000010:2.0:1769074865.425840:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b280. 00010000:00000010:2.0:1769074865.425845:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:2.0:1769074865.425850:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c380. 00000004:00000010:2.0:1769074865.425874:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabb491be80. 00010000:00000010:2.0:1769074865.425902:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:2.0:1769074865.425937:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000200:2.0:1769074865.425949:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890572, last committed = 17179890279 00010000:00000200:2.0:1769074865.425960:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeee680 x1855007826624768/t17179890572(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.425982:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb04c8. 00000100:00000200:2.0:1769074865.425990:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826624768, offset 224 00000400:00000010:2.0:1769074865.425996:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23f0e0. 00000400:00000200:2.0:1769074865.426001:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.426013:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.426020:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41854:41854:256:4294967295] 192.168.204.10@tcp LPNI seq info [41850:41850:8:4294967295] 00000400:00000200:2.0:1769074865.426026:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074865.426032:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.426038:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.426061:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074865.426068:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.426075:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.426079:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.426103:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074865.426108:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.426113:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82000. 00000800:00000200:1.0:1769074865.426711:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.426716:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:1.0:1769074865.426721:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.426727:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.430499:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.430521:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67081 00000400:00000200:1.0:1769074865.430530:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.430534:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.430541:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb04c8 00000400:00000010:1.0:1769074865.430544:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb04c8. 00000400:00000200:1.0:1769074865.430568:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.430575:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fc200 00000400:00000200:1.0:1769074865.430582:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee55 [2] + 1176 00010000:00000010:0.0:1769074865.430854:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c500. 00010000:00000010:0.0:1769074865.430866:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b580. 00000400:00000200:1.0:1769074865.431192:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.431207:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.431214:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.431220:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806d80. 00010000:00000010:3.1:1769074865.431406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.1:1769074865.431414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.1:1769074865.431418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.1:1769074865.431422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00000020:00000010:2.0:1769074865.431561:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f240. 00000020:00000010:2.0:1769074865.431567:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f240. 00000020:00000010:2.0:1769074865.431575:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82000. 00000020:00000010:2.0:1769074865.431580:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074865.431585:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.431644:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f240. 00000020:00000010:2.0:1769074865.431647:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f240. 00000100:00000200:2.0:1769074865.431651:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826625024 00000001:00000010:2.0:1769074865.431661:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 02000000:00000010:2.0:1769074865.431700:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dab86d57c00. 00000020:00000010:2.0:1769074865.431742:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.431753:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a41f800. 00000001:00000010:2.0:1769074865.431847:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9c00. 00000001:00000010:2.0:1769074865.431853:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddf000. 00000020:00000010:2.0:1769074865.431941:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00000004:00000010:2.0:1769074865.431961:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabb491be80. 00010000:00000200:2.0:1769074865.431990:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806d80 x1855007826625024/t17179890573(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.432008:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0550. 00000100:00000200:2.0:1769074865.432014:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826625024, offset 224 00000400:00000200:2.0:1769074865.432020:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.432032:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.432038:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41855:41855:256:4294967295] 192.168.204.10@tcp LPNI seq info [41851:41851:8:4294967295] 00000400:00000200:2.0:1769074865.432048:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.432054:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.432058:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074865.432065:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.432072:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.432076:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.432092:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b200. 00000020:00000010:2.0:1769074865.432096:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.432100:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82000. 00000800:00000200:0.0:1769074865.432449:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.432453:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:0.0:1769074865.432457:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.432462:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.432467:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0550 00000400:00000010:0.0:1769074865.432469:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0550. 00000400:00000200:1.0:1769074865.435669:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.435690:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fc300 00000400:00000200:1.0:1769074865.435699:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 139240 00000400:00000200:1.0:1769074865.435716:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.435721:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.435728:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.435735:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805c00. 00000020:00000010:3.0:1769074865.435891:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f780. 00000020:00000010:3.0:1769074865.435896:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f780. 00000020:00000010:3.0:1769074865.435902:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.435908:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e000. 00000020:00000010:3.0:1769074865.435913:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a640. 00000020:00000010:3.0:1769074865.435951:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f780. 00000020:00000010:3.0:1769074865.435954:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f780. 00000100:00000200:3.0:1769074865.435957:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826625280 00000001:00000010:3.0:1769074865.435967:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:3.0:1769074865.435994:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074865.436002:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 02000000:00000010:3.0:1769074865.436039:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabb3c31000. 00010000:00000010:3.0:1769074865.436126:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074865.436131:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00010000:00000010:3.0:1769074865.436152:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074865.436155:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ee80. 00010000:00000010:3.0:1769074865.436159:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074865.436162:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00000004:00000010:3.0:1769074865.436184:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7d4a0. 00000004:00000010:3.0:1769074865.436194:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583e10. 00000004:00000010:3.0:1769074865.436213:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6e660. 00080000:00000010:3.0:1769074865.436224:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa903748e8. 00000020:00000010:3.0:1769074865.436258:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab90941960. 00080000:00000010:3.0:1769074865.436269:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabaffe1000. 00000004:00000010:3.0:1769074865.436295:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabbc12e6c0. 00020000:00000010:3.0:1769074865.436343:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb348. 00020000:00000010:3.0:1769074865.436346:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bb388. 00000004:00000010:3.0:1769074865.436357:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1a148. 00000001:00000010:3.0:1769074865.437390:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818b780. 00000001:00000010:2.0:1769074865.437562:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddfe40. 00000020:00000010:2.0:1769074865.437858:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab90941960. 00010000:00000010:2.0:1769074865.437909:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826200. 00010000:00000010:2.0:1769074865.437914:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b200. 00010000:00000010:2.0:1769074865.437920:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:2.0:1769074865.437926:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c580. 00000004:00000010:2.0:1769074865.437960:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dabb491b100. 00010000:00000010:2.0:1769074865.437991:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:2.0:1769074865.438029:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000200:2.0:1769074865.438042:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890574, last committed = 17179890279 00010000:00000200:2.0:1769074865.438052:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805c00 x1855007826625280/t17179890574(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.438071:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0110. 00000100:00000200:2.0:1769074865.438078:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826625280, offset 224 00000400:00000010:2.0:1769074865.438084:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23f5e8. 00000400:00000200:2.0:1769074865.438088:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.438102:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.438110:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41856:41856:256:4294967295] 192.168.204.10@tcp LPNI seq info [41852:41852:8:4294967295] 00000400:00000200:2.0:1769074865.438116:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074865.438123:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.438130:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.438135:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074865.438142:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.438149:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.438153:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.438323:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e000. 00000020:00000010:2.0:1769074865.438330:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a640. 00000020:00000010:2.0:1769074865.438334:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00010000:00000010:2.1:1769074865.438879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.1:1769074865.438886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:0.1:1769074865.440460:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074865.440511:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00000800:00000200:0.0:1769074865.440535:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.440539:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:0.0:1769074865.440544:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.440553:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.441006:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.441023:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67089 00000400:00000200:0.0:1769074865.441029:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.441032:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.441037:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0110 00000400:00000010:0.0:1769074865.441040:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0110. 00010000:00000010:2.0:1769074865.441130:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:2.0:1769074865.441140:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ee80. 00000400:00000200:1.0:1769074865.444452:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.444472:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fc400 00000400:00000200:1.0:1769074865.444493:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee55 [2] + 1568 00000400:00000200:1.0:1769074865.444557:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.444563:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.444571:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.444578:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804700. 00000020:00000010:0.0:1769074865.444860:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf80. 00000020:00000010:0.0:1769074865.444867:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf80. 00000020:00000010:0.0:1769074865.444874:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7200. 00000020:00000010:0.0:1769074865.444879:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daba0a83b80. 00000020:00000010:0.0:1769074865.444884:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.444928:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf80. 00000020:00000010:0.0:1769074865.444931:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf80. 00000100:00000200:0.0:1769074865.444934:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826625536 00000001:00000010:0.0:1769074865.444943:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddf000. 02000000:00000010:0.0:1769074865.444984:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa89c16400. 00000020:00000010:0.0:1769074865.445026:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0e08480. 00080000:00000010:0.0:1769074865.445035:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c15c00. 00000001:00000010:0.0:1769074865.445118:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0e08c60. 00000001:00000010:0.0:1769074865.445124:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d89c0. 00000020:00000010:0.0:1769074865.445190:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0e08480. 00000004:00000010:0.0:1769074865.445216:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dabb491b100. 00010000:00000200:0.0:1769074865.445253:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804700 x1855007826625536/t17179890575(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.445273:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074865.445279:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826625536, offset 224 00000400:00000200:0.0:1769074865.445286:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.445297:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.445303:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41857:41857:256:4294967295] 192.168.204.10@tcp LPNI seq info [41853:41853:8:4294967295] 00000400:00000200:0.0:1769074865.445314:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.445321:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.445326:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074865.445333:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.445340:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.445345:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.445371:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daba0a83b80. 00000020:00000010:0.0:1769074865.445375:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.445378:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7200. 00000800:00000200:1.0:1769074865.446007:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.446014:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074865.446051:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.446058:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.446064:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:1.0:1769074865.446066:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00010000:00000010:2.1:1769074865.446664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:2.1:1769074865.446671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00000400:00000200:0.0:1769074865.450545:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.450562:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fc500 00000400:00000200:0.0:1769074865.450569:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 139888 00000400:00000200:0.0:1769074865.450582:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.450585:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.450591:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.450596:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec000. 00010000:00000010:2.1:1769074865.450673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074865.450679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00000020:00000010:2.0:1769074865.450708:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f240. 00000020:00000010:2.0:1769074865.450712:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f240. 00000020:00000010:2.0:1769074865.450717:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82000. 00000020:00000010:2.0:1769074865.450721:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074865.450726:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.450772:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f240. 00000020:00000010:2.0:1769074865.450775:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f240. 00000100:00000200:2.0:1769074865.450778:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826625792 00000001:00000010:2.0:1769074865.450787:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddfe40. 00010000:00000010:2.0:1769074865.450821:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074865.450829:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 02000000:00000010:2.0:1769074865.450864:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa859e2000. 00010000:00000010:2.0:1769074865.450937:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074865.450940:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074865.450956:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074865.450960:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabb491b900. 00010000:00000010:2.0:1769074865.450963:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074865.450964:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc80. 00000004:00000010:2.0:1769074865.450976:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa902a3680. 00000004:00000010:2.0:1769074865.450982:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab86361780. 00000004:00000010:2.0:1769074865.450988:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8ec37ed0. 00080000:00000010:2.0:1769074865.450997:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bb1d0. 00000020:00000010:2.0:1769074865.451024:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.451033:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f877c00. 00000004:00000010:2.0:1769074865.451058:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab89ddf000. 00020000:00000010:2.0:1769074865.451106:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3bc8. 00020000:00000010:2.0:1769074865.451109:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d3d00. 00000004:00000010:2.0:1769074865.451118:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fdaa380. 00000001:00000010:2.0:1769074865.451549:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9ae0. 00000001:00000010:2.0:1769074865.451556:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074865.451598:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00010000:00000010:2.0:1769074865.451649:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826500. 00010000:00000010:2.0:1769074865.451652:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8f9e4080. 00010000:00000010:2.0:1769074865.451655:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:2.0:1769074865.451659:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c880. 00000004:00000010:2.0:1769074865.451678:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8f9e4a80. 00010000:00000010:2.0:1769074865.451700:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:2.0:1769074865.451725:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000200:2.0:1769074865.451780:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890576, last committed = 17179890279 00010000:00000200:2.0:1769074865.451790:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeec000 x1855007826625792/t17179890576(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.451818:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0770. 00000100:00000200:2.0:1769074865.451825:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826625792, offset 224 00000400:00000010:2.0:1769074865.451831:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23fbd0. 00000400:00000200:2.0:1769074865.451835:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.451849:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.451855:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41858:41858:256:4294967295] 192.168.204.10@tcp LPNI seq info [41854:41854:8:4294967295] 00000400:00000200:2.0:1769074865.451860:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074865.451865:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.451869:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.451873:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074865.451877:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.451883:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.451886:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.451939:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491be80. 00000020:00000010:2.0:1769074865.451944:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.451948:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82000. 00000800:00000200:1.0:1769074865.457505:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.457513:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:1.0:1769074865.457522:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.457530:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.461318:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.461343:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67091 00000400:00000200:0.0:1769074865.461352:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.461357:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.461364:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0770 00000400:00000010:0.0:1769074865.461368:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0770. 00000400:00000200:0.0:1769074865.461444:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.461452:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fc600 00000400:00000200:0.0:1769074865.461459:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee55 [2] + 1960 00000400:00000010:0.0:1769074865.461463:0:12640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263210. 00000400:00000200:0.0:1769074865.461467:0:12640:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f8ff9c0 00000400:00000200:0.0:1769074865.461534:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.461539:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.461542:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f8ff9c0 00000400:00000010:0.0:1769074865.461545:0:12640:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f8ff9c0. 00000100:00000200:0.0:1769074865.461551:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074865.462757:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.462765:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.462771:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82000. 00000020:00000010:2.0:1769074865.462776:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4c00. 00000020:00000010:2.0:1769074865.462781:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117708. 00010000:00000010:1.0:1769074865.462895:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc80. 00010000:00000010:1.0:1769074865.462905:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b900. 00000020:00000010:2.0:1769074865.462980:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.462983:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074865.462987:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826626048 00000001:00000010:2.0:1769074865.462998:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d89c0. 02000000:00000010:2.0:1769074865.463038:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8a41cc00. 00000020:00000010:2.0:1769074865.463086:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.463098:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84370c00. 00000001:00000010:2.0:1769074865.463187:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd91e0. 00000001:00000010:2.0:1769074865.463194:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab9331ee40. 00000020:00000010:2.0:1769074865.463273:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00000004:00000010:2.0:1769074865.463294:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8f9e4a80. 00010000:00000200:2.0:1769074865.463331:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b20a050 x1855007826626048/t17179890577(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.463351:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0b28. 00000100:00000200:2.0:1769074865.463357:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826626048, offset 224 00000400:00000200:2.0:1769074865.463364:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.463378:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.463384:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41859:41859:256:4294967295] 192.168.204.10@tcp LPNI seq info [41855:41855:8:4294967295] 00000400:00000200:2.0:1769074865.463394:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.463400:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.463405:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074865.463412:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.463418:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.463422:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.463450:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4c00. 00000020:00000010:2.0:1769074865.463454:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.463460:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82000. 02000000:00000010:2.0:1769074865.463469:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa89c16400. 00000100:00000010:2.0:1769074865.463472:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804700. 02000000:00000010:2.0:1769074865.463477:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dab86d57c00. 00000800:00000200:1.0:1769074865.463752:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.463757:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074865.463761:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.463766:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.463772:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0b28 00000400:00000010:1.0:1769074865.463774:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0b28. 02000000:00000010:1.0:1769074865.463778:0:12639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8a41cc00. 00000100:00000010:2.0:1769074865.463840:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806d80. 02000000:00000010:2.0:1769074865.463846:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dab86d57400. 00000100:00000010:2.0:1769074865.463848:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807800. 02000000:00000010:2.0:1769074865.463851:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa83451c00. 00000100:00000010:2.0:1769074865.463853:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec380. 02000000:00000010:2.0:1769074865.463855:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dab86d55800. 00000100:00000010:2.0:1769074865.463858:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed880. 00000100:00000200:2.0:1769074865.463864:0:42300:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1769074865.463870:0:42300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4bb0. 00000400:00000010:2.0:1769074865.463875:0:42300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab89ddfe40. 00000400:00000200:1.0:1769074865.466944:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.466965:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fc700 00000400:00000200:1.0:1769074865.466974:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 140536 00000400:00000200:1.0:1769074865.466990:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.466994:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.467002:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.467008:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806680. 00000020:00000010:3.0:1769074865.468087:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd00. 00000020:00000010:3.0:1769074865.468096:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd00. 00000020:00000010:3.0:1769074865.468104:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.468111:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e680. 00000020:00000010:3.0:1769074865.468116:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.468158:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fd00. 00000020:00000010:3.0:1769074865.468162:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fd00. 00000100:00000200:3.0:1769074865.468165:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826626304 00000001:00000010:3.0:1769074865.468176:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 00010000:00000010:3.0:1769074865.468210:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074865.468218:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 02000000:00000010:3.0:1769074865.468255:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabbec4b000. 00010000:00000010:3.0:1769074865.468344:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074865.468349:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074865.468369:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074865.468373:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074865.468378:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074865.468381:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00000004:00000010:3.0:1769074865.468408:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7d2c0. 00000004:00000010:3.0:1769074865.468417:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583708. 00000004:00000010:3.0:1769074865.468423:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6fcb0. 00080000:00000010:3.0:1769074865.468435:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90375398. 00000020:00000010:3.0:1769074865.468467:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818bc60. 00080000:00000010:3.0:1769074865.468492:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c4ac00. 00000004:00000010:3.0:1769074865.468520:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabbc12ed80. 00020000:00000010:3.0:1769074865.468572:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bbf90. 00020000:00000010:3.0:1769074865.468575:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bb460. 00000004:00000010:3.0:1769074865.468588:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1ae98. 00000001:00000010:3.0:1769074865.468885:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818bea0. 00000001:00000010:3.0:1769074865.468892:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab908d0600. 00000020:00000010:3.0:1769074865.468952:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818bc60. 00010000:00000010:3.0:1769074865.468991:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5700. 00010000:00000010:3.0:1769074865.468995:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e000. 00010000:00000010:3.0:1769074865.468999:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:3.0:1769074865.469004:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3000. 00000004:00000010:3.0:1769074865.469029:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074865.469059:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:3.0:1769074865.469092:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000200:3.0:1769074865.469102:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890578, last committed = 17179890279 00010000:00000200:3.0:1769074865.469113:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806680 x1855007826626304/t17179890578(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.469131:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074865.469138:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826626304, offset 224 00000400:00000010:3.0:1769074865.469146:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc3b8. 00000400:00000200:3.0:1769074865.469150:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.469165:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.469172:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41860:41860:256:4294967295] 192.168.204.10@tcp LPNI seq info [41856:41856:8:4294967295] 00000400:00000200:3.0:1769074865.469178:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.469184:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.469190:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.469195:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074865.469202:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.469208:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.469212:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.469235:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e680. 00000020:00000010:3.0:1769074865.469239:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.469243:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.472860:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.472870:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074865.472883:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.472893:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074865.473835:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.1:1769074865.473844:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:1.1:1769074865.474401:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074865.474408:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00000400:00000200:1.0:1769074865.474434:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.474452:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6709d 00000400:00000200:1.0:1769074865.474459:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.474463:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.474469:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46cc0 00000400:00000010:1.0:1769074865.474472:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46cc0. 00000400:00000200:1.0:1769074865.474644:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.474652:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fc800 00000400:00000200:1.0:1769074865.474659:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee89 [2] + 0 00000400:00000200:1.0:1769074865.474716:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.474720:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.474725:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.474741:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806300. 00000020:00000010:3.0:1769074865.475426:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ffc0. 00000020:00000010:3.0:1769074865.475434:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ffc0. 00000020:00000010:3.0:1769074865.475439:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.475445:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e680. 00000020:00000010:3.0:1769074865.475453:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.475505:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ffc0. 00000020:00000010:3.0:1769074865.475507:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ffc0. 00000100:00000200:3.0:1769074865.475510:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826626560 00000001:00000010:3.0:1769074865.475520:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab9331ee40. 02000000:00000010:3.0:1769074865.475562:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa82c49c00. 00000020:00000010:3.0:1769074865.475634:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818bc60. 00080000:00000010:3.0:1769074865.475646:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c48000. 00000001:00000010:3.0:1769074865.475892:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818b2a0. 00000001:00000010:3.0:1769074865.475900:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab908d0e40. 00000020:00000010:3.0:1769074865.475970:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818bc60. 00000004:00000010:3.0:1769074865.475991:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5e380. 00010000:00000200:3.0:1769074865.476029:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806300 x1855007826626560/t17179890579(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.476047:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074865.476054:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826626560, offset 224 00000400:00000200:3.0:1769074865.476061:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.476072:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.476078:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41861:41861:256:4294967295] 192.168.204.10@tcp LPNI seq info [41857:41857:8:4294967295] 00000400:00000200:3.0:1769074865.476089:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.476094:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.476100:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074865.476106:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.476113:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.476117:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.476131:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e680. 00000020:00000010:3.0:1769074865.476136:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.476139:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.476587:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.476592:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074865.476599:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.478800:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.478821:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:1.0:1769074865.478826:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00000400:00000200:0.0:1769074865.479767:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.479786:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fc900 00000400:00000200:0.0:1769074865.479794:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 141184 00000400:00000200:0.0:1769074865.479821:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.479825:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.479833:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.479840:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeedf80. 00000020:00000010:1.0:1769074865.479965:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d700. 00000020:00000010:1.0:1769074865.479971:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d700. 00000020:00000010:1.0:1769074865.479978:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:1.0:1769074865.479983:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabaf03cc80. 00000020:00000010:1.0:1769074865.479988:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.480034:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d700. 00000020:00000010:1.0:1769074865.480037:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d700. 00000100:00000200:1.0:1769074865.480040:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826626816 00000001:00000010:1.0:1769074865.480051:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab908d0600. 00010000:00000010:1.0:1769074865.480077:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074865.480085:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 02000000:00000010:1.0:1769074865.480123:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa9020d000. 00010000:00000010:1.0:1769074865.480233:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074865.480238:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074865.480275:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074865.480279:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dabaf03cb80. 00010000:00000010:1.0:1769074865.480284:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074865.480288:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1680. 00000004:00000010:1.0:1769074865.480312:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8fd6b0e0. 00000004:00000010:1.0:1769074865.480324:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8daa89beb9d8. 00000004:00000010:1.0:1769074865.480331:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8e3f6aa0. 00080000:00000010:1.0:1769074865.480342:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bdb560. 00000020:00000010:1.0:1769074865.480401:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd680360. 00080000:00000010:1.0:1769074865.480411:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83453800. 00000004:00000010:1.0:1769074865.480438:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabae111900. 00020000:00000010:1.0:1769074865.480489:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8edbde58. 00020000:00000010:1.0:1769074865.480492:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8edbd610. 00000004:00000010:1.0:1769074865.480503:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda1aa0. 00000001:00000010:1.0:1769074865.480790:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbecce240. 00000001:00000010:1.0:1769074865.480798:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074865.480867:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd680360. 00010000:00000010:1.0:1769074865.480904:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1100. 00010000:00000010:1.0:1769074865.480907:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fd42f80. 00010000:00000010:1.0:1769074865.480924:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.0:1769074865.480928:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1500. 00000004:00000010:1.0:1769074865.480959:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fd42c00. 00010000:00000010:1.0:1769074865.480988:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074865.481025:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000200:1.0:1769074865.481036:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890580, last committed = 17179890279 00010000:00000200:1.0:1769074865.481046:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeedf80 x1855007826626816/t17179890580(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.481066:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074865.481073:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826626816, offset 224 00000400:00000010:1.0:1769074865.481079:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f37a8. 00000400:00000200:1.0:1769074865.481083:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.481097:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.481103:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41862:41862:256:4294967295] 192.168.204.10@tcp LPNI seq info [41858:41858:8:4294967295] 00000400:00000200:1.0:1769074865.481109:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.481115:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.481120:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.481125:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074865.481131:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.481138:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.481142:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.481166:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabaf03cc80. 00000020:00000010:1.0:1769074865.481170:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.481174:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 00000800:00000200:1.0:1769074865.481267:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.481271:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:1.0:1769074865.481275:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.481280:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074865.485280:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:2.0:1769074865.485300:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00000400:00000200:1.0:1769074865.486180:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.486558:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x670a5 00000400:00000200:1.0:1769074865.486567:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.486572:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.486579:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:1.0:1769074865.486582:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00000400:00000200:1.0:1769074865.486656:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.486664:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fca00 00000400:00000200:1.0:1769074865.486671:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee89 [2] + 392 00000400:00000200:1.0:1769074865.486729:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.486734:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.486740:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.486747:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804a80. 00000020:00000010:2.0:1769074865.486936:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.486942:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.486949:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82000. 00000020:00000010:2.0:1769074865.486955:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4c00. 00000020:00000010:2.0:1769074865.486960:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.486997:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.487000:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074865.487003:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826627072 00000001:00000010:2.0:1769074865.487014:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab908d0e40. 02000000:00000010:2.0:1769074865.487056:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa84372400. 00000020:00000010:2.0:1769074865.487103:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.487114:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84372c00. 00000001:00000010:2.0:1769074865.487215:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9420. 00000001:00000010:2.0:1769074865.487223:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daba29816c0. 00000020:00000010:2.0:1769074865.487287:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00000004:00000010:2.0:1769074865.487307:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fd42c00. 00010000:00000200:2.0:1769074865.487341:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804a80 x1855007826627072/t17179890581(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.487358:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0330. 00000100:00000200:2.0:1769074865.487364:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826627072, offset 224 00000400:00000200:2.0:1769074865.487370:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.487379:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.487386:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41863:41863:256:4294967295] 192.168.204.10@tcp LPNI seq info [41859:41859:8:4294967295] 00000400:00000200:2.0:1769074865.487395:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.487401:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.487407:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074865.487413:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.487420:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.487424:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.487453:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4c00. 00000020:00000010:2.0:1769074865.487458:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.487463:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82000. 00010000:00000010:0.0:1769074865.487755:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1680. 00010000:00000010:0.0:1769074865.487765:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cb80. 00000800:00000200:1.0:1769074865.487906:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.487911:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074865.487914:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.487919:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.487924:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0330 00000400:00000010:1.0:1769074865.487926:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0330. 00010000:00000010:3.1:1769074865.489721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.1:1769074865.489732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:0.1:1769074865.492077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074865.492090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074865.492254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.1:1769074865.492259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00000400:00000200:1.0:1769074865.492297:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.492318:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fcb00 00000400:00000200:1.0:1769074865.492327:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 141832 00000400:00000200:1.0:1769074865.492343:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.492348:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.492355:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.492361:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805180. 00000020:00000010:0.0:1769074865.492529:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf80. 00000020:00000010:0.0:1769074865.492534:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf80. 00000020:00000010:0.0:1769074865.492540:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7200. 00000020:00000010:0.0:1769074865.492545:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daba0a83b80. 00000020:00000010:0.0:1769074865.492550:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.492596:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cf80. 00000020:00000010:0.0:1769074865.492599:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cf80. 00000100:00000200:0.0:1769074865.492617:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826627328 00000001:00000010:0.0:1769074865.492628:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:0.0:1769074865.492653:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074865.492662:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 02000000:00000010:0.0:1769074865.492697:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c406000. 00010000:00000010:0.0:1769074865.492796:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074865.492810:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074865.492830:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bd00. 00010000:00000010:0.0:1769074865.492834:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daba0a83a00. 00010000:00000010:0.0:1769074865.492839:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074865.492843:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99900. 00000004:00000010:0.0:1769074865.492867:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3ef0e0. 00000004:00000010:0.0:1769074865.492874:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367780. 00000004:00000010:0.0:1769074865.492882:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d1ba0. 00080000:00000010:0.0:1769074865.492893:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900fe8e8. 00000020:00000010:0.0:1769074865.492926:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0e08480. 00080000:00000010:0.0:1769074865.492937:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c15400. 00000004:00000010:0.0:1769074865.492962:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d83c0. 00020000:00000010:0.0:1769074865.493014:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f8d0. 00020000:00000010:0.0:1769074865.493017:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f468. 00000004:00000010:0.0:1769074865.493026:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1c470. 00000001:00000010:0.0:1769074865.493313:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0e081e0. 00000001:00000010:0.0:1769074865.493320:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074865.493375:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0e08480. 00010000:00000010:0.0:1769074865.493411:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b200. 00010000:00000010:0.0:1769074865.493415:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab83663280. 00010000:00000010:0.0:1769074865.493419:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7000. 00010000:00000010:0.0:1769074865.493423:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99700. 00000004:00000010:0.0:1769074865.493446:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dab83663980. 00010000:00000010:0.0:1769074865.493473:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074865.493504:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000200:0.0:1769074865.493515:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890582, last committed = 17179890279 00010000:00000200:0.0:1769074865.493525:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805180 x1855007826627328/t17179890582(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.493544:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074865.493550:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826627328, offset 224 00000400:00000010:0.0:1769074865.493557:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1bd0. 00000400:00000200:0.0:1769074865.493562:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.493575:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.493581:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41864:41864:256:4294967295] 192.168.204.10@tcp LPNI seq info [41860:41860:8:4294967295] 00000400:00000200:0.0:1769074865.493588:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.493595:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.493601:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.493653:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074865.493660:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.493667:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.493671:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.493697:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daba0a83b80. 00000020:00000010:0.0:1769074865.493702:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.493706:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7200. 00010000:00000010:2.1:1769074865.494038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:2.1:1769074865.494045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000800:00000200:2.0:1769074865.494156:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074865.494161:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:2.0:1769074865.494166:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.494171:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.495870:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.495889:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x670ad 00000400:00000200:1.0:1769074865.495895:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.495900:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.495907:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:1.0:1769074865.495910:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00010000:00000010:2.0:1769074865.496669:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99900. 00010000:00000010:2.0:1769074865.496682:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daba0a83a00. 00000400:00000200:1.0:1769074865.498953:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.498971:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fcc00 00000400:00000200:1.0:1769074865.498981:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee89 [2] + 784 00000400:00000200:1.0:1769074865.499036:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.499041:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.499048:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.499054:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804000. 00000020:00000010:3.0:1769074865.499151:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ffc0. 00000020:00000010:3.0:1769074865.499157:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ffc0. 00000020:00000010:3.0:1769074865.499163:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.499170:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e680. 00000020:00000010:3.0:1769074865.499175:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.499211:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432ffc0. 00000020:00000010:3.0:1769074865.499214:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432ffc0. 00000100:00000200:3.0:1769074865.499217:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826627584 00000001:00000010:3.0:1769074865.499227:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daba29816c0. 02000000:00000010:3.0:1769074865.499268:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa82c49000. 00000020:00000010:3.0:1769074865.499311:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818bc60. 00080000:00000010:3.0:1769074865.499321:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c4b000. 00000001:00000010:3.0:1769074865.499405:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818ba80. 00000001:00000010:3.0:1769074865.499412:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab908d0e40. 00000020:00000010:3.0:1769074865.499479:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818bc60. 00000004:00000010:3.0:1769074865.499499:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dab83663980. 00010000:00000200:3.0:1769074865.499539:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804000 x1855007826627584/t17179890583(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.499558:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074865.499565:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826627584, offset 224 00000400:00000200:3.0:1769074865.499571:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.499581:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.499586:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41865:41865:256:4294967295] 192.168.204.10@tcp LPNI seq info [41861:41861:8:4294967295] 00000400:00000200:3.0:1769074865.499596:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00010000:00000010:0.1:1769074865.499652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074865.499659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000800:00000200:3.0:1769074865.500490:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.500502:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074865.500513:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.500523:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.500528:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.500644:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e680. 00000020:00000010:3.0:1769074865.500650:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.500654:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.502293:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.502302:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074865.502312:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.502320:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.502327:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:1.0:1769074865.502330:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00000400:00000200:1.0:1769074865.505769:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.505788:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fcd00 00000400:00000200:1.0:1769074865.505798:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 142480 00000400:00000200:1.0:1769074865.505823:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.505828:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.505835:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.505844:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90805500. 00000020:00000010:2.0:1769074865.506175:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.506181:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.506188:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82000. 00000020:00000010:2.0:1769074865.506193:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4a80. 00000020:00000010:2.0:1769074865.506349:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117708. 00000020:00000010:2.0:1769074865.506456:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.506460:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074865.506464:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826627840 00000001:00000010:2.0:1769074865.506475:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:2.0:1769074865.506514:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074865.506522:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 02000000:00000010:2.0:1769074865.506562:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab82d12000. 00010000:00000010:2.0:1769074865.506720:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074865.506725:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074865.507057:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074865.507062:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074865.507067:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074865.507071:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00000004:00000010:3.0:1769074865.507102:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7c780. 00000004:00000010:3.0:1769074865.507110:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583ac8. 00000004:00000010:3.0:1769074865.507118:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6e440. 00080000:00000010:3.0:1769074865.507129:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90375c80. 00000020:00000010:3.0:1769074865.507163:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818bc60. 00080000:00000010:3.0:1769074865.507174:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c4a000. 00000004:00000010:3.0:1769074865.507212:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab908d0600. 00020000:00000010:3.0:1769074865.507259:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb920. 00020000:00000010:3.0:1769074865.507263:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bbba8. 00000004:00000010:3.0:1769074865.507275:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe19630. 00000001:00000010:3.0:1769074865.507529:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818bd80. 00000001:00000010:3.0:1769074865.507538:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab9331ee40. 00000020:00000010:3.0:1769074865.507647:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818bc60. 00010000:00000010:3.0:1769074865.507688:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5600. 00010000:00000010:3.0:1769074865.507692:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5e780. 00010000:00000010:3.0:1769074865.507696:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef800. 00010000:00000010:3.0:1769074865.507701:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3200. 00000004:00000010:3.0:1769074865.507724:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074865.507751:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:3.0:1769074865.507782:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000200:3.0:1769074865.507793:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890584, last committed = 17179890279 00010000:00000200:3.0:1769074865.507820:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90805500 x1855007826627840/t17179890584(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.507841:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074865.507850:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826627840, offset 224 00000400:00000010:3.0:1769074865.507856:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc6c8. 00000400:00000200:3.0:1769074865.507860:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.507874:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.507881:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41866:41866:256:4294967295] 192.168.204.10@tcp LPNI seq info [41862:41862:8:4294967295] 00000400:00000200:3.0:1769074865.507888:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.507895:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.507901:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.507906:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074865.507913:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.507921:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.507926:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.507944:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4a80. 00000020:00000010:3.0:1769074865.507948:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117708. 00000020:00000010:3.0:1769074865.507954:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82000. 00000800:00000200:1.0:1769074865.508112:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.508117:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074865.508123:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.508129:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.511888:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.511918:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x670b5 00000400:00000200:1.0:1769074865.511928:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.511933:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.511940:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:1.0:1769074865.511943:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00010000:00000010:0.0:1769074865.512049:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:0.0:1769074865.512061:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e380. 00010000:00000010:2.1:1769074865.513131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bd00. 00010000:00000010:2.1:1769074865.513143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:1.0:1769074865.513995:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.514011:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fce00 00000400:00000200:1.0:1769074865.514019:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee89 [2] + 1176 00000400:00000200:1.0:1769074865.514080:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.514085:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.514094:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.514101:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90807800. 00000020:00000010:2.0:1769074865.514193:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.514204:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.514212:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074865.514218:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4c00. 00000020:00000010:2.0:1769074865.514222:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.514260:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.514263:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074865.514266:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826628096 00000001:00000010:2.0:1769074865.514275:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab908d0e40. 02000000:00000010:2.0:1769074865.514314:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa84370000. 00000020:00000010:2.0:1769074865.514356:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.514366:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84370800. 00000001:00000010:2.0:1769074865.514449:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9ba0. 00000001:00000010:2.0:1769074865.514456:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab89ddff00. 00000020:00000010:2.0:1769074865.514519:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00000004:00000010:2.0:1769074865.514541:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5ea00. 00010000:00000200:2.0:1769074865.514577:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90807800 x1855007826628096/t17179890585(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.514596:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb05d8. 00000100:00000200:2.0:1769074865.514645:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826628096, offset 224 00000400:00000200:2.0:1769074865.514655:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.514666:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.514673:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41867:41867:256:4294967295] 192.168.204.10@tcp LPNI seq info [41863:41863:8:4294967295] 00000400:00000200:2.0:1769074865.514683:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.514689:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.514695:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21900. 00000800:00000200:2.0:1769074865.514700:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.514707:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.514711:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.514736:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4c00. 00000020:00000010:2.0:1769074865.514741:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.514746:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00000800:00000200:1.0:1769074865.515185:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.515190:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21900. 00000400:00000200:1.0:1769074865.515194:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.515205:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.515210:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb05d8 00000400:00000010:1.0:1769074865.515212:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb05d8. 00010000:00000010:3.1:1769074865.517765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:3.1:1769074865.517780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:0.1:1769074865.518665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074865.518676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00000400:00000200:1.0:1769074865.522095:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.522117:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fcf00 00000400:00000200:1.0:1769074865.522126:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 143128 00000400:00000200:1.0:1769074865.522143:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.522148:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.522155:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.522161:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806d80. 00000020:00000010:3.0:1769074865.522272:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074865.522278:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074865.522284:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.522291:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074865.522296:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.522339:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fa00. 00000020:00000010:3.0:1769074865.522342:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fa00. 00000100:00000200:3.0:1769074865.522345:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826628352 00000001:00000010:3.0:1769074865.522355:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab9331ee40. 00010000:00000010:3.0:1769074865.522383:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074865.522391:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074865.522429:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab88aa7000. 00010000:00000010:3.0:1769074865.522525:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074865.522530:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074865.522549:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074865.522552:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa88baa400. 00010000:00000010:3.0:1769074865.522555:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074865.522558:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00000004:00000010:3.0:1769074865.522574:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7c000. 00000004:00000010:3.0:1769074865.522581:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583438. 00000004:00000010:3.0:1769074865.522586:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6fdc0. 00080000:00000010:3.0:1769074865.522595:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90375560. 00000020:00000010:3.0:1769074865.522652:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818bc60. 00080000:00000010:3.0:1769074865.522660:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c49800. 00000004:00000010:3.0:1769074865.522680:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab908d0e40. 00020000:00000010:3.0:1769074865.522723:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bbe80. 00020000:00000010:3.0:1769074865.522726:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bbdf0. 00000004:00000010:3.0:1769074865.522738:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe19868. 00000001:00000010:3.0:1769074865.522975:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818b0c0. 00000001:00000010:3.0:1769074865.522981:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab908d09c0. 00000020:00000010:3.0:1769074865.523024:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818bc60. 00010000:00000010:3.0:1769074865.523061:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5b00. 00010000:00000010:3.0:1769074865.523065:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab97c52d00. 00010000:00000010:3.0:1769074865.523069:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef400. 00010000:00000010:3.0:1769074865.523073:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b00. 00000004:00000010:3.0:1769074865.523096:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dab91788b00. 00010000:00000010:3.0:1769074865.523120:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074865.523146:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074865.523157:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890586, last committed = 17179890279 00010000:00000200:3.0:1769074865.523167:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806d80 x1855007826628352/t17179890586(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.523187:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46198. 00000100:00000200:3.0:1769074865.523194:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826628352, offset 224 00000400:00000010:3.0:1769074865.523201:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc4d0. 00000400:00000200:3.0:1769074865.523206:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.523221:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.523225:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41868:41868:256:4294967295] 192.168.204.10@tcp LPNI seq info [41864:41864:8:4294967295] 00000400:00000200:3.0:1769074865.523230:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.523235:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.523239:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.523243:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074865.523247:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.523253:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.523256:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.523269:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fa5e380. 00000020:00000010:3.0:1769074865.523272:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.523275:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.523523:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.523527:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074865.523532:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.523535:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.529239:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.529263:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x670bd 00000400:00000200:1.0:1769074865.529271:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.529275:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.529282:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46198 00000400:00000010:1.0:1769074865.529286:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46198. 00010000:00000010:2.0:1769074865.529408:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:2.0:1769074865.529420:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88baa400. 00000400:00000200:1.0:1769074865.532354:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.532370:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fd000 00000400:00000200:1.0:1769074865.532377:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee89 [2] + 1568 00000400:00000200:1.0:1769074865.532430:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.532433:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.532440:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.532447:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804700. 00000020:00000010:3.0:1769074865.532549:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f2c0. 00000020:00000010:3.0:1769074865.532556:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f2c0. 00000020:00000010:3.0:1769074865.532564:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.532570:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788880. 00000020:00000010:3.0:1769074865.532574:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.532638:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f2c0. 00000020:00000010:3.0:1769074865.532640:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f2c0. 00000100:00000200:3.0:1769074865.532642:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826628608 00000001:00000010:3.0:1769074865.532651:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab89ddff00. 02000000:00000010:3.0:1769074865.532685:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa82c4b400. 00000020:00000010:3.0:1769074865.532730:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818bc60. 00080000:00000010:3.0:1769074865.532754:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd2d6000. 00000001:00000010:3.0:1769074865.532847:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818b180. 00000001:00000010:3.0:1769074865.532854:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074865.532914:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818bc60. 00000004:00000010:3.0:1769074865.532930:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dab91788b00. 00010000:00000200:3.0:1769074865.532961:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804700 x1855007826628608/t17179890587(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.532976:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074865.532981:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826628608, offset 224 00000400:00000200:3.0:1769074865.532986:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.532993:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.532998:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41869:41869:256:4294967295] 192.168.204.10@tcp LPNI seq info [41865:41865:8:4294967295] 00000400:00000200:3.0:1769074865.533006:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.533014:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.533018:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074865.533024:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.533031:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.533035:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.533059:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788880. 00000020:00000010:3.0:1769074865.533063:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.533067:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.533416:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.533419:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074865.533425:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.533428:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.533432:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:1.0:1769074865.533434:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00010000:00000010:2.1:1769074865.535455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074865.535466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.1:1769074865.535688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074865.535692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:1.0:1769074865.536841:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.536858:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fd100 00000400:00000200:1.0:1769074865.536867:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 143776 00000400:00000200:1.0:1769074865.536883:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.536888:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.536897:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.536903:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804e00. 00000020:00000010:0.0:1769074865.536992:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c440. 00000020:00000010:0.0:1769074865.536996:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c440. 00000020:00000010:0.0:1769074865.537000:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7200. 00000020:00000010:0.0:1769074865.537003:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab83663180. 00000020:00000010:0.0:1769074865.537007:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.537048:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c440. 00000020:00000010:0.0:1769074865.537050:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c440. 00000100:00000200:0.0:1769074865.537053:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826628864 00000001:00000010:0.0:1769074865.537064:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab908d09c0. 00010000:00000010:0.0:1769074865.537089:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074865.537096:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99c80. 02000000:00000010:0.0:1769074865.537128:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c402000. 00010000:00000010:0.0:1769074865.537222:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074865.537227:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99f80. 00010000:00000010:0.0:1769074865.537246:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074865.537248:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab83663c80. 00010000:00000010:0.0:1769074865.537250:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074865.537252:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99300. 00000004:00000010:0.0:1769074865.537269:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3ee960. 00000004:00000010:0.0:1769074865.537276:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367f00. 00000004:00000010:0.0:1769074865.537281:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d1760. 00080000:00000010:0.0:1769074865.537290:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900fee40. 00000020:00000010:0.0:1769074865.537312:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0e08480. 00080000:00000010:0.0:1769074865.537320:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c15000. 00000004:00000010:0.0:1769074865.537340:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d8600. 00020000:00000010:0.0:1769074865.537375:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f1b0. 00020000:00000010:0.0:1769074865.537378:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f410. 00000004:00000010:0.0:1769074865.537387:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1c8e0. 00000001:00000010:0.0:1769074865.537599:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0e08de0. 00000001:00000010:0.0:1769074865.537639:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8900. 00000020:00000010:0.0:1769074865.537683:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0e08480. 00010000:00000010:0.0:1769074865.537713:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b600. 00010000:00000010:0.0:1769074865.537716:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab83663980. 00010000:00000010:0.0:1769074865.537720:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6800. 00010000:00000010:0.0:1769074865.537724:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99900. 00000004:00000010:0.0:1769074865.537746:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daba0a83a00. 00010000:00000010:0.0:1769074865.537777:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99f80. 00010000:00000010:0.0:1769074865.537819:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99c80. 00010000:00000200:0.0:1769074865.537831:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890588, last committed = 17179890279 00010000:00000200:0.0:1769074865.537840:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804e00 x1855007826628864/t17179890588(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.537858:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd96e8. 00000100:00000200:0.0:1769074865.537864:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826628864, offset 224 00000400:00000010:0.0:1769074865.537871:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1850. 00000400:00000200:0.0:1769074865.537875:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.537888:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.537893:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41870:41870:256:4294967295] 192.168.204.10@tcp LPNI seq info [41866:41866:8:4294967295] 00000400:00000200:0.0:1769074865.537899:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.537905:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.537910:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.537914:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074865.537921:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.537928:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.537932:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.537946:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab83663180. 00000020:00000010:0.0:1769074865.537951:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.537955:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7200. 00000800:00000200:1.0:1769074865.538139:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.538143:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074865.538148:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.538152:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.540540:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.540561:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x670c5 00000400:00000200:1.0:1769074865.540568:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.540571:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.540575:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd96e8 00000400:00000010:1.0:1769074865.540577:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd96e8. 00010000:00000010:0.0:1769074865.540700:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99300. 00010000:00000010:0.0:1769074865.540708:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab83663c80. 00000400:00000200:1.0:1769074865.543238:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.543256:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fd200 00000400:00000200:1.0:1769074865.543264:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ee89 [2] + 1960 00000400:00000010:1.0:1769074865.543268:0:12639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4528. 00000400:00000200:1.0:1769074865.543273:0:12639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f9dca80 00000400:00000200:1.0:1769074865.543319:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.543322:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.543326:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f9dca80 00000400:00000010:1.0:1769074865.543328:0:12639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f9dca80. 00000100:00000200:1.0:1769074865.543334:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074865.543435:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.543441:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.543446:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074865.543451:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4c00. 00000020:00000010:2.0:1769074865.543456:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.543502:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f8c0. 00000020:00000010:2.0:1769074865.543505:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f8c0. 00000100:00000200:2.0:1769074865.543508:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826629120 00000001:00000010:2.0:1769074865.543519:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 02000000:00000010:2.0:1769074865.543557:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa84373400. 00000020:00000010:2.0:1769074865.543643:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.543654:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84373c00. 00000001:00000010:2.0:1769074865.543737:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9180. 00000001:00000010:2.0:1769074865.543745:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daba29816c0. 00000020:00000010:2.0:1769074865.543818:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00000004:00000010:2.0:1769074865.543839:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daba0a83a00. 00010000:00000200:2.0:1769074865.543878:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b208850 x1855007826629120/t17179890589(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.543899:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb02a8. 00000100:00000200:2.0:1769074865.543905:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826629120, offset 224 00000400:00000200:2.0:1769074865.543912:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.543922:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.543928:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41871:41871:256:4294967295] 192.168.204.10@tcp LPNI seq info [41867:41867:8:4294967295] 00000400:00000200:2.0:1769074865.543938:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.543943:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.543947:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074865.543954:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.543961:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.543964:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.543979:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4c00. 00000020:00000010:2.0:1769074865.543983:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.543989:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 02000000:00000010:2.0:1769074865.543998:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa82c4b400. 00000100:00000010:2.0:1769074865.544002:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804700. 02000000:00000010:2.0:1769074865.544006:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa84370000. 00000100:00000010:2.0:1769074865.544008:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807800. 02000000:00000010:2.0:1769074865.544011:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa82c49000. 00000100:00000010:2.0:1769074865.544014:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804000. 02000000:00000010:2.0:1769074865.544016:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa84372400. 00000100:00000010:2.0:1769074865.544019:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804a80. 02000000:00000010:2.0:1769074865.544021:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa82c49c00. 00000100:00000010:2.0:1769074865.544023:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806300. 00000100:00000200:2.0:1769074865.544029:0:42299:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1769074865.544035:0:42299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4b00. 00000400:00000010:2.0:1769074865.544040:0:42299:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab89ddff00. 00000800:00000200:1.0:1769074865.544238:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.544242:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:1.0:1769074865.544245:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.544250:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.544254:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb02a8 00000400:00000010:1.0:1769074865.544255:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb02a8. 02000000:00000010:1.0:1769074865.544259:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa84373400. 00000400:00000200:1.0:1769074865.548412:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.548434:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fd300 00000400:00000200:1.0:1769074865.548443:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 144424 00000400:00000200:1.0:1769074865.548459:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.548516:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.548525:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.548533:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90806300. 00000020:00000010:3.0:1769074865.548678:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f2c0. 00000020:00000010:3.0:1769074865.548684:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f2c0. 00000020:00000010:3.0:1769074865.548690:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.548696:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788880. 00000020:00000010:3.0:1769074865.548701:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.548743:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f2c0. 00000020:00000010:3.0:1769074865.548746:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f2c0. 00000100:00000200:3.0:1769074865.548749:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826629376 00000001:00000010:3.0:1769074865.548759:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8900. 00010000:00000010:3.0:1769074865.548787:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074865.548795:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074865.548842:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab9e50c000. 00010000:00000010:3.0:1769074865.548932:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074865.548937:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074865.548957:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074865.548960:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788400. 00010000:00000010:3.0:1769074865.548964:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074865.548967:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00000004:00000010:3.0:1769074865.548989:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7cb40. 00000004:00000010:3.0:1769074865.548998:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583960. 00000004:00000010:3.0:1769074865.549005:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6f320. 00080000:00000010:3.0:1769074865.549016:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa903751d0. 00000020:00000010:3.0:1769074865.549050:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818bc60. 00080000:00000010:3.0:1769074865.549060:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc943000. 00000004:00000010:3.0:1769074865.549085:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab9331ee40. 00020000:00000010:3.0:1769074865.549132:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb578. 00020000:00000010:3.0:1769074865.549137:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bbef0. 00000004:00000010:3.0:1769074865.549147:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1aa28. 00000001:00000010:3.0:1769074865.549373:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818b480. 00000001:00000010:3.0:1769074865.549381:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab9ec03e40. 00000020:00000010:3.0:1769074865.549431:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818bc60. 00010000:00000010:3.0:1769074865.549465:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5100. 00010000:00000010:3.0:1769074865.549468:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788680. 00010000:00000010:3.0:1769074865.549472:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feee00. 00010000:00000010:3.0:1769074865.549476:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3080. 00000004:00000010:3.0:1769074865.549497:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dab91788080. 00010000:00000010:3.0:1769074865.549522:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074865.549557:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074865.549568:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890590, last committed = 17179890279 00010000:00000200:3.0:1769074865.549577:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90806300 x1855007826629376/t17179890590(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.549596:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074865.549630:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826629376, offset 224 00000400:00000010:3.0:1769074865.549638:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc038. 00000400:00000200:3.0:1769074865.549642:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.549656:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.549662:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41872:41872:256:4294967295] 192.168.204.10@tcp LPNI seq info [41868:41868:8:4294967295] 00000400:00000200:3.0:1769074865.549669:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.549676:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.549681:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.549686:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074865.549692:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.549698:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.549702:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.549720:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788880. 00000020:00000010:3.0:1769074865.549725:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.549729:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.549996:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.550001:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074865.550008:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.550013:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074865.551702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074865.551715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074865.551720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074865.551724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:1.0:1769074865.555014:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.555038:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x670d1 00000400:00000200:1.0:1769074865.555046:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.555050:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.555057:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:1.0:1769074865.555060:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00000400:00000200:1.0:1769074865.555094:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.555100:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fd400 00000400:00000200:1.0:1769074865.555106:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eee1 [2] + 0 00000400:00000200:1.0:1769074865.555117:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.555121:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.555126:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.555132:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804a80. 00000020:00000010:3.0:1769074865.555227:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f980. 00000020:00000010:3.0:1769074865.555233:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f980. 00000020:00000010:3.0:1769074865.555239:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.555245:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788880. 00000020:00000010:3.0:1769074865.555250:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.555296:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f980. 00000020:00000010:3.0:1769074865.555299:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f980. 00000100:00000200:3.0:1769074865.555302:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826629632 00000001:00000010:3.0:1769074865.555312:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daba29816c0. 02000000:00000010:3.0:1769074865.555354:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbc943c00. 00000020:00000010:3.0:1769074865.555396:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818bc60. 00080000:00000010:3.0:1769074865.555405:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc941800. 00000001:00000010:3.0:1769074865.555487:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818bb40. 00000001:00000010:3.0:1769074865.555494:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab9ec03000. 00000020:00000010:3.0:1769074865.555560:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818bc60. 00000004:00000010:3.0:1769074865.555581:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dab91788080. 00010000:00000010:3.1:1769074865.555645:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074865.555651:0:42300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000200:3.0:1769074865.555673:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804a80 x1855007826629632/t17179890591(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.555694:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074865.555699:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826629632, offset 224 00000400:00000200:3.0:1769074865.555705:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.555715:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.555721:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41873:41873:256:4294967295] 192.168.204.10@tcp LPNI seq info [41869:41869:8:4294967295] 00000400:00000200:3.0:1769074865.555746:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.555754:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.555760:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074865.555765:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.555773:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.555778:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.555794:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788880. 00000020:00000010:3.0:1769074865.555798:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.555811:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.556211:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.556216:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074865.556224:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.556229:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.556233:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:1.0:1769074865.556235:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00010000:00000010:2.0:1769074865.556468:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:2.0:1769074865.556479:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788400. 00000400:00000200:1.0:1769074865.560027:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.560048:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fd500 00000400:00000200:1.0:1769074865.560057:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 145072 00000400:00000200:1.0:1769074865.560074:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.560079:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.560087:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.560093:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804000. 00000020:00000010:0.0:1769074865.560214:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c880. 00000020:00000010:0.0:1769074865.560220:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c880. 00000020:00000010:0.0:1769074865.560226:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7200. 00000020:00000010:0.0:1769074865.560231:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daba0a83b80. 00000020:00000010:0.0:1769074865.560235:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.560277:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c880. 00000020:00000010:0.0:1769074865.560280:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c880. 00000100:00000200:0.0:1769074865.560284:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826629888 00000001:00000010:0.0:1769074865.560294:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab9ec03e40. 00010000:00000010:0.0:1769074865.560319:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074865.560327:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99300. 02000000:00000010:0.0:1769074865.560365:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c401000. 00010000:00000010:0.0:1769074865.560451:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074865.560455:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99c80. 00010000:00000010:0.0:1769074865.560475:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074865.560481:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab83663c80. 00010000:00000010:0.0:1769074865.560485:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074865.560488:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99f80. 00000004:00000010:0.0:1769074865.560511:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3efe00. 00000004:00000010:0.0:1769074865.560520:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367528. 00000004:00000010:0.0:1769074865.560527:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d0330. 00080000:00000010:0.0:1769074865.560537:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900ff8f0. 00000020:00000010:0.0:1769074865.560567:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0e08480. 00080000:00000010:0.0:1769074865.560577:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c16000. 00000004:00000010:0.0:1769074865.560642:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d80c0. 00020000:00000010:0.0:1769074865.560690:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1fe00. 00020000:00000010:0.0:1769074865.560693:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f130. 00000004:00000010:0.0:1769074865.560705:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1c000. 00000001:00000010:0.0:1769074865.560960:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb720. 00000001:00000010:0.0:1769074865.560967:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074865.561021:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0e08480. 00010000:00000010:0.0:1769074865.561053:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b100. 00010000:00000010:0.0:1769074865.561057:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab8427bb80. 00010000:00000010:0.0:1769074865.561061:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7400. 00010000:00000010:0.0:1769074865.561066:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdabe00. 00000004:00000010:0.0:1769074865.561087:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dab8427bf00. 00010000:00000010:0.0:1769074865.561115:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99c80. 00010000:00000010:0.0:1769074865.561147:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99300. 00010000:00000200:0.0:1769074865.561157:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890592, last committed = 17179890279 00010000:00000200:0.0:1769074865.561167:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804000 x1855007826629888/t17179890592(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.561185:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9dd0. 00000100:00000200:0.0:1769074865.561192:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826629888, offset 224 00000400:00000010:0.0:1769074865.561198:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1620. 00000400:00000200:0.0:1769074865.561202:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.561214:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.561220:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41874:41874:256:4294967295] 192.168.204.10@tcp LPNI seq info [41870:41870:8:4294967295] 00000400:00000200:0.0:1769074865.561225:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.561232:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.561238:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.561243:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074865.561249:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.561257:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.561261:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.561275:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daba0a83b80. 00000020:00000010:0.0:1769074865.561279:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.561284:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7200. 00000800:00000200:1.0:1769074865.561713:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.561718:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074865.561723:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.561728:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074865.563696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:2.1:1769074865.563709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00000400:00000200:1.0:1769074865.564579:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.564649:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x670d9 00000400:00000200:1.0:1769074865.564658:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.564662:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.564670:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9dd0 00000400:00000010:1.0:1769074865.564672:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9dd0. 00010000:00000010:0.0:1769074865.564811:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99f80. 00010000:00000010:0.0:1769074865.564822:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab83663c80. 00010000:00000010:0.1:1769074865.567692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.1:1769074865.567706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00000400:00000200:1.0:1769074865.575416:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.575438:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fd600 00000400:00000200:1.0:1769074865.575447:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eee1 [2] + 392 00000400:00000200:1.0:1769074865.575515:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.575521:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.575529:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.575537:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90807800. 00000020:00000010:0.0:1769074865.575678:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c000. 00000020:00000010:0.0:1769074865.575684:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c000. 00000020:00000010:0.0:1769074865.575690:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7200. 00000020:00000010:0.0:1769074865.575696:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab8427b380. 00000020:00000010:0.0:1769074865.575701:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.575746:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c000. 00000020:00000010:0.0:1769074865.575749:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c000. 00000100:00000200:0.0:1769074865.575752:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826630144 00000001:00000010:0.0:1769074865.575763:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab9ec03000. 02000000:00000010:0.0:1769074865.575819:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa89c14800. 00000020:00000010:0.0:1769074865.575865:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbd80. 00080000:00000010:0.0:1769074865.575880:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb4970000. 00000001:00000010:0.0:1769074865.575961:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bb840. 00000001:00000010:0.0:1769074865.575968:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8780. 00000020:00000010:0.0:1769074865.576030:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbd80. 00000004:00000010:0.0:1769074865.576050:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dab8427bf00. 00010000:00000200:0.0:1769074865.576087:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90807800 x1855007826630144/t17179890593(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.576106:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9ee0. 00000100:00000200:0.0:1769074865.576112:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826630144, offset 224 00000400:00000200:0.0:1769074865.576118:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.576129:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.576136:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41875:41875:256:4294967295] 192.168.204.10@tcp LPNI seq info [41871:41871:8:4294967295] 00000400:00000200:0.0:1769074865.576146:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.576151:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.576156:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074865.576162:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.576168:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.576172:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.576186:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab8427b380. 00000020:00000010:0.0:1769074865.576190:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.576193:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7200. 00000800:00000200:1.0:1769074865.576589:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.576593:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074865.576598:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.576638:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.576643:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9ee0 00000400:00000010:1.0:1769074865.576645:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9ee0. 00010000:00000010:0.1:1769074865.578098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:0.1:1769074865.578110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:1.0:1769074865.581668:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.581689:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fd700 00000400:00000200:1.0:1769074865.581697:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 145720 00000400:00000200:1.0:1769074865.581714:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.581718:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.581726:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.581744:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804700. 00000020:00000010:3.0:1769074865.582099:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f980. 00000020:00000010:3.0:1769074865.582105:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f980. 00000020:00000010:3.0:1769074865.582112:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.582116:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.582121:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.582164:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f980. 00000020:00000010:3.0:1769074865.582167:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f980. 00000100:00000200:3.0:1769074865.582170:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826630400 00000001:00000010:3.0:1769074865.582180:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:3.0:1769074865.582215:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074865.582223:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074865.582261:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab86767000. 00010000:00000010:3.0:1769074865.582356:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074865.582361:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074865.582382:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074865.582386:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788b00. 00010000:00000010:3.0:1769074865.582390:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074865.582393:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00000004:00000010:3.0:1769074865.582416:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7c1e0. 00000004:00000010:3.0:1769074865.582425:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583c30. 00000004:00000010:3.0:1769074865.582432:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6e880. 00080000:00000010:3.0:1769074865.582444:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90375ab8. 00000020:00000010:3.0:1769074865.582490:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818bc60. 00080000:00000010:3.0:1769074865.582501:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc941000. 00000004:00000010:3.0:1769074865.582527:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab9ec03600. 00020000:00000010:3.0:1769074865.582582:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb6d0. 00020000:00000010:3.0:1769074865.582586:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bb308. 00000004:00000010:3.0:1769074865.582600:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1b9b0. 00000001:00000010:3.0:1769074865.583345:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae0458a0. 00000001:00000010:3.0:1769074865.583354:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab9ec03000. 00000020:00000010:3.0:1769074865.583409:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818bc60. 00010000:00000010:3.0:1769074865.583452:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5400. 00010000:00000010:3.0:1769074865.583456:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788480. 00010000:00000010:3.0:1769074865.583461:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef600. 00010000:00000010:3.0:1769074865.583466:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3900. 00000004:00000010:3.0:1769074865.583575:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dab91788300. 00010000:00000010:3.0:1769074865.583633:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074865.583670:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074865.583681:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890594, last committed = 17179890279 00010000:00000200:3.0:1769074865.583692:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804700 x1855007826630400/t17179890594(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.583712:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074865.583719:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826630400, offset 224 00000400:00000010:3.0:1769074865.583726:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccea8. 00000400:00000200:3.0:1769074865.583730:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.583905:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.583910:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41876:41876:256:4294967295] 192.168.204.10@tcp LPNI seq info [41872:41872:8:4294967295] 00000400:00000200:3.0:1769074865.583918:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.583924:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.583930:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.583936:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074865.583943:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.583951:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.583956:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.584047:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.584053:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.584058:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.588436:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.588447:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074865.588460:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.588469:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.588888:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.588904:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x670e1 00000400:00000200:1.0:1769074865.588911:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.588914:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.588919:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:1.0:1769074865.588922:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00000400:00000200:1.0:1769074865.589009:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.589017:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fd800 00000400:00000200:1.0:1769074865.589025:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eee1 [2] + 784 00000400:00000200:1.0:1769074865.589079:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.589083:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.589089:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.589096:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603100. 00000020:00000010:3.0:1769074865.589769:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074865.589777:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074865.589783:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.589788:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.589793:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.589835:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074865.589838:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074865.589841:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826630656 00000001:00000010:3.0:1769074865.589851:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8780. 02000000:00000010:3.0:1769074865.589886:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbc943800. 00000020:00000010:3.0:1769074865.589930:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045060. 00080000:00000010:3.0:1769074865.589939:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc942800. 00000001:00000010:3.0:1769074865.590023:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045720. 00000001:00000010:3.0:1769074865.590029:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab9ec03e40. 00000020:00000010:3.0:1769074865.590094:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045060. 00000004:00000010:3.0:1769074865.590115:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dab91788300. 00010000:00000200:3.0:1769074865.590155:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603100 x1855007826630656/t17179890595(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.590174:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074865.590181:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826630656, offset 224 00000400:00000200:3.0:1769074865.590187:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.590211:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.590217:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41877:41877:256:4294967295] 192.168.204.10@tcp LPNI seq info [41873:41873:8:4294967295] 00000400:00000200:3.0:1769074865.590229:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.590236:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.590241:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074865.590247:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.590265:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.590269:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.590291:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.590296:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.590300:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.590946:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.590951:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074865.590958:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.590964:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.590969:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46990 00000400:00000010:1.0:1769074865.590970:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46990. 00000400:00000200:1.0:1769074865.593753:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.593774:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fd900 00000400:00000200:1.0:1769074865.593785:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 146368 00000400:00000200:1.0:1769074865.593814:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.593818:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.593827:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.593835:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c602d80. 00000020:00000010:3.0:1769074865.593936:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074865.593942:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074865.593948:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.593953:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.593958:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.594000:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fe40. 00000020:00000010:3.0:1769074865.594004:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fe40. 00000100:00000200:3.0:1769074865.594007:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826630912 00000001:00000010:3.0:1769074865.594016:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab9ec03000. 00010000:00000010:3.0:1769074865.594042:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074865.594050:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074865.594089:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabb4b6c000. 00010000:00000010:3.0:1769074865.594184:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074865.594189:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074865.594220:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074865.594223:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788f00. 00010000:00000010:3.0:1769074865.594228:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074865.594231:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00000004:00000010:3.0:1769074865.594253:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7cd20. 00000004:00000010:3.0:1769074865.594262:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583618. 00000004:00000010:3.0:1769074865.594269:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6f870. 00080000:00000010:3.0:1769074865.594280:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa903741c8. 00000020:00000010:3.0:1769074865.594314:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045060. 00080000:00000010:3.0:1769074865.594324:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc942400. 00000004:00000010:3.0:1769074865.594349:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab9ec03300. 00020000:00000010:3.0:1769074865.594400:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb9c0. 00020000:00000010:3.0:1769074865.594404:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bb900. 00000004:00000010:3.0:1769074865.594414:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1b308. 00000001:00000010:3.0:1769074865.594768:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045540. 00000001:00000010:3.0:1769074865.594776:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daba29816c0. 00000020:00000010:3.0:1769074865.594839:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045060. 00010000:00000010:3.0:1769074865.594875:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5800. 00010000:00000010:3.0:1769074865.594880:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fa5ea00. 00010000:00000010:3.0:1769074865.594886:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0200. 00010000:00000010:3.0:1769074865.594891:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3400. 00000004:00000010:3.0:1769074865.594915:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fa5e380. 00010000:00000010:3.0:1769074865.594947:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074865.594984:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074865.594999:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890596, last committed = 17179890279 00010000:00000200:3.0:1769074865.595008:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c602d80 x1855007826630912/t17179890596(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.595025:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074865.595032:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826630912, offset 224 00000400:00000010:3.0:1769074865.595038:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc9d8. 00000400:00000200:3.0:1769074865.595041:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.595055:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.595061:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41878:41878:256:4294967295] 192.168.204.10@tcp LPNI seq info [41874:41874:8:4294967295] 00000400:00000200:3.0:1769074865.595067:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.595072:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.595078:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.595083:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074865.595090:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.595096:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.595100:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.595117:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.595122:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.595126:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.595872:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.595879:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:1.0:1769074865.595887:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.595893:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.0:1769074865.598974:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:2.0:1769074865.598991:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788b00. 00010000:00000010:3.1:1769074865.600343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.1:1769074865.600354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00000400:00000200:1.0:1769074865.604359:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.604383:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x670e9 00000400:00000200:1.0:1769074865.604391:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.604395:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.604402:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c462a8 00000400:00000010:1.0:1769074865.604405:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c462a8. 00000400:00000200:1.0:1769074865.604492:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.604498:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fda00 00000400:00000200:1.0:1769074865.604504:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eee1 [2] + 1176 00000400:00000200:1.0:1769074865.604568:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.604572:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.604579:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.604587:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601180. 00000020:00000010:3.0:1769074865.604822:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.604829:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.604836:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.604843:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788b00. 00000020:00000010:3.0:1769074865.604849:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.604894:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.604897:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f200. 00000100:00000200:3.0:1769074865.604900:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826631168 00000001:00000010:3.0:1769074865.604911:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab9ec03e40. 02000000:00000010:3.0:1769074865.604949:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbc942c00. 00000020:00000010:3.0:1769074865.604996:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045060. 00080000:00000010:3.0:1769074865.605006:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc941400. 00000001:00000010:3.0:1769074865.605086:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045d20. 00000001:00000010:3.0:1769074865.605093:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab9ec03000. 00000020:00000010:3.0:1769074865.605160:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045060. 00000004:00000010:3.0:1769074865.605181:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fa5e380. 00010000:00000200:3.0:1769074865.605218:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601180 x1855007826631168/t17179890597(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.605238:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074865.605243:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826631168, offset 224 00000400:00000200:3.0:1769074865.605250:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.605261:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.605266:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41879:41879:256:4294967295] 192.168.204.10@tcp LPNI seq info [41875:41875:8:4294967295] 00000400:00000200:3.0:1769074865.605278:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.605285:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.605291:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074865.605297:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.605304:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.605308:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.605326:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788b00. 00000020:00000010:3.0:1769074865.605331:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.605335:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.605884:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.605890:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074865.605896:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.605902:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.605907:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46440 00000400:00000010:1.0:1769074865.605909:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46440. 00010000:00000010:2.0:1769074865.607102:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:2.0:1769074865.607117:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788f00. 00010000:00000010:3.1:1769074865.607694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.1:1769074865.607702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:1.0:1769074865.609961:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.609981:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fdb00 00000400:00000200:1.0:1769074865.609990:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 147016 00000400:00000200:1.0:1769074865.610008:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.610012:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.610020:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.610026:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601500. 00000020:00000010:0.0:1769074865.610227:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c000. 00000020:00000010:0.0:1769074865.610233:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c000. 00000020:00000010:0.0:1769074865.610240:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7200. 00000020:00000010:0.0:1769074865.610245:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab8427b380. 00000020:00000010:0.0:1769074865.610250:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.610293:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c000. 00000020:00000010:0.0:1769074865.610296:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c000. 00000100:00000200:0.0:1769074865.610299:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826631424 00000001:00000010:0.0:1769074865.610311:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daba29816c0. 00010000:00000010:0.0:1769074865.610339:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074865.610346:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 02000000:00000010:0.0:1769074865.610385:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8ca0f000. 00010000:00000010:0.0:1769074865.610472:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074865.610489:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99f80. 00010000:00000010:0.0:1769074865.610511:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074865.610515:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab8427be80. 00010000:00000010:0.0:1769074865.610519:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074865.610522:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99300. 00000004:00000010:0.0:1769074865.610543:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3eef00. 00000004:00000010:0.0:1769074865.610553:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367078. 00000004:00000010:0.0:1769074865.610560:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d0990. 00080000:00000010:0.0:1769074865.610570:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900fe720. 00000020:00000010:0.0:1769074865.610622:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bbd80. 00080000:00000010:0.0:1769074865.610635:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabb4973800. 00000004:00000010:0.0:1769074865.610660:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d8780. 00020000:00000010:0.0:1769074865.610707:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1fc88. 00020000:00000010:0.0:1769074865.610711:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f7b8. 00000004:00000010:0.0:1769074865.610723:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1dcd8. 00000001:00000010:0.0:1769074865.611141:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0e08ea0. 00000001:00000010:0.0:1769074865.611150:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074865.611213:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bbd80. 00010000:00000010:0.0:1769074865.611255:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b500. 00010000:00000010:0.0:1769074865.611258:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab8427b400. 00010000:00000010:0.0:1769074865.611263:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:0.0:1769074865.611269:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99c80. 00000004:00000010:0.0:1769074865.611293:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8dab8427bf80. 00010000:00000010:0.0:1769074865.611323:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99f80. 00010000:00000010:0.0:1769074865.611358:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000200:0.0:1769074865.611369:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890598, last committed = 17179890279 00010000:00000200:0.0:1769074865.611379:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601500 x1855007826631424/t17179890598(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.611398:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9440. 00000100:00000200:0.0:1769074865.611405:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826631424, offset 224 00000400:00000010:0.0:1769074865.611412:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d11c0. 00000400:00000200:0.0:1769074865.611416:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.611431:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.611438:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41880:41880:256:4294967295] 192.168.204.10@tcp LPNI seq info [41876:41876:8:4294967295] 00000400:00000200:0.0:1769074865.611444:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.611450:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.611456:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.611461:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074865.611467:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.612033:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.612040:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.612107:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab8427b380. 00000020:00000010:0.0:1769074865.612112:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.612116:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7200. 00010000:00000010:2.1:1769074865.616935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:2.1:1769074865.616952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00000800:00000200:0.0:1769074865.617723:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.617729:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:0.0:1769074865.617742:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.617760:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.618994:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.619026:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x670f1 00000400:00000200:1.0:1769074865.619033:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.619036:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.619043:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9440 00000400:00000010:1.0:1769074865.619046:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9440. 00010000:00000010:2.0:1769074865.619149:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99300. 00010000:00000010:2.0:1769074865.619161:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab8427be80. 00010000:00000010:2.1:1769074865.621948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:2.1:1769074865.621968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00010000:00000010:0.1:1769074865.625536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074865.625551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:1.0:1769074865.627557:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.627580:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fdc00 00000400:00000200:1.0:1769074865.627590:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eee1 [2] + 1568 00000400:00000200:1.0:1769074865.627717:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.627723:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.627745:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.627752:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603800. 00000020:00000010:0.0:1769074865.628177:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c4c0. 00000020:00000010:0.0:1769074865.628183:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c4c0. 00000020:00000010:0.0:1769074865.628189:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7200. 00000020:00000010:0.0:1769074865.628205:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab8427bf00. 00000020:00000010:0.0:1769074865.628210:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.628255:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c4c0. 00000020:00000010:0.0:1769074865.628258:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c4c0. 00000100:00000200:0.0:1769074865.628261:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826631680 00000001:00000010:0.0:1769074865.628273:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab9ec03000. 02000000:00000010:0.0:1769074865.628313:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8f40f000. 00000020:00000010:0.0:1769074865.628357:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0e08cc0. 00080000:00000010:0.0:1769074865.628368:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40c000. 00000001:00000010:0.0:1769074865.628449:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0e08480. 00000001:00000010:0.0:1769074865.628456:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8900. 00000020:00000010:0.0:1769074865.628518:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0e08cc0. 00000004:00000010:0.0:1769074865.628539:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8dab8427bf80. 00010000:00000200:0.0:1769074865.628573:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603800 x1855007826631680/t17179890599(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.628591:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9cc0. 00000100:00000200:0.0:1769074865.628597:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826631680, offset 224 00000400:00000200:0.0:1769074865.628709:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.628721:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.628726:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41881:41881:256:4294967295] 192.168.204.10@tcp LPNI seq info [41877:41877:8:4294967295] 00000400:00000200:0.0:1769074865.628797:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.628813:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.628818:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074865.628824:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.628831:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.628836:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.628896:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab8427bf00. 00000020:00000010:0.0:1769074865.628901:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.628904:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7200. 00010000:00000010:2.1:1769074865.630859:0:12640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:2.1:1769074865.630875:0:12640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00000800:00000200:2.0:1769074865.634635:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074865.634646:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:2.0:1769074865.634655:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.634665:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074865.634672:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9cc0 00000400:00000010:2.0:1769074865.634676:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9cc0. 00000400:00000200:1.0:1769074865.635749:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.635768:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fdd00 00000400:00000200:1.0:1769074865.635776:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 147664 00000400:00000200:1.0:1769074865.635791:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.635794:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.635811:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.635821:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688e00. 00000020:00000010:0.0:1769074865.635915:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c4c0. 00000020:00000010:0.0:1769074865.635920:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c4c0. 00000020:00000010:0.0:1769074865.635925:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7200. 00000020:00000010:0.0:1769074865.635931:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab8427bf00. 00000020:00000010:0.0:1769074865.635936:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.635980:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3c4c0. 00000020:00000010:0.0:1769074865.635983:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3c4c0. 00000100:00000200:0.0:1769074865.635986:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826631936 00000001:00000010:0.0:1769074865.636001:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 00010000:00000010:0.0:1769074865.636037:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074865.636044:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99f80. 02000000:00000010:0.0:1769074865.636078:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa89c04000. 00010000:00000010:0.0:1769074865.636162:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074865.636167:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab84d99300. 00010000:00000010:0.0:1769074865.636187:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074865.636191:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab8427b380. 00010000:00000010:0.0:1769074865.636204:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074865.636209:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabafdab380. 00000004:00000010:0.0:1769074865.636234:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3ee3c0. 00000004:00000010:0.0:1769074865.636242:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab843671e0. 00000004:00000010:0.0:1769074865.636249:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d0110. 00080000:00000010:0.0:1769074865.636260:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900fe558. 00000020:00000010:0.0:1769074865.636293:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daba0e08cc0. 00080000:00000010:0.0:1769074865.636303:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40e400. 00000004:00000010:0.0:1769074865.636328:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d8300. 00020000:00000010:0.0:1769074865.636375:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1fa58. 00020000:00000010:0.0:1769074865.636378:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f1c8. 00000004:00000010:0.0:1769074865.636390:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1f778. 00000001:00000010:0.0:1769074865.636665:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab9ede6720. 00000001:00000010:0.0:1769074865.636673:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074865.636732:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daba0e08cc0. 00010000:00000010:0.0:1769074865.636768:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b900. 00010000:00000010:0.0:1769074865.636772:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daba0a83a00. 00010000:00000010:0.0:1769074865.636777:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7600. 00010000:00000010:0.0:1769074865.636781:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c200. 00000004:00000010:0.0:1769074865.636818:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daba0a83b80. 00010000:00000010:0.0:1769074865.636848:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99300. 00010000:00000010:0.0:1769074865.636881:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99f80. 00010000:00000200:0.0:1769074865.636892:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890600, last committed = 17179890279 00010000:00000200:0.0:1769074865.636903:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688e00 x1855007826631936/t17179890600(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.636923:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9b28. 00000100:00000200:0.0:1769074865.636929:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826631936, offset 224 00000400:00000010:0.0:1769074865.636936:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1968. 00000400:00000200:0.0:1769074865.636940:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.636953:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.636960:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41882:41882:256:4294967295] 192.168.204.10@tcp LPNI seq info [41878:41878:8:4294967295] 00000400:00000200:0.0:1769074865.636967:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.636974:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.636979:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.636985:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074865.636992:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.636999:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.637004:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.637019:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab8427bf00. 00000020:00000010:0.0:1769074865.637024:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.637027:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7200. 00000800:00000200:1.0:1769074865.637391:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.637396:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:1.0:1769074865.637400:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.637405:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074865.640398:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074865.640419:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x670f9 00000400:00000200:2.0:1769074865.640426:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.640430:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074865.640436:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9b28 00000400:00000010:2.0:1769074865.640439:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9b28. 00010000:00000010:0.0:1769074865.640546:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab380. 00010000:00000010:0.0:1769074865.640556:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab8427b380. 00000400:00000200:2.0:1769074865.643653:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074865.643671:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fde00 00000400:00000200:2.0:1769074865.643680:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eee1 [2] + 1960 00000400:00000010:2.0:1769074865.643685:0:12639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4aa8. 00000400:00000200:2.0:1769074865.643692:0:12639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f9dc900 00000400:00000200:2.0:1769074865.643750:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.643755:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074865.643761:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f9dc900 00000400:00000010:2.0:1769074865.643764:0:12639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f9dc900. 00000100:00000200:2.0:1769074865.643770:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074865.644004:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cac0. 00000020:00000010:0.0:1769074865.644020:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cac0. 00000020:00000010:0.0:1769074865.644026:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7200. 00000020:00000010:0.0:1769074865.644033:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab8427b380. 00000020:00000010:0.0:1769074865.644037:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.644068:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cac0. 00000020:00000010:0.0:1769074865.644071:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cac0. 00000100:00000200:0.0:1769074865.644074:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826632192 00000001:00000010:0.0:1769074865.644083:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8900. 02000000:00000010:0.0:1769074865.644122:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8f40f800. 00000020:00000010:0.0:1769074865.644166:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8f7ad720. 00080000:00000010:0.0:1769074865.644175:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40ec00. 00000001:00000010:0.0:1769074865.644258:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbd80. 00000001:00000010:0.0:1769074865.644265:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8cc0. 00000020:00000010:0.0:1769074865.644319:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8f7ad720. 00000004:00000010:0.0:1769074865.644339:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daba0a83b80. 00010000:00000200:0.0:1769074865.644369:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b20a450 x1855007826632192/t17179890601(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.644392:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9e58. 00000100:00000200:0.0:1769074865.644397:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826632192, offset 224 00000400:00000200:0.0:1769074865.644404:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.644413:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.644420:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41883:41883:256:4294967295] 192.168.204.10@tcp LPNI seq info [41879:41879:8:4294967295] 00000400:00000200:0.0:1769074865.644430:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.644435:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.644440:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074865.644446:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.644452:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.644456:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.644471:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab8427b380. 00000020:00000010:0.0:1769074865.644474:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.644478:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7200. 02000000:00000010:0.0:1769074865.644485:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8f40f000. 00000100:00000010:0.0:1769074865.644488:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603800. 02000000:00000010:0.0:1769074865.644493:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbc942c00. 00000100:00000010:0.0:1769074865.644496:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601180. 02000000:00000010:0.0:1769074865.644499:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbc943800. 00000100:00000010:0.0:1769074865.644501:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603100. 02000000:00000010:0.0:1769074865.644504:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa89c14800. 00000100:00000010:0.0:1769074865.644506:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807800. 02000000:00000010:0.0:1769074865.644509:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbc943c00. 00000100:00000010:0.0:1769074865.644511:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804a80. 00000100:00000200:0.0:1769074865.644515:0:42300:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074865.644519:0:42300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a87e8. 00000400:00000010:0.0:1769074865.644523:0:42300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8f6d8900. 00000800:00000200:2.0:1769074865.645565:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074865.645572:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:2.0:1769074865.645577:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.645584:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074865.645589:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9e58 00000400:00000010:2.0:1769074865.645591:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9e58. 02000000:00000010:2.0:1769074865.645597:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8f40f800. 00000400:00000200:2.0:1769074865.648994:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074865.649027:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fdf00 00000400:00000200:2.0:1769074865.649036:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 148312 00000400:00000200:2.0:1769074865.649054:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.649058:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074865.649066:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074865.649077:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa905a5c00. 00000020:00000010:3.0:1769074865.649370:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.649376:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.649382:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.649387:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788300. 00000020:00000010:3.0:1769074865.649392:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aa28. 00000020:00000010:3.0:1769074865.649434:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.649437:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f200. 00000100:00000200:3.0:1769074865.649440:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826632448 00000001:00000010:3.0:1769074865.649450:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:3.0:1769074865.649484:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1600. 00010000:00000010:3.0:1769074865.649493:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074865.649529:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabb4b69000. 00010000:00000010:3.0:1769074865.649650:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1c00. 00010000:00000010:3.0:1769074865.649655:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074865.649675:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074865.649679:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788b00. 00010000:00000010:3.0:1769074865.649683:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1a00. 00010000:00000010:3.0:1769074865.649687:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00000004:00000010:3.0:1769074865.649709:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7de00. 00000004:00000010:3.0:1769074865.649718:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583870. 00000004:00000010:3.0:1769074865.649725:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6fa90. 00080000:00000010:2.0:1769074865.650069:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6ba390. 00000020:00000010:2.0:1769074865.650113:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.650124:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84373800. 00000004:00000010:2.0:1769074865.650149:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabc2049600. 00020000:00000010:2.0:1769074865.650209:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3be8. 00020000:00000010:2.0:1769074865.650213:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d30d8. 00000004:00000010:2.0:1769074865.650223:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda9630. 00000001:00000010:2.0:1769074865.650485:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9a80. 00000001:00000010:2.0:1769074865.650493:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab85946300. 00000020:00000010:2.0:1769074865.650551:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00010000:00000010:2.0:1769074865.650595:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826300. 00010000:00000010:2.0:1769074865.650600:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8f9e4b00. 00010000:00000010:2.0:1769074865.650639:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:2.0:1769074865.650645:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cd80. 00000004:00000010:2.0:1769074865.650676:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8f9e4500. 00010000:00000010:2.0:1769074865.650708:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00000100:00000010:1.0:1769074865.650859:0:42320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668a300. 02000000:00000010:1.0:1769074865.650875:0:42320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dabbfe88e00. 00000100:00000010:1.0:1769074865.650889:0:42320:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabae111f00. 02000000:00000010:1.0:1769074865.650908:0:42320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa83451400. 00000400:00000010:1.0:1769074865.650915:0:42320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1528. 00000400:00000010:1.0:1769074865.650922:0:42320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074865.650930:0:42320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852329344, portal 4 00000400:00000010:1.0:1769074865.650936:0:42320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074865.650938:0:42320:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1855007852329344, offset 0 00000400:00000200:1.0:1769074865.650947:0:42320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074865.650958:0:42320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074865.650970:0:42320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6971eac17f980 00000400:00000200:1.0:1769074865.650977:0:42320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0x56995 [8] + 13872 00000400:00000200:1.0:1769074865.650984:0:42320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.650988:0:42320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074865.650995:0:42320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074865.650998:0:42320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688380. 00000400:00000200:1.0:1769074865.651019:0:42320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:1.0:1769074865.651022:0:42320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074865.651029:0:42320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dab8668a300 x1855007852329344/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769074881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074865.651048:0:42320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbecceb40. 00000100:00000010:1.0:1769074865.651060:0:42320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbecceae0. 00000100:00000010:1.0:1769074865.651064:0:42320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbeccea80. 00000100:00000010:1.0:1769074865.651068:0:42320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbeccec60. 00000020:00000010:0.0:1769074865.651171:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cac0. 00000020:00000010:0.0:1769074865.651177:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cac0. 00000020:00000010:0.0:1769074865.651183:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabafae7200. 00000020:00000010:0.0:1769074865.651188:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab8427b380. 00000020:00000010:0.0:1769074865.651193:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.651231:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8eb3cac0. 00000020:00000010:0.0:1769074865.651234:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8eb3cac0. 00000100:00000200:0.0:1769074865.651237:0:45110:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852329344 02000000:00000010:0.0:1769074865.651255:0:45110:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8daa8f40f000. 00002000:00000010:0.0:1769074865.651282:0:45110:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8daa8eb3cac0. 00002000:00000010:0.0:1769074865.651292:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc245f0. 00080000:00000010:0.0:1769074865.651299:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900fe1c8. 00002000:00000010:0.0:1769074865.651338:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc25b50. 00080000:00000010:0.0:1769074865.651343:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900ff728. 00002000:00000010:0.0:1769074865.651360:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc24f70. 00080000:00000010:0.0:1769074865.651364:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433d008. 00002000:00000010:0.0:1769074865.651380:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc25430. 00080000:00000010:0.0:1769074865.651384:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433cab0. 00002000:00000010:0.0:1769074865.651399:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc24390. 00080000:00000010:0.0:1769074865.651402:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433c558. 00002000:00000010:0.0:1769074865.651416:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc24850. 00080000:00000010:0.0:1769074865.651420:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433cc78. 00002000:00000010:0.0:1769074865.651435:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fc258f0. 00080000:00000010:0.0:1769074865.651438:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433ce40. 00002000:00000010:0.0:1769074865.651455:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4ab0. 00080000:00000010:0.0:1769074865.651459:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433c1c8. 00080000:00000010:0.0:1769074865.651478:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40d400. 00010000:00000010:2.0:1769074865.652967:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:2.0:1769074865.652996:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890602, last committed = 17179890279 00010000:00000200:2.0:1769074865.653017:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa905a5c00 x1855007826632448/t17179890602(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.653039:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0880. 00000100:00000200:2.0:1769074865.653045:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826632448, offset 224 00000400:00000010:2.0:1769074865.653052:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23f850. 00000400:00000200:2.0:1769074865.653055:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.653070:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.653076:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41884:41884:256:4294967295] 192.168.204.10@tcp LPNI seq info [41880:41880:8:4294967295] 00000400:00000200:2.0:1769074865.653083:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074865.653090:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.653096:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.653102:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21e00. 00000800:00000200:2.0:1769074865.653109:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.653117:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.653121:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21e00 type 1, nob 760 niov 1 nkiov 1 00002000:00000010:0.0:1769074865.653342:0:45110:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8dab82d497e0. 00000001:00000010:0.0:1769074865.653353:0:45110:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49a20. 00002000:00000010:0.0:1769074865.653507:0:45110:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8daa8eb3cac0. 00002000:00000010:0.0:1769074865.653517:0:45110:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8dabc1835640. 00002000:00000010:0.0:1769074865.653528:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed44c0. 00080000:00000010:0.0:1769074865.653536:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433c390. 00002000:00000010:0.0:1769074865.653561:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4130. 00080000:00000010:0.0:1769074865.653564:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433d728. 00002000:00000010:0.0:1769074865.653581:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4390. 00080000:00000010:0.0:1769074865.653585:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433c720. 00002000:00000010:0.0:1769074865.653626:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed45f0. 00080000:00000010:0.0:1769074865.653631:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433c000. 00002000:00000010:0.0:1769074865.653650:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed5db0. 00080000:00000010:0.0:1769074865.653655:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433d398. 00002000:00000010:0.0:1769074865.653669:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4000. 00080000:00000010:0.0:1769074865.653692:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433d8f0. 00002000:00000010:0.0:1769074865.653707:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4850. 00080000:00000010:0.0:1769074865.653711:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433c8e8. 00002000:00000010:0.0:1769074865.653726:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed57c0. 00080000:00000010:0.0:1769074865.653729:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433dab8. 00080000:00000010:0.0:1769074865.653764:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40c400. 00002000:00000010:0.0:1769074865.654119:0:45110:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8dabafc8d5a0. 00000001:00000010:0.0:1769074865.654127:0:45110:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabafc8dea0. 00002000:00000010:0.0:1769074865.654209:0:45110:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8dabc1835640. 00002000:00000010:0.0:1769074865.654214:0:45110:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8dabc1835640. 00002000:00000010:0.0:1769074865.654219:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4260. 00080000:00000010:0.0:1769074865.654223:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433d560. 00002000:00000010:0.0:1769074865.654243:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed5c80. 00080000:00000010:0.0:1769074865.654247:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433d1d0. 00002000:00000010:0.0:1769074865.654263:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4980. 00080000:00000010:0.0:1769074865.654267:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8433dc80. 00002000:00000010:0.0:1769074865.654281:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4720. 00080000:00000010:0.0:1769074865.654284:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900801c8. 00002000:00000010:0.0:1769074865.654298:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed5b50. 00080000:00000010:0.0:1769074865.654302:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90080558. 00002000:00000010:0.0:1769074865.654315:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed5a20. 00080000:00000010:0.0:1769074865.654318:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900811d0. 00002000:00000010:0.0:1769074865.654331:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4d10. 00080000:00000010:0.0:1769074865.654334:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90081ab8. 00002000:00000010:0.0:1769074865.654348:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed5430. 00080000:00000010:0.0:1769074865.654351:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900818f0. 00080000:00000010:0.0:1769074865.654368:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40f400. 00002000:00000010:0.0:1769074865.654723:0:45110:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8dab89c8a8a0. 00000001:00000010:0.0:1769074865.654731:0:45110:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daba0e08000. 00002000:00000010:0.0:1769074865.654851:0:45110:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8dabc1835640. 00002000:00000010:0.0:1769074865.654857:0:45110:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8dabc1835640. 00002000:00000010:0.0:1769074865.654864:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed50a0. 00080000:00000010:0.0:1769074865.654869:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90080e40. 00002000:00000010:0.0:1769074865.654891:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed5560. 00080000:00000010:0.0:1769074865.654894:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90081560. 00002000:00000010:0.0:1769074865.654906:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed58f0. 00080000:00000010:0.0:1769074865.654910:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90081c80. 00002000:00000010:0.0:1769074865.654923:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4be0. 00080000:00000010:0.0:1769074865.654925:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90080000. 00002000:00000010:0.0:1769074865.654940:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4e40. 00080000:00000010:0.0:1769074865.654943:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90081398. 00002000:00000010:0.0:1769074865.654956:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed51d0. 00080000:00000010:0.0:1769074865.654959:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90081008. 00002000:00000010:0.0:1769074865.654975:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed5300. 00080000:00000010:0.0:1769074865.654978:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90080720. 00002000:00000010:0.0:1769074865.654995:0:45110:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed5690. 00080000:00000010:0.0:1769074865.654998:0:45110:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90080c78. 00080000:00000010:0.0:1769074865.655015:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40e000. 00002000:00000010:0.0:1769074865.655400:0:45110:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8dabbc774a20. 00000001:00000010:0.0:1769074865.655406:0:45110:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbc774300. 00002000:00000010:0.0:1769074865.655517:0:45110:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8dabc1835640. 00010000:00000200:0.0:1769074865.655539:0:45110:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688380 x1855007852329344/t4294970300(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:401/0 lens 432/432 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074865.655561:0:45110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074865.655569:0:45110:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852329344, offset 224 00000400:00000200:0.0:1769074865.655577:0:45110:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074865.655589:0:45110:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074865.655599:0:45110:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17f980 00000400:00000200:0.0:1769074865.655642:0:45110:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x67105 [1] + 224 00000400:00000200:0.0:1769074865.655651:0:45110:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.655655:0:45110:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074865.655666:0:45110:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dab8668a300 x1855007852329344/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769074881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074865.655698:0:45110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:0.0:1769074865.655701:0:45110:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00000020:00000010:0.0:1769074865.655719:0:45110:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab8427b380. 00000020:00000010:0.0:1769074865.655724:0:45110:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.655729:0:45110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafae7200. 00000020:00000010:2.0:1769074865.655807:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788300. 00000020:00000010:2.0:1769074865.655813:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aa28. 00000020:00000010:2.0:1769074865.655817:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000400:00000010:1.0:1769074865.662748:0:42320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1528. 00000400:00000200:1.0:1769074865.662761:0:42320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:1.0:1769074865.662764:0:42320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074865.662778:0:42320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dab8668a300 x1855007852329344/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769074881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074865.662790:0:42320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dab8668a300 x1855007852329344/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769074881 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074865.662838:0:42320:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabae111f00. 00000800:00000200:1.0:1769074865.663555:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.663561:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21e00. 00000400:00000200:1.0:1769074865.663568:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.663576:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074865.665706:0:45110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074865.665721:0:45110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.1:1769074865.665726:0:45110:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:0.1:1769074865.665730:0:45110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00000400:00000200:3.0:1769074865.666144:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074865.666163:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6710d 00000400:00000200:3.0:1769074865.666170:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.666175:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074865.666182:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0880 00000400:00000010:3.0:1769074865.666185:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0880. 00000400:00000200:3.0:1769074865.666229:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074865.666236:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fe000 00000400:00000200:3.0:1769074865.666244:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef55 [2] + 0 00000400:00000200:3.0:1769074865.666294:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.666300:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074865.666306:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074865.666315:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3800. 00000020:00000010:1.0:1769074865.666766:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074865.666797:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074865.666815:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:1.0:1769074865.666820:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42500. 00000020:00000010:1.0:1769074865.666825:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.666856:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074865.666859:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074865.666862:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826632704 00000001:00000010:1.0:1769074865.666871:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8cc0. 02000000:00000010:1.0:1769074865.666909:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa83451c00. 00000020:00000010:1.0:1769074865.666957:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab83937720. 00080000:00000010:1.0:1769074865.666967:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83450000. 00000001:00000010:1.0:1769074865.667063:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd680360. 00000001:00000010:1.0:1769074865.667070:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111cc0. 00000020:00000010:1.0:1769074865.667135:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab83937720. 00000004:00000010:1.0:1769074865.667155:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8f9e4500. 00010000:00000200:1.0:1769074865.667190:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3800 x1855007826632704/t17179890603(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.667222:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074865.667228:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826632704, offset 224 00000400:00000200:1.0:1769074865.667235:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.667247:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.667253:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41885:41885:256:4294967295] 192.168.204.10@tcp LPNI seq info [41881:41881:8:4294967295] 00000400:00000200:1.0:1769074865.667264:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.667270:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.667275:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074865.667281:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.667287:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.667291:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.667309:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42500. 00000020:00000010:1.0:1769074865.667314:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.667318:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:1.0:1769074865.667393:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.667398:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:1.0:1769074865.667402:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.667407:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.667410:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:1.0:1769074865.667412:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:0.0:1769074865.667538:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:0.0:1769074865.667550:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788b00. 00000400:00000200:1.0:1769074865.671258:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.671280:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fe100 00000400:00000200:1.0:1769074865.671289:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 148960 00000400:00000200:1.0:1769074865.671308:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.671312:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.671320:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.671327:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668ad80. 00000020:00000010:2.0:1769074865.671527:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074865.671534:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074865.671540:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074865.671547:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4980. 00000020:00000010:2.0:1769074865.671552:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.671597:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f340. 00000020:00000010:2.0:1769074865.671629:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f340. 00000100:00000200:2.0:1769074865.671633:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826632960 00000001:00000010:2.0:1769074865.671644:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab85946300. 00010000:00000010:2.0:1769074865.671669:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c49e00. 00010000:00000010:2.0:1769074865.671677:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 02000000:00000010:2.0:1769074865.671713:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab86721000. 00010000:00000010:2.0:1769074865.671825:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.0:1769074865.671830:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074865.671849:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074865.671853:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8f9e4d00. 00010000:00000010:2.0:1769074865.671857:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:2.0:1769074865.671861:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00000004:00000010:2.0:1769074865.671886:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa902a3a40. 00000004:00000010:2.0:1769074865.671896:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab86361f00. 00000004:00000010:2.0:1769074865.671903:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8ec37210. 00080000:00000010:2.0:1769074865.671913:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bb560. 00000020:00000010:2.0:1769074865.671945:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.671955:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84371800. 00000004:00000010:2.0:1769074865.671980:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab859460c0. 00020000:00000010:2.0:1769074865.672030:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3af0. 00020000:00000010:2.0:1769074865.672034:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d3e50. 00000004:00000010:2.0:1769074865.672046:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fdab778. 00000001:00000010:2.0:1769074865.672281:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9000. 00000001:00000010:2.0:1769074865.672288:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabc2049c00. 00000020:00000010:2.0:1769074865.672337:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00010000:00000010:2.0:1769074865.672370:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826000. 00010000:00000010:2.0:1769074865.672373:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8f9e4800. 00010000:00000010:2.0:1769074865.672377:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b200. 00010000:00000010:2.0:1769074865.672381:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cc00. 00000004:00000010:2.0:1769074865.672401:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8f9e4680. 00010000:00000010:2.0:1769074865.672424:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074865.672456:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000200:2.0:1769074865.672467:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890604, last committed = 17179890279 00010000:00000200:2.0:1769074865.672475:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668ad80 x1855007826632960/t17179890604(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.672495:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0bb0. 00000100:00000200:2.0:1769074865.672502:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826632960, offset 224 00000400:00000010:2.0:1769074865.672508:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23f620. 00000400:00000200:2.0:1769074865.672511:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.674873:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.674882:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41886:41886:256:4294967295] 192.168.204.10@tcp LPNI seq info [41882:41882:8:4294967295] 00000400:00000200:2.0:1769074865.674892:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074865.674899:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.674904:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.674914:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074865.674921:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.674927:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.674932:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.676907:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4980. 00000020:00000010:2.0:1769074865.676921:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.676928:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00010000:00000010:2.1:1769074865.682793:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1c00. 00010000:00000010:2.1:1769074865.682818:0:12638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1600. 00000100:00000010:0.0:1769074865.683875:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbecceb40. 00000100:00000010:1.0:1769074865.684638:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbecceae0. 00000800:00000200:2.0:1769074865.684766:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074865.684772:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:2.0:1769074865.684777:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.684787:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000010:2.0:1769074865.684820:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbeccea80. 00000100:00000010:3.0:1769074865.692656:0:31615:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbeccec60. 00010000:00000010:0.1:1769074865.693664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:0.1:1769074865.693675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1a00. 00000400:00000200:0.0:1769074865.704740:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.704761:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67119 00000400:00000200:0.0:1769074865.704767:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.704772:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.704779:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0bb0 00000400:00000010:0.0:1769074865.704782:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0bb0. 00000400:00000200:0.0:1769074865.704821:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.704828:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fe200 00000400:00000200:0.0:1769074865.704835:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef55 [2] + 392 00000400:00000200:0.0:1769074865.704893:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.704898:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.704903:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.704910:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef800. 00010000:00000010:2.0:1769074865.709356:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074865.709374:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8f9e4d00. 00000020:00000010:3.0:1769074865.709703:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.709710:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.709717:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.709722:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.709729:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.709762:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.709765:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f200. 00000100:00000200:3.0:1769074865.709768:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826633216 00000001:00000010:3.0:1769074865.709778:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111cc0. 02000000:00000010:3.0:1769074865.709828:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbc941c00. 00000020:00000010:3.0:1769074865.709873:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045060. 00080000:00000010:3.0:1769074865.709884:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc942000. 00000001:00000010:3.0:1769074865.709964:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045c60. 00000001:00000010:3.0:1769074865.709973:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab9ec03000. 00000020:00000010:3.0:1769074865.710048:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045060. 00000004:00000010:3.0:1769074865.710069:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8f9e4680. 00010000:00000200:3.0:1769074865.710107:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef800 x1855007826633216/t17179890605(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.710132:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074865.710140:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826633216, offset 224 00000400:00000200:3.0:1769074865.710148:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.710160:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.710166:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41887:41887:256:4294967295] 192.168.204.10@tcp LPNI seq info [41883:41883:8:4294967295] 00000400:00000200:3.0:1769074865.710180:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.710186:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.710191:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074865.710405:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.710412:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.710417:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.710435:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.710440:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.710444:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.710721:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.710726:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:1.0:1769074865.710733:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.710739:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.710745:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:1.0:1769074865.710747:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00010000:00000010:2.1:1769074865.711537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48a00. 00010000:00000010:2.1:1769074865.711546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49e00. 00000400:00000200:2.0:1769074865.714355:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074865.714374:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fe300 00000400:00000200:2.0:1769074865.714384:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 149608 00000400:00000200:2.0:1769074865.714398:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.714403:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074865.714411:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074865.714420:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe72680. 00000020:00000010:1.0:1769074865.714520:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074865.714526:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074865.714533:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:1.0:1769074865.714538:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42500. 00000020:00000010:1.0:1769074865.714543:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.714590:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d680. 00000020:00000010:1.0:1769074865.714593:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d680. 00000100:00000200:1.0:1769074865.714596:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826633472 00000001:00000010:1.0:1769074865.714642:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabc2049c00. 00010000:00000010:1.0:1769074865.714666:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074865.714676:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 02000000:00000010:1.0:1769074865.714713:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa9020f000. 00010000:00000010:1.0:1769074865.714811:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074865.714815:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074865.714835:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074865.714838:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fd42700. 00010000:00000010:1.0:1769074865.714841:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074865.714844:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1000. 00000004:00000010:1.0:1769074865.714868:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8fd6a960. 00000004:00000010:1.0:1769074865.714878:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8daa89bebd98. 00000004:00000010:1.0:1769074865.714884:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8e3f6660. 00080000:00000010:1.0:1769074865.714895:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bdb1d0. 00000020:00000010:1.0:1769074865.714927:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd680b40. 00080000:00000010:1.0:1769074865.714936:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83450c00. 00000004:00000010:1.0:1769074865.714962:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabae111cc0. 00020000:00000010:1.0:1769074865.715029:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8edbdb00. 00020000:00000010:1.0:1769074865.715032:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8edbd488. 00000004:00000010:1.0:1769074865.715043:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda2a28. 00000001:00000010:1.0:1769074865.715275:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab88366d80. 00000001:00000010:1.0:1769074865.715282:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074865.715338:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd680b40. 00010000:00000010:1.0:1769074865.715376:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1500. 00010000:00000010:1.0:1769074865.715379:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fd42a80. 00010000:00000010:1.0:1769074865.715382:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.0:1769074865.715386:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1280. 00000004:00000010:1.0:1769074865.715409:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fd42000. 00010000:00000010:1.0:1769074865.715434:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074865.715466:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000200:1.0:1769074865.715476:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890606, last committed = 17179890279 00010000:00000200:1.0:1769074865.715486:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe72680 x1855007826633472/t17179890606(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.715510:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074865.715517:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826633472, offset 224 00000400:00000010:1.0:1769074865.715523:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f37e0. 00000400:00000200:1.0:1769074865.715527:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.715541:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.715546:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41888:41888:256:4294967295] 192.168.204.10@tcp LPNI seq info [41884:41884:8:4294967295] 00000400:00000200:1.0:1769074865.715552:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.715557:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.715562:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.715567:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074865.715573:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.715580:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.715583:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.715637:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42500. 00000020:00000010:1.0:1769074865.715643:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.715646:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:3.0:1769074865.716419:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074865.716424:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:3.0:1769074865.716430:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.716436:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.718922:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.718944:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67121 00000400:00000200:1.0:1769074865.718950:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.718955:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.718962:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:1.0:1769074865.718965:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:0.0:1769074865.719183:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1000. 00010000:00000010:0.0:1769074865.719203:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fd42700. 00000400:00000200:2.0:1769074865.719948:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074865.719961:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fe400 00000400:00000200:2.0:1769074865.719969:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef55 [2] + 784 00000400:00000200:2.0:1769074865.720036:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.720041:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074865.720048:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074865.720054:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71f80. 00000020:00000010:1.0:1769074865.721208:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074865.721216:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074865.721224:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:1.0:1769074865.721229:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42500. 00000020:00000010:1.0:1769074865.721234:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.721275:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074865.721279:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074865.721282:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826633728 00000001:00000010:1.0:1769074865.721293:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab9ec03000. 02000000:00000010:1.0:1769074865.721333:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa83450800. 00000020:00000010:1.0:1769074865.721377:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab883666c0. 00080000:00000010:1.0:1769074865.721388:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83451800. 00000001:00000010:1.0:1769074865.721463:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab88366f60. 00000001:00000010:1.0:1769074865.721470:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111b40. 00000020:00000010:1.0:1769074865.721544:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab883666c0. 00000004:00000010:1.0:1769074865.721564:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fd42000. 00010000:00000200:1.0:1769074865.721600:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71f80 x1855007826633728/t17179890607(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.721646:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc990. 00000100:00000200:1.0:1769074865.721653:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826633728, offset 224 00000400:00000200:1.0:1769074865.721660:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.721672:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.721677:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41889:41889:256:4294967295] 192.168.204.10@tcp LPNI seq info [41885:41885:8:4294967295] 00000400:00000200:1.0:1769074865.721688:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.721694:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.721699:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074865.721706:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.721713:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.721717:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.721735:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42500. 00000020:00000010:1.0:1769074865.721739:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.721743:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:0.0:1769074865.722105:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.722110:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:0.0:1769074865.722116:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.722122:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.722127:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc990 00000400:00000010:0.0:1769074865.722129:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc990. 00010000:00000010:2.1:1769074865.722762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074865.722770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48200. 00010000:00000010:1.1:1769074865.725897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074865.725914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:0.1:1769074865.728654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:0.1:1769074865.728670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00000400:00000200:1.0:1769074865.729253:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.729271:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fe500 00000400:00000200:1.0:1769074865.729280:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 150256 00000400:00000200:1.0:1769074865.729296:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.729301:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.729309:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.729315:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668a680. 00000020:00000010:0.0:1769074865.729411:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835640. 00000020:00000010:0.0:1769074865.729417:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835640. 00000020:00000010:0.0:1769074865.729423:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa827d0c00. 00000020:00000010:0.0:1769074865.729429:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa88bdc400. 00000020:00000010:0.0:1769074865.729433:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.729483:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835640. 00000020:00000010:0.0:1769074865.729486:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835640. 00000100:00000200:0.0:1769074865.729489:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826633984 00000001:00000010:0.0:1769074865.729499:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:0.0:1769074865.729522:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074865.729529:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c180. 02000000:00000010:0.0:1769074865.729562:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa89c03000. 00010000:00000010:0.0:1769074865.729680:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074865.729686:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c980. 00010000:00000010:0.0:1769074865.729704:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074865.729707:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa88bdcc80. 00010000:00000010:0.0:1769074865.729711:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074865.729713:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c400. 00000004:00000010:0.0:1769074865.729734:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3ef2c0. 00000004:00000010:0.0:1769074865.729743:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367bb8. 00000004:00000010:0.0:1769074865.729750:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d1ed0. 00080000:00000010:0.0:1769074865.729761:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90081728. 00000020:00000010:0.0:1769074865.729793:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbc774600. 00080000:00000010:0.0:1769074865.729817:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8f40c800. 00000004:00000010:0.0:1769074865.729843:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d8540. 00020000:00000010:0.0:1769074865.729891:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f810. 00020000:00000010:0.0:1769074865.729893:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f948. 00000004:00000010:0.0:1769074865.729904:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1d1c0. 00000001:00000010:0.0:1769074865.730361:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbc774f60. 00000001:00000010:0.0:1769074865.730368:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074865.730419:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbc774600. 00010000:00000010:0.0:1769074865.730453:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bd00. 00010000:00000010:0.0:1769074865.730457:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa88bdc880. 00010000:00000010:0.0:1769074865.730462:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:0.0:1769074865.730466:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cf00. 00000004:00000010:0.0:1769074865.730779:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daba0a83b80. 00010000:00000010:0.0:1769074865.730815:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c980. 00010000:00000010:0.0:1769074865.730847:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c180. 00010000:00000200:0.0:1769074865.730857:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890608, last committed = 17179890279 00010000:00000200:0.0:1769074865.730866:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668a680 x1855007826633984/t17179890608(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.730885:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074865.730892:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826633984, offset 224 00000400:00000010:0.0:1769074865.730899:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1d58. 00000400:00000200:0.0:1769074865.730903:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.730915:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.730921:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41890:41890:256:4294967295] 192.168.204.10@tcp LPNI seq info [41886:41886:8:4294967295] 00000400:00000200:0.0:1769074865.730927:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.730934:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.730939:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.730945:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074865.730950:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.730958:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.730962:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.731033:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa88bdc400. 00000020:00000010:0.0:1769074865.731039:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.731043:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa827d0c00. 00000800:00000200:2.0:1769074865.739904:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074865.739915:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074865.739924:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.739935:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074865.743123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.1:1769074865.743136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00000400:00000200:0.0:1769074865.744219:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.744239:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67129 00000400:00000200:0.0:1769074865.744247:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.744251:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.744258:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:0.0:1769074865.744262:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00010000:00000010:2.0:1769074865.744419:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c400. 00010000:00000010:2.0:1769074865.744430:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88bdcc80. 00000400:00000200:1.0:1769074865.747310:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.747330:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fe600 00000400:00000200:1.0:1769074865.747339:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef55 [2] + 1176 00000400:00000200:1.0:1769074865.747399:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.747405:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.747413:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.747419:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689500. 00000020:00000010:3.0:1769074865.747984:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.747990:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.747996:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.748001:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.748016:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.748057:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.748060:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f200. 00000100:00000200:3.0:1769074865.748064:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826634240 00000001:00000010:3.0:1769074865.748075:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111b40. 02000000:00000010:3.0:1769074865.748115:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbc943800. 00000020:00000010:3.0:1769074865.748161:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045060. 00080000:00000010:3.0:1769074865.748171:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc943c00. 00000001:00000010:3.0:1769074865.748264:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045120. 00000001:00000010:3.0:1769074865.748273:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab9ec03000. 00000020:00000010:3.0:1769074865.748337:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045060. 00000004:00000010:3.0:1769074865.748357:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daba0a83b80. 00010000:00000200:3.0:1769074865.748395:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86689500 x1855007826634240/t17179890609(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.748414:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074865.748421:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826634240, offset 224 00000400:00000200:3.0:1769074865.748428:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.748438:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.748444:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41891:41891:256:4294967295] 192.168.204.10@tcp LPNI seq info [41887:41887:8:4294967295] 00000400:00000200:3.0:1769074865.748456:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.748462:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.748467:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074865.748488:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.748496:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.748499:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.748517:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.748523:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.748527:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.749811:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.749818:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074865.749827:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.749835:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.749841:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46770 00000400:00000010:0.0:1769074865.749843:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46770. 00010000:00000010:2.1:1769074865.752653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:2.1:1769074865.752668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00000400:00000200:0.0:1769074865.755739:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.755758:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fe700 00000400:00000200:0.0:1769074865.755767:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 150904 00000400:00000200:0.0:1769074865.755782:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.755786:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.755794:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.755809:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeeca80. 00000020:00000010:1.0:1769074865.755923:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074865.755929:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074865.755938:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:1.0:1769074865.755943:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42000. 00000020:00000010:1.0:1769074865.755949:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.755988:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d200. 00000020:00000010:1.0:1769074865.755990:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d200. 00000100:00000200:1.0:1769074865.755993:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826634496 00000001:00000010:1.0:1769074865.756003:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:1.0:1769074865.756036:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074865.756043:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 02000000:00000010:1.0:1769074865.756076:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa90209000. 00010000:00000010:1.0:1769074865.756162:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074865.756166:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074865.756184:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1400. 00010000:00000010:1.0:1769074865.756188:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fd42500. 00010000:00000010:1.0:1769074865.756202:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63200. 00010000:00000010:1.0:1769074865.756205:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1880. 00000004:00000010:1.0:1769074865.756227:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8fd6be00. 00000004:00000010:1.0:1769074865.756235:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8daa89beb708. 00000004:00000010:1.0:1769074865.756241:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8e3f7540. 00080000:00000010:1.0:1769074865.756251:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bdbab8. 00000020:00000010:1.0:1769074865.756279:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab883666c0. 00080000:00000010:1.0:1769074865.756288:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a41cc00. 00000004:00000010:1.0:1769074865.756311:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabae111b40. 00020000:00000010:1.0:1769074865.756359:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8edbdb90. 00020000:00000010:1.0:1769074865.756362:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8edbd320. 00000004:00000010:1.0:1769074865.756372:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda1cd8. 00000001:00000010:1.0:1769074865.756592:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8a375ea0. 00000001:00000010:1.0:1769074865.756599:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae1119c0. 00000020:00000010:1.0:1769074865.756703:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab883666c0. 00010000:00000010:1.0:1769074865.756735:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1c00. 00010000:00000010:1.0:1769074865.756738:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fd42a00. 00010000:00000010:1.0:1769074865.756742:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.0:1769074865.756746:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1180. 00000004:00000010:1.0:1769074865.756766:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fd42200. 00010000:00000010:1.0:1769074865.756790:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074865.756833:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000200:1.0:1769074865.756844:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890610, last committed = 17179890279 00010000:00000200:1.0:1769074865.756853:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeeca80 x1855007826634496/t17179890610(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.756871:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc330. 00000100:00000200:1.0:1769074865.756878:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826634496, offset 224 00000400:00000010:1.0:1769074865.756884:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3b98. 00000400:00000200:1.0:1769074865.756888:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.756901:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.756907:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41892:41892:256:4294967295] 192.168.204.10@tcp LPNI seq info [41888:41888:8:4294967295] 00000400:00000200:1.0:1769074865.756913:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.756921:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.756926:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.756931:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074865.756937:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.756944:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.756949:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.756966:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42000. 00000020:00000010:1.0:1769074865.756970:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.756973:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:2.0:1769074865.757116:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074865.757120:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:2.0:1769074865.757125:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.757130:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.760807:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.760829:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67131 00000400:00000200:0.0:1769074865.760835:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.760840:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.760845:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc330 00000400:00000010:0.0:1769074865.760849:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc330. 00010000:00000010:2.0:1769074865.760956:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1880. 00010000:00000010:2.0:1769074865.760967:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fd42500. 00000400:00000200:0.0:1769074865.762412:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.762427:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fe800 00000400:00000200:0.0:1769074865.762437:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef55 [2] + 1568 00000400:00000200:0.0:1769074865.762507:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.762511:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.762521:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.762528:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeed180. 00000020:00000010:1.0:1769074865.762658:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d600. 00000020:00000010:1.0:1769074865.762664:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d600. 00000020:00000010:1.0:1769074865.762673:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:1.0:1769074865.762678:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42000. 00000020:00000010:1.0:1769074865.762683:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.762722:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d600. 00000020:00000010:1.0:1769074865.762725:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d600. 00000100:00000200:1.0:1769074865.762728:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826634752 00000001:00000010:1.0:1769074865.762738:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab9ec03000. 02000000:00000010:1.0:1769074865.762776:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa839ee800. 00000020:00000010:1.0:1769074865.762832:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8a375120. 00080000:00000010:1.0:1769074865.762843:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df37800. 00000001:00000010:1.0:1769074865.762922:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8a375180. 00000001:00000010:1.0:1769074865.762930:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae914900. 00000020:00000010:1.0:1769074865.762996:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8a375120. 00000004:00000010:1.0:1769074865.763032:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fd42200. 00010000:00000200:1.0:1769074865.763074:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeed180 x1855007826634752/t17179890611(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.763093:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc770. 00000100:00000200:1.0:1769074865.763099:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826634752, offset 224 00000400:00000200:1.0:1769074865.763106:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.763116:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.763122:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41893:41893:256:4294967295] 192.168.204.10@tcp LPNI seq info [41889:41889:8:4294967295] 00000400:00000200:1.0:1769074865.763133:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.763138:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.763155:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b100. 00000800:00000200:1.0:1769074865.763161:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.763168:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.763172:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.763190:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42000. 00000020:00000010:1.0:1769074865.763198:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.763202:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:2.0:1769074865.763461:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074865.763466:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b100. 00000400:00000200:2.0:1769074865.763471:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.763475:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074865.763480:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc770 00000400:00000010:2.0:1769074865.763482:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc770. 00010000:00000010:1.1:1769074865.765532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074865.765546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00000400:00000200:0.0:1769074865.769322:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.769343:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fe900 00000400:00000200:0.0:1769074865.769352:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 151552 00000400:00000200:0.0:1769074865.769370:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.769376:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.769384:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.769391:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeee300. 00000020:00000010:3.0:1769074865.769678:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.769685:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.769691:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.769696:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.769701:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.769748:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f200. 00000020:00000010:3.0:1769074865.769750:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f200. 00000100:00000200:3.0:1769074865.769754:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826635008 00000001:00000010:3.0:1769074865.769763:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae1119c0. 00010000:00000010:3.0:1769074865.769791:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1800. 00010000:00000010:3.0:1769074865.769808:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074865.769846:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabb4b6b000. 00010000:00000010:3.0:1769074865.769936:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0400. 00010000:00000010:3.0:1769074865.769940:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074865.769959:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074865.769963:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788b00. 00010000:00000010:3.0:1769074865.769967:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1000. 00010000:00000010:3.0:1769074865.769969:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00000004:00000010:3.0:1769074865.769988:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7d0e0. 00000004:00000010:3.0:1769074865.769996:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583000. 00000004:00000010:3.0:1769074865.770003:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6e770. 00080000:00000010:3.0:1769074865.770023:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa903758f0. 00000020:00000010:3.0:1769074865.770054:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045060. 00080000:00000010:3.0:1769074865.770063:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd2d5400. 00000004:00000010:3.0:1769074865.770088:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab9ec03000. 00020000:00000010:3.0:1769074865.770140:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb980. 00010000:00000010:2.1:1769074865.770382:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1400. 00010000:00000010:2.1:1769074865.770390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63200. 00020000:00000010:3.0:1769074865.770689:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bbf80. 00000004:00000010:3.0:1769074865.770705:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe193f8. 00000001:00000010:3.0:1769074865.770999:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045420. 00000001:00000010:3.0:1769074865.771021:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbc12e900. 00000020:00000010:3.0:1769074865.771078:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045060. 00010000:00000010:3.0:1769074865.771124:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5e00. 00010000:00000010:3.0:1769074865.771129:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab872a2a00. 00010000:00000010:3.0:1769074865.771133:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1400. 00010000:00000010:3.0:1769074865.771138:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3500. 00000004:00000010:3.0:1769074865.771185:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8ad2a380. 00010000:00000010:3.0:1769074865.771215:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074865.771252:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074865.771265:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890612, last committed = 17179890279 00010000:00000200:3.0:1769074865.771276:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeee300 x1855007826635008/t17179890612(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.771296:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074865.771302:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826635008, offset 224 00000400:00000010:3.0:1769074865.771308:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc818. 00000400:00000200:3.0:1769074865.771312:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.771329:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.771335:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41894:41894:256:4294967295] 192.168.204.10@tcp LPNI seq info [41890:41890:8:4294967295] 00000400:00000200:3.0:1769074865.771341:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.771348:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.771354:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.771359:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074865.771366:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.771373:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.771377:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.771410:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab91788080. 00000020:00000010:3.0:1769074865.771416:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.771420:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.771823:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.771829:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:0.0:1769074865.771838:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.771844:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.776820:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.776845:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67139 00000400:00000200:1.0:1769074865.776853:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.776857:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.776863:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46000 00000400:00000010:1.0:1769074865.776866:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46000. 00010000:00000010:0.0:1769074865.777427:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:0.0:1769074865.777439:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788b00. 00000400:00000200:0.0:1769074865.784864:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.784888:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fea00 00000400:00000200:0.0:1769074865.784897:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef55 [2] + 1960 00000400:00000010:0.0:1769074865.784903:0:12638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263f20. 00000400:00000200:0.0:1769074865.784910:0:12638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8f8ffc00 00000400:00000200:0.0:1769074865.784987:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.784994:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.784999:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f8ffc00 00000400:00000010:0.0:1769074865.785002:0:12638:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f8ffc00. 00000100:00000200:0.0:1769074865.785008:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:3.0:1769074865.785099:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb80. 00000020:00000010:3.0:1769074865.785105:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb80. 00000020:00000010:3.0:1769074865.785112:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.785117:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a080. 00000020:00000010:3.0:1769074865.785122:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.785171:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb80. 00000020:00000010:3.0:1769074865.785174:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb80. 00000100:00000200:3.0:1769074865.785177:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826635264 00000001:00000010:3.0:1769074865.785187:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae914900. 02000000:00000010:3.0:1769074865.785239:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8e342400. 00000020:00000010:3.0:1769074865.785288:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045060. 00080000:00000010:3.0:1769074865.785302:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e341000. 00000001:00000010:3.0:1769074865.785404:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae0457e0. 00000001:00000010:3.0:1769074865.785414:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8e40. 00000020:00000010:3.0:1769074865.785477:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045060. 00000004:00000010:3.0:1769074865.785498:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8ad2a380. 00010000:00000200:3.0:1769074865.785536:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b20b050 x1855007826635264/t17179890613(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.785557:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46000. 00000100:00000200:3.0:1769074865.785563:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826635264, offset 224 00000400:00000200:3.0:1769074865.785571:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.785581:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.785588:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41895:41895:256:4294967295] 192.168.204.10@tcp LPNI seq info [41891:41891:8:4294967295] 00000400:00000200:3.0:1769074865.785597:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.785659:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.785664:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074865.785670:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.785677:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.785681:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.785699:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a080. 00000020:00000010:3.0:1769074865.785703:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.785707:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 02000000:00000010:3.0:1769074865.785716:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa839ee800. 00000100:00000010:3.0:1769074865.785720:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed180. 02000000:00000010:3.0:1769074865.785725:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbc943800. 00000100:00000010:3.0:1769074865.785728:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689500. 02000000:00000010:3.0:1769074865.785731:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa83450800. 00000100:00000010:3.0:1769074865.785733:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71f80. 02000000:00000010:3.0:1769074865.785737:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbc941c00. 00000100:00000010:3.0:1769074865.785740:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef800. 02000000:00000010:3.0:1769074865.785743:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa83451c00. 00000100:00000010:3.0:1769074865.785745:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3800. 00000100:00000200:3.0:1769074865.785752:0:42300:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1769074865.785758:0:42300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864819f8. 00000400:00000010:3.0:1769074865.785762:0:42300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa88ed8a80. 00000800:00000200:0.0:1769074865.785965:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.785969:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074865.785976:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.785981:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.785985:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46000 00000400:00000010:0.0:1769074865.785987:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46000. 02000000:00000010:0.0:1769074865.785992:0:12640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8e342400. 00010000:00000010:3.1:1769074865.794460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0400. 00010000:00000010:3.1:1769074865.794485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1800. 00010000:00000010:0.1:1769074865.794591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:0.1:1769074865.794597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1000. 00000400:00000200:1.0:1769074865.796095:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.796116:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8feb00 00000400:00000200:1.0:1769074865.796125:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 152200 00000400:00000200:1.0:1769074865.796141:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.796146:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.796154:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.796160:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668b480. 00000020:00000010:3.0:1769074865.796456:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb80. 00000020:00000010:3.0:1769074865.796463:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb80. 00000020:00000010:3.0:1769074865.796469:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.796484:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a080. 00000020:00000010:3.0:1769074865.796491:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.796533:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fb80. 00000020:00000010:3.0:1769074865.796537:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fb80. 00000100:00000200:3.0:1769074865.796540:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826635520 00000001:00000010:3.0:1769074865.796550:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbc12e900. 00010000:00000010:3.0:1769074865.796577:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1800. 00010000:00000010:3.0:1769074865.796585:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074865.796659:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dabbcb1a000. 00010000:00000010:3.0:1769074865.796757:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0400. 00010000:00000010:3.0:1769074865.796761:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074865.796780:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074865.796783:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a480. 00010000:00000010:3.0:1769074865.796788:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0800. 00010000:00000010:3.0:1769074865.796791:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00000004:00000010:3.0:1769074865.796823:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7c3c0. 00000004:00000010:3.0:1769074865.796832:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583258. 00000004:00000010:3.0:1769074865.796839:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6e220. 00080000:00000010:3.0:1769074865.796850:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90374ab0. 00000020:00000010:3.0:1769074865.796882:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045060. 00080000:00000010:3.0:1769074865.796892:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e342000. 00000004:00000010:3.0:1769074865.796916:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa88ed8d80. 00020000:00000010:3.0:1769074865.796967:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bbd80. 00020000:00000010:3.0:1769074865.796970:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bbcb8. 00000004:00000010:3.0:1769074865.796981:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe18f88. 00000001:00000010:3.0:1769074865.797349:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045ae0. 00000001:00000010:3.0:1769074865.797356:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed83c0. 00000020:00000010:3.0:1769074865.797414:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045060. 00010000:00000010:3.0:1769074865.797452:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5c00. 00010000:00000010:3.0:1769074865.797456:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a000. 00010000:00000010:3.0:1769074865.797460:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0c00. 00010000:00000010:3.0:1769074865.797464:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3880. 00000004:00000010:3.0:1769074865.797489:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8ad2ab80. 00010000:00000010:3.0:1769074865.797516:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074865.797556:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074865.797567:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890614, last committed = 17179890279 00010000:00000200:3.0:1769074865.797577:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668b480 x1855007826635520/t17179890614(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.797596:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46770. 00000100:00000200:3.0:1769074865.797653:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826635520, offset 224 00000400:00000010:3.0:1769074865.797661:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cca10. 00000400:00000200:3.0:1769074865.797666:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.797678:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.797685:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41896:41896:256:4294967295] 192.168.204.10@tcp LPNI seq info [41892:41892:8:4294967295] 00000400:00000200:3.0:1769074865.797693:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.797700:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.797706:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.797711:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074865.797718:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.797726:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.797731:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.797748:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a080. 00000020:00000010:3.0:1769074865.797752:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.797755:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.797905:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.797909:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:0.0:1769074865.797915:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.797920:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.800726:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.800748:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67145 00000400:00000200:0.0:1769074865.800755:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.800758:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.800765:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46770 00000400:00000010:0.0:1769074865.800769:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46770. 00010000:00000010:2.0:1769074865.803570:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:2.0:1769074865.803589:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a480. 00010000:00000010:3.1:1769074865.805342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0400. 00010000:00000010:3.1:1769074865.805352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1800. 00000400:00000200:1.0:1769074865.807634:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.807655:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fec00 00000400:00000200:1.0:1769074865.807665:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef89 [2] + 0 00000400:00000200:1.0:1769074865.807728:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.807734:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.807741:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.807749:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688a80. 00000020:00000010:2.0:1769074865.808061:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074865.808067:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074865.808074:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074865.808080:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4d00. 00000020:00000010:2.0:1769074865.808084:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.808124:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074865.808127:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074865.808130:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826635776 00000001:00000010:2.0:1769074865.808142:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8e40. 02000000:00000010:2.0:1769074865.808182:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa84372400. 00000020:00000010:2.0:1769074865.808371:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.808382:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84373400. 00000001:00000010:2.0:1769074865.808459:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9780. 00000001:00000010:2.0:1769074865.808466:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab85946300. 00000020:00000010:2.0:1769074865.808527:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00000004:00000010:2.0:1769074865.808544:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8ad2ab80. 00010000:00000200:2.0:1769074865.808578:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688a80 x1855007826635776/t17179890615(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.808671:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0d48. 00000100:00000200:2.0:1769074865.808677:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826635776, offset 224 00000400:00000200:2.0:1769074865.808685:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.808694:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.808700:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41897:41897:256:4294967295] 192.168.204.10@tcp LPNI seq info [41893:41893:8:4294967295] 00000400:00000200:2.0:1769074865.808711:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.808717:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.808721:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074865.808727:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.808734:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.808738:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.808812:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4d00. 00000020:00000010:2.0:1769074865.808816:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.808821:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00010000:00000010:2.1:1769074865.823011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:2.1:1769074865.823029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0800. 00000800:00000200:1.0:1769074865.825908:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.825918:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000400:00000200:1.0:1769074865.825926:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.825935:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.825943:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0d48 00000400:00000010:1.0:1769074865.825945:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0d48. 00000400:00000200:0.0:1769074865.832146:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.832167:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fed00 00000400:00000200:0.0:1769074865.832176:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 152848 00000400:00000200:0.0:1769074865.832202:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.832206:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.832215:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.832222:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeef800. 00000020:00000010:1.0:1769074865.833352:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d600. 00000020:00000010:1.0:1769074865.833360:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d600. 00000020:00000010:1.0:1769074865.833368:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:1.0:1769074865.833374:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42200. 00000020:00000010:1.0:1769074865.833379:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.833422:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d600. 00000020:00000010:1.0:1769074865.833425:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d600. 00000100:00000200:1.0:1769074865.833428:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826636032 00000001:00000010:1.0:1769074865.833438:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed83c0. 00010000:00000010:1.0:1769074865.833462:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074865.833469:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 02000000:00000010:1.0:1769074865.833512:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa9020e000. 00010000:00000010:1.0:1769074865.833592:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.0:1769074865.833596:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074865.833791:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1200. 00010000:00000010:1.0:1769074865.833812:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fd42000. 00010000:00000010:1.0:1769074865.833817:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63400. 00010000:00000010:1.0:1769074865.833821:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1d00. 00000004:00000010:1.0:1769074865.833847:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8fd6af00. 00000004:00000010:1.0:1769074865.833857:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8daa89beb528. 00000004:00000010:1.0:1769074865.833863:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8e3f7cb0. 00080000:00000010:1.0:1769074865.833873:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bdb8f0. 00000020:00000010:1.0:1769074865.833905:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8a375120. 00080000:00000010:1.0:1769074865.833916:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8df34400. 00000004:00000010:1.0:1769074865.833942:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabae1119c0. 00020000:00000010:1.0:1769074865.833988:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8edbd6d8. 00020000:00000010:1.0:1769074865.833992:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8edbd6b8. 00000004:00000010:1.0:1769074865.834003:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fda3308. 00000001:00000010:1.0:1769074865.835470:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8a375720. 00000001:00000010:1.0:1769074865.836689:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111f00. 00000020:00000010:1.0:1769074865.836777:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8a375120. 00010000:00000010:1.0:1769074865.836841:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1d00. 00010000:00000010:1.0:1769074865.836845:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fd42580. 00010000:00000010:1.0:1769074865.836852:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.0:1769074865.836859:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c80. 00000004:00000010:1.0:1769074865.836894:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fd42e80. 00010000:00000010:1.0:1769074865.836925:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1780. 00010000:00000010:1.0:1769074865.836967:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000200:1.0:1769074865.836979:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890616, last committed = 17179890279 00010000:00000200:1.0:1769074865.836993:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeef800 x1855007826636032/t17179890616(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.837019:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074865.837028:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826636032, offset 224 00000400:00000010:1.0:1769074865.837035:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3c08. 00000400:00000200:1.0:1769074865.837039:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.837054:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.837060:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41898:41898:256:4294967295] 192.168.204.10@tcp LPNI seq info [41894:41894:8:4294967295] 00000400:00000200:1.0:1769074865.837067:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.837074:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.837079:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.837084:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b500. 00000800:00000200:1.0:1769074865.837090:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.837098:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.837103:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.840958:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42200. 00000020:00000010:1.0:1769074865.840973:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.840979:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000800:00000200:2.0:1769074865.846886:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074865.846896:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b500. 00000400:00000200:2.0:1769074865.846905:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.846913:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.855719:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.855742:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6714d 00000400:00000200:1.0:1769074865.855750:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.855755:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.855761:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:1.0:1769074865.855765:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00010000:00000010:0.0:1769074865.855870:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d00. 00010000:00000010:0.0:1769074865.855880:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fd42000. 00010000:00000010:1.1:1769074865.856739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62600. 00010000:00000010:1.1:1769074865.856747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:0.1:1769074865.860772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1200. 00010000:00000010:0.1:1769074865.860791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63400. 00000400:00000200:0.0:1769074865.861567:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.861585:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8fee00 00000400:00000200:0.0:1769074865.861595:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef89 [2] + 392 00000400:00000200:0.0:1769074865.861697:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.861703:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.861711:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.861718:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeed180. 00000020:00000010:2.0:1769074865.861961:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074865.861966:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074865.861973:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074865.861979:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4d00. 00000020:00000010:2.0:1769074865.861984:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.862023:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074865.862027:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074865.862030:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826636288 00000001:00000010:2.0:1769074865.862041:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab85946300. 02000000:00000010:2.0:1769074865.862080:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa82c49000. 00000020:00000010:2.0:1769074865.862122:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.862133:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa82c4b400. 00000001:00000010:2.0:1769074865.862242:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd94e0. 00000001:00000010:2.0:1769074865.862251:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabc2049c00. 00000020:00000010:2.0:1769074865.862317:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00000004:00000010:2.0:1769074865.862338:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fd42e80. 00010000:00000200:2.0:1769074865.862374:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeed180 x1855007826636288/t17179890617(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.862393:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0f68. 00000100:00000200:2.0:1769074865.862399:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826636288, offset 224 00000400:00000200:2.0:1769074865.862406:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.862416:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.862422:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41899:41899:256:4294967295] 192.168.204.10@tcp LPNI seq info [41895:41895:8:4294967295] 00000400:00000200:2.0:1769074865.862433:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.862438:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.862443:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21c00. 00000800:00000200:2.0:1769074865.862448:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.862455:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.862460:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.862477:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4d00. 00000020:00000010:2.0:1769074865.862481:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.862486:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00000800:00000200:1.0:1769074865.862709:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.862713:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21c00. 00000400:00000200:1.0:1769074865.862718:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.862722:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.862727:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0f68 00000400:00000010:1.0:1769074865.862729:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0f68. 00000400:00000200:1.0:1769074865.870480:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.870503:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8fef00 00000400:00000200:1.0:1769074865.870513:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 153496 00000400:00000200:1.0:1769074865.870530:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.870536:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.870544:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.870551:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688700. 00000020:00000010:2.0:1769074865.876074:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074865.876084:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074865.876093:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074865.876098:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4d00. 00000020:00000010:2.0:1769074865.876103:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.876156:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8656f440. 00000020:00000010:2.0:1769074865.876159:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8656f440. 00000100:00000200:2.0:1769074865.876162:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826636544 00000001:00000010:2.0:1769074865.876173:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111f00. 00010000:00000010:2.0:1769074865.876212:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074865.876220:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 02000000:00000010:2.0:1769074865.876255:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab86725000. 00010000:00000010:2.0:1769074865.876350:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.0:1769074865.876355:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074865.876374:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074865.876377:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8f9e4980. 00010000:00000010:2.0:1769074865.876381:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074865.876384:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 00000004:00000010:2.0:1769074865.876404:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa902a3e00. 00000004:00000010:2.0:1769074865.876413:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab86361528. 00000004:00000010:2.0:1769074865.876419:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8ec37430. 00080000:00000010:2.0:1769074865.876430:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6ba720. 00000020:00000010:2.0:1769074865.876460:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.876472:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa84372800. 00000004:00000010:2.0:1769074865.876497:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab866efa80. 00020000:00000010:2.0:1769074865.876548:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3de0. 00020000:00000010:2.0:1769074865.876552:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d31c8. 00000004:00000010:2.0:1769074865.876563:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fdabbe8. 00000001:00000010:2.0:1769074865.876866:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8eef18a0. 00000001:00000010:2.0:1769074865.876873:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab866ef540. 00000020:00000010:2.0:1769074865.876935:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00010000:00000010:2.0:1769074865.876973:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826600. 00010000:00000010:2.0:1769074865.876976:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8f9e4380. 00010000:00000010:2.0:1769074865.876980:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:2.0:1769074865.876985:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c080. 00000004:00000010:2.0:1769074865.877011:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8f9e4200. 00010000:00000010:2.0:1769074865.877042:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:2.0:1769074865.877080:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000200:2.0:1769074865.877093:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890618, last committed = 17179890279 00010000:00000200:2.0:1769074865.877105:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688700 x1855007826636544/t17179890618(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.877124:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0aa0. 00000100:00000200:2.0:1769074865.877132:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826636544, offset 224 00000400:00000010:2.0:1769074865.877139:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23f0a8. 00000400:00000200:2.0:1769074865.877144:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.877159:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.877165:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41900:41900:256:4294967295] 192.168.204.10@tcp LPNI seq info [41896:41896:8:4294967295] 00000400:00000200:2.0:1769074865.877172:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074865.877180:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.877185:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.877190:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21b00. 00000800:00000200:2.0:1769074865.877197:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.877204:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.877209:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21b00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.877228:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4d00. 00000020:00000010:2.0:1769074865.877232:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.877237:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00000800:00000200:0.0:1769074865.877516:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.877522:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21b00. 00000400:00000200:0.0:1769074865.877526:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.877532:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.881371:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.881392:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67155 00000400:00000200:1.0:1769074865.881400:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.881404:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.881411:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0aa0 00000400:00000010:1.0:1769074865.881414:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0aa0. 00010000:00000010:2.0:1769074865.881702:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000010:2.0:1769074865.881712:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8f9e4980. 00000400:00000200:1.0:1769074865.885631:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.885652:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8ff000 00000400:00000200:1.0:1769074865.885660:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef89 [2] + 784 00000400:00000200:1.0:1769074865.885727:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.885732:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.885741:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.885748:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689180. 00000020:00000010:3.0:1769074865.886052:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fdc0. 00000020:00000010:3.0:1769074865.886059:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fdc0. 00000020:00000010:3.0:1769074865.886065:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.886070:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a380. 00000020:00000010:3.0:1769074865.886075:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.886113:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fdc0. 00000020:00000010:3.0:1769074865.886116:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fdc0. 00000100:00000200:3.0:1769074865.886119:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826636800 00000001:00000010:3.0:1769074865.886130:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabc2049c00. 02000000:00000010:3.0:1769074865.886172:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8e341400. 00000020:00000010:3.0:1769074865.886231:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045060. 00080000:00000010:3.0:1769074865.886241:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e340400. 00000001:00000010:3.0:1769074865.886324:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045480. 00000001:00000010:3.0:1769074865.886331:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8900. 00000020:00000010:3.0:1769074865.886393:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045060. 00000004:00000010:3.0:1769074865.886413:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8f9e4200. 00010000:00000200:3.0:1769074865.886450:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86689180 x1855007826636800/t17179890619(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.886470:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46b28. 00000100:00000200:3.0:1769074865.886477:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826636800, offset 224 00000400:00000200:3.0:1769074865.886483:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.886495:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.886500:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41901:41901:256:4294967295] 192.168.204.10@tcp LPNI seq info [41897:41897:8:4294967295] 00000400:00000200:3.0:1769074865.886510:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.886515:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.886520:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074865.886526:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.886532:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.886536:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.886552:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a380. 00000020:00000010:3.0:1769074865.886556:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.886560:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:0.0:1769074865.886778:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.886783:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:0.0:1769074865.886790:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.886804:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.886809:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46b28 00000400:00000010:0.0:1769074865.886812:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46b28. 00010000:00000010:2.1:1769074865.887647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a200. 00010000:00000010:2.1:1769074865.887657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.1:1769074865.891645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:2.1:1769074865.891659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000400:00000200:1.0:1769074865.893653:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.893675:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8ff100 00000400:00000200:1.0:1769074865.893685:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 154144 00000400:00000200:1.0:1769074865.893701:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.893706:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.893714:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.893720:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab8668b800. 00000020:00000010:3.0:1769074865.894895:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fdc0. 00000020:00000010:3.0:1769074865.894903:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fdc0. 00000020:00000010:3.0:1769074865.894911:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.894916:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a380. 00000020:00000010:3.0:1769074865.894922:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.894971:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432fdc0. 00000020:00000010:3.0:1769074865.894973:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432fdc0. 00000100:00000200:3.0:1769074865.894976:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826637056 00000001:00000010:3.0:1769074865.894987:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab866ef540. 00010000:00000010:3.0:1769074865.895013:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1800. 00010000:00000010:3.0:1769074865.895021:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074865.895056:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c416000. 00010000:00000010:3.0:1769074865.895146:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0400. 00010000:00000010:3.0:1769074865.895151:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074865.895169:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074865.895174:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a080. 00010000:00000010:3.0:1769074865.895178:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0600. 00010000:00000010:3.0:1769074865.895181:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3580. 00000004:00000010:3.0:1769074865.895215:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7c960. 00000004:00000010:3.0:1769074865.895224:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583690. 00000004:00000010:3.0:1769074865.895231:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6e550. 00080000:00000010:3.0:1769074865.895242:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90375728. 00000020:00000010:3.0:1769074865.895274:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045060. 00080000:00000010:3.0:1769074865.895284:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e340800. 00000004:00000010:3.0:1769074865.895309:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa88ed8840. 00020000:00000010:3.0:1769074865.895356:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb2c8. 00020000:00000010:3.0:1769074865.895359:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bb3e0. 00000004:00000010:3.0:1769074865.895370:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1b540. 00000001:00000010:3.0:1769074865.895647:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae0456c0. 00000001:00000010:3.0:1769074865.895656:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8240. 00000020:00000010:3.0:1769074865.895714:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045060. 00010000:00000010:3.0:1769074865.895751:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5300. 00010000:00000010:3.0:1769074865.895755:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab00. 00010000:00000010:3.0:1769074865.895759:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1e00. 00010000:00000010:3.0:1769074865.895765:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3800. 00000004:00000010:3.0:1769074865.895790:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8ad2a600. 00010000:00000010:3.0:1769074865.895831:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074865.895866:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:3.0:1769074865.895879:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890620, last committed = 17179890279 00010000:00000200:3.0:1769074865.895889:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab8668b800 x1855007826637056/t17179890620(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.895908:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46440. 00000100:00000200:3.0:1769074865.895915:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826637056, offset 224 00000400:00000010:3.0:1769074865.895921:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc2a0. 00000400:00000200:3.0:1769074865.895926:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.895941:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.895947:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41902:41902:256:4294967295] 192.168.204.10@tcp LPNI seq info [41898:41898:8:4294967295] 00000400:00000200:3.0:1769074865.895953:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074865.895960:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.895965:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.895970:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074865.895977:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.895983:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.895988:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.896022:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a380. 00000020:00000010:3.0:1769074865.896026:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.896030:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.896476:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.896480:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:1.0:1769074865.896487:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.896493:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074865.902205:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:0.0:1769074865.902226:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6715d 00000400:00000200:0.0:1769074865.902234:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.902239:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:0.0:1769074865.902245:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46440 00000400:00000010:0.0:1769074865.902248:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46440. 00010000:00000010:1.0:1769074865.902441:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3580. 00010000:00000010:1.0:1769074865.902453:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a080. 00010000:00000010:3.1:1769074865.914672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0400. 00010000:00000010:3.1:1769074865.914690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1800. 00010000:00000010:1.1:1769074865.914789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:1.1:1769074865.914805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0600. 00000400:00000200:1.0:1769074865.933921:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.933945:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8ff200 00000400:00000200:1.0:1769074865.933953:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef89 [2] + 1176 00000400:00000200:1.0:1769074865.933971:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.933977:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.933987:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074865.933994:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688000. 00000020:00000010:2.0:1769074865.936455:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7680. 00000020:00000010:2.0:1769074865.936468:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7680. 00000020:00000010:2.0:1769074865.936489:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074865.936495:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4980. 00000020:00000010:2.0:1769074865.936501:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.936554:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7680. 00000020:00000010:2.0:1769074865.936557:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7680. 00000100:00000200:2.0:1769074865.936561:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826637312 00000001:00000010:2.0:1769074865.936573:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8900. 02000000:00000010:2.0:1769074865.936659:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dab86d55800. 00000020:00000010:2.0:1769074865.936710:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1de0. 00080000:00000010:2.0:1769074865.936721:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab86d57400. 00000001:00000010:2.0:1769074865.936824:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd92a0. 00000001:00000010:2.0:1769074865.936832:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab866efb40. 00000020:00000010:2.0:1769074865.936906:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1de0. 00000004:00000010:2.0:1769074865.936926:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8ad2a600. 00010000:00000200:2.0:1769074865.936966:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688000 x1855007826637312/t17179890621(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.936988:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0cc0. 00000100:00000200:2.0:1769074865.936996:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826637312, offset 224 00000400:00000200:2.0:1769074865.937004:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.937018:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.937025:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41903:41903:256:4294967295] 192.168.204.10@tcp LPNI seq info [41899:41899:8:4294967295] 00000400:00000200:2.0:1769074865.937037:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.937043:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.937048:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21a00. 00000800:00000200:2.0:1769074865.937055:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.937061:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.937066:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.937082:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4980. 00000020:00000010:2.0:1769074865.937086:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.937091:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00000800:00000200:1.0:1769074865.937446:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.937452:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21a00. 00000400:00000200:1.0:1769074865.937456:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.937462:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.937476:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0cc0 00000400:00000010:1.0:1769074865.937479:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0cc0. 00000400:00000200:0.0:1769074865.944805:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.944827:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8ff300 00000400:00000200:0.0:1769074865.944837:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 154792 00000400:00000200:0.0:1769074865.944854:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.944859:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.944866:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.944873:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeed880. 00000020:00000010:2.0:1769074865.945204:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7680. 00000020:00000010:2.0:1769074865.945210:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7680. 00000020:00000010:2.0:1769074865.945216:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074865.945221:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4980. 00000020:00000010:2.0:1769074865.945226:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117578. 00000020:00000010:2.0:1769074865.945270:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7680. 00000020:00000010:2.0:1769074865.945272:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7680. 00000100:00000200:2.0:1769074865.945275:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826637568 00000001:00000010:2.0:1769074865.945285:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8240. 00010000:00000010:2.0:1769074865.945312:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a000. 00010000:00000010:2.0:1769074865.945320:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 02000000:00000010:2.0:1769074865.945359:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daba10fc000. 00010000:00000010:2.0:1769074865.945445:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074865.945450:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:0.0:1769074865.949900:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b700. 00010000:00000010:0.0:1769074865.949915:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daba0a83b80. 00010000:00000010:0.0:1769074865.949925:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6c00. 00010000:00000010:0.0:1769074865.949934:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c180. 00000004:00000010:0.0:1769074865.950947:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3ef4a0. 00000004:00000010:0.0:1769074865.950961:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367d20. 00000004:00000010:0.0:1769074865.950968:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d1210. 00080000:00000010:0.0:1769074865.950979:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa900808e8. 00000020:00000010:0.0:1769074865.951119:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbc774600. 00080000:00000010:0.0:1769074865.951131:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab83d91000. 00000004:00000010:0.0:1769074865.951296:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d8480. 00020000:00000010:0.0:1769074865.951344:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f910. 00020000:00000010:0.0:1769074865.951347:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f2d8. 00000004:00000010:0.0:1769074865.951358:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1cb18. 00000001:00000010:0.0:1769074865.953433:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbc7742a0. 00000001:00000010:0.0:1769074865.953447:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8000. 00000020:00000010:0.0:1769074865.954569:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbc774600. 00010000:00000010:0.0:1769074865.955174:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56be00. 00010000:00000010:0.0:1769074865.955179:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab8427b380. 00010000:00000010:0.0:1769074865.955187:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:0.0:1769074865.955305:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c980. 00000004:00000010:0.0:1769074865.955346:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8c858800. 00010000:00000010:0.0:1769074865.955378:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:0.0:1769074865.955419:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:0.0:1769074865.955433:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890622, last committed = 17179890279 00010000:00000200:0.0:1769074865.955444:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeed880 x1855007826637568/t17179890622(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074865.955464:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9aa0. 00000100:00000200:0.0:1769074865.957632:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826637568, offset 224 00000400:00000010:0.0:1769074865.957652:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1af0. 00000400:00000200:0.0:1769074865.957660:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074865.957678:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074865.957685:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41904:41904:256:4294967295] 192.168.204.10@tcp LPNI seq info [41900:41900:8:4294967295] 00000400:00000200:0.0:1769074865.957692:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074865.957698:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074865.957704:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074865.957710:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074865.957716:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074865.957724:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074865.957728:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074865.957755:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4980. 00000020:00000010:0.0:1769074865.957763:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117578. 00000020:00000010:0.0:1769074865.957768:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00000800:00000200:1.0:1769074865.958506:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.958511:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074865.958518:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.958525:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.961530:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.961552:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67165 00000400:00000200:1.0:1769074865.961559:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.961563:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.961570:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9aa0 00000400:00000010:1.0:1769074865.961573:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9aa0. 00010000:00000010:2.0:1769074865.961719:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c180. 00010000:00000010:2.0:1769074865.961731:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daba0a83b80. 00000400:00000200:0.0:1769074865.962579:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074865.962592:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8ff400 00000400:00000200:0.0:1769074865.962626:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef89 [2] + 1568 00000400:00000200:0.0:1769074865.962691:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.962695:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074865.962703:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074865.962710:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec380. 00000020:00000010:3.0:1769074865.962815:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074865.962821:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074865.962827:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.962833:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a380. 00000020:00000010:3.0:1769074865.962839:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.962875:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074865.962878:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f340. 00000100:00000200:3.0:1769074865.962882:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826637824 00000001:00000010:3.0:1769074865.962892:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab866efb40. 02000000:00000010:3.0:1769074865.962933:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8e343800. 00000020:00000010:3.0:1769074865.962978:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045060. 00080000:00000010:3.0:1769074865.962990:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e341800. 00000001:00000010:3.0:1769074865.963092:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045b40. 00000001:00000010:3.0:1769074865.963099:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8540. 00000020:00000010:3.0:1769074865.963178:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045060. 00000004:00000010:3.0:1769074865.963206:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8c858800. 00010000:00000200:3.0:1769074865.963242:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfeec380 x1855007826637824/t17179890623(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074865.963261:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c462a8. 00000100:00000200:3.0:1769074865.963269:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826637824, offset 224 00000400:00000200:3.0:1769074865.963276:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074865.963287:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074865.963292:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41905:41905:256:4294967295] 192.168.204.10@tcp LPNI seq info [41901:41901:8:4294967295] 00000400:00000200:3.0:1769074865.963303:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074865.963308:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074865.963313:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074865.963318:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074865.963325:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074865.963329:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074865.963352:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a380. 00000020:00000010:3.0:1769074865.963356:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.963360:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:1.0:1769074865.963949:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074865.963955:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074865.963963:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.963969:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.963974:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c462a8 00000400:00000010:1.0:1769074865.963977:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c462a8. 00000400:00000200:1.0:1769074865.968393:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.968415:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8ff500 00000400:00000200:1.0:1769074865.968424:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 155440 00000400:00000200:1.0:1769074865.968442:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.968447:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074865.968456:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074865.968463:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689880. 00000020:00000010:0.0:1769074865.968573:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835940. 00000020:00000010:0.0:1769074865.968579:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835940. 00000020:00000010:0.0:1769074865.968585:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa827d0c00. 00000020:00000010:0.0:1769074865.968591:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858e80. 00000020:00000010:0.0:1769074865.968596:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074865.968682:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835940. 00000020:00000010:0.0:1769074865.968685:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835940. 00000100:00000200:0.0:1769074865.968688:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826638080 00000001:00000010:0.0:1769074865.968699:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8000. 00010000:00000010:0.0:1769074865.968725:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.0:1769074865.968732:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c080. 02000000:00000010:0.0:1769074865.968768:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa89c00000. 00010000:00000010:0.0:1769074865.968867:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:0.0:1769074865.968871:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c380. 00010000:00000010:0.0:1769074865.968891:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074865.968895:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858900. 00010000:00000010:0.0:1769074865.968899:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab842a7800. 00010000:00000010:0.0:1769074865.968902:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cc80. 00000004:00000010:0.0:1769074865.968923:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3efc20. 00000004:00000010:0.0:1769074865.968931:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367258. 00000004:00000010:0.0:1769074865.968939:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d1430. 00080000:00000010:0.0:1769074865.968949:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90080390. 00000020:00000010:0.0:1769074865.968980:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbc774600. 00080000:00000010:0.0:1769074865.968990:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab83d92400. 00000004:00000010:0.0:1769074865.969489:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa8f6d89c0. 00020000:00000010:0.0:1769074865.969542:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f8f8. 00020000:00000010:0.0:1769074865.969546:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1fe18. 00000004:00000010:0.0:1769074865.969557:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1d868. 00000001:00000010:1.0:1769074865.970132:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8a3756c0. 00000001:00000010:1.0:1769074865.970141:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae111f00. 00000020:00000010:1.0:1769074865.970509:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbc774600. 00010000:00000010:1.0:1769074865.970559:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa828c1f00. 00010000:00000010:1.0:1769074865.970563:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8fd42e00. 00010000:00000010:1.0:1769074865.970568:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.0:1769074865.970574:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbebe1c00. 00000004:00000010:1.0:1769074865.970640:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8fd42b80. 00010000:00000010:1.0:1769074865.970673:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c380. 00010000:00000010:1.0:1769074865.970712:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c080. 00010000:00000200:1.0:1769074865.970724:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890624, last committed = 17179890279 00010000:00000200:1.0:1769074865.970735:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86689880 x1855007826638080/t17179890624(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 648/664 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074865.970754:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074865.970761:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826638080, offset 224 00000400:00000010:1.0:1769074865.970768:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabae0f3ee0. 00000400:00000200:1.0:1769074865.970772:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074865.970787:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074865.970805:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41906:41906:256:4294967295] 192.168.204.10@tcp LPNI seq info [41902:41902:8:4294967295] 00000400:00000200:1.0:1769074865.970812:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:1.0:1769074865.970819:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074865.970825:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074865.970831:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074865.970837:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074865.970845:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074865.970850:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074865.970874:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858e80. 00000020:00000010:1.0:1769074865.970880:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:1.0:1769074865.970884:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa827d0c00. 00010000:00000010:0.1:1769074865.971354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:0.1:1769074865.971362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a000. 00000800:00000200:0.0:1769074865.972804:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074865.972811:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:0.0:1769074865.972821:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.972829:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.980595:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074865.980654:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6716d 00000400:00000200:1.0:1769074865.980661:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.980665:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074865.980672:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:1.0:1769074865.980675:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00000400:00000200:1.0:1769074865.980697:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074865.980703:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8ff600 00000400:00000200:1.0:1769074865.980710:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2ef89 [2] + 1960 00000400:00000010:1.0:1769074865.980715:0:12639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393ab00. 00000400:00000200:1.0:1769074865.980718:0:12639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8fa599c0 00000400:00000200:1.0:1769074865.980768:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.980772:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074865.980775:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa599c0 00000400:00000010:1.0:1769074865.980777:0:12639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa599c0. 00000100:00000200:1.0:1769074865.980782:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074865.981014:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7680. 00000020:00000010:2.0:1769074865.981020:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7680. 00000020:00000010:2.0:1769074865.981027:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82e00. 00000020:00000010:2.0:1769074865.981032:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4d00. 00000020:00000010:2.0:1769074865.981037:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074865.981079:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7680. 00000020:00000010:2.0:1769074865.981082:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7680. 00000100:00000200:2.0:1769074865.981085:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826638336 00000001:00000010:2.0:1769074865.981094:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8540. 02000000:00000010:2.0:1769074865.981132:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbc773000. 00000020:00000010:2.0:1769074865.981198:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd98a0. 00080000:00000010:2.0:1769074865.981208:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc770800. 00000001:00000010:2.0:1769074865.981285:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa88bd9d20. 00000001:00000010:2.0:1769074865.981292:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab866efb40. 00000020:00000010:2.0:1769074865.981352:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd98a0. 00000004:00000010:2.0:1769074865.981374:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8fd42b80. 00010000:00000200:2.0:1769074865.981411:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b20a850 x1855007826638336/t17179890625(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:401/0 lens 392/456 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074865.981430:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074865.981435:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826638336, offset 224 00000400:00000200:2.0:1769074865.981442:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074865.981451:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074865.981457:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41907:41907:256:4294967295] 192.168.204.10@tcp LPNI seq info [41903:41903:8:4294967295] 00000400:00000200:2.0:1769074865.981468:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074865.981475:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074865.981480:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074865.981486:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074865.981493:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074865.981498:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074865.981517:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4d00. 00000020:00000010:2.0:1769074865.981520:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074865.981525:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82e00. 02000000:00000010:2.0:1769074865.981534:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8e343800. 00000100:00000010:2.0:1769074865.981538:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec380. 02000000:00000010:2.0:1769074865.981542:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dab86d55800. 00000100:00000010:2.0:1769074865.981545:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688000. 02000000:00000010:2.0:1769074865.981548:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8e341400. 00000100:00000010:2.0:1769074865.981550:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689180. 02000000:00000010:2.0:1769074865.981553:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa82c49000. 00000100:00000010:2.0:1769074865.981557:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed180. 02000000:00000010:2.0:1769074865.981560:0:42299:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa84372400. 00000100:00000010:2.0:1769074865.981563:0:42299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688a80. 00000100:00000200:2.0:1769074865.981568:0:42299:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1769074865.981573:0:42299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4f20. 00000400:00000010:2.0:1769074865.981577:0:42299:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab866ef840. 00000800:00000200:2.0:1769074865.981674:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074865.981679:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:2.0:1769074865.981682:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074865.981686:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074865.981690:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:2.0:1769074865.981692:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 02000000:00000010:2.0:1769074865.981695:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbc773000. 00010000:00000010:0.0:1769074865.982137:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cc80. 00010000:00000010:0.0:1769074865.982162:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858900. 00000100:00000010:0.0:1769074865.982198:0:483:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeed180. 02000000:00000010:0.0:1769074865.982212:0:483:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51a600. 00000100:00000010:0.0:1769074865.982241:0:483:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfeec380. 02000000:00000010:0.0:1769074865.982246:0:483:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51a400. 00000100:00000010:0.0:1769074865.982252:0:483:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804a80. 02000000:00000010:0.0:1769074865.982256:0:483:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51ac00. 00000100:00000010:0.0:1769074865.982270:0:483:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90807800. 02000000:00000010:0.0:1769074865.982274:0:483:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51ad00. 00000100:00000010:0.0:1769074865.982280:0:483:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603100. 02000000:00000010:0.0:1769074865.982283:0:483:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51ae00. 02000000:00000010:0.0:1769074865.982310:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa827d1600. 00000400:00000010:0.0:1769074865.982316:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8160. 00000400:00000010:0.0:1769074865.982320:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074865.982325:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852329600, portal 10 00000400:00000010:0.0:1769074865.982331:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074865.982333:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852329600, offset 0 00000400:00000200:0.0:1769074865.982339:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074865.982348:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074865.982357:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac17fa80 00000400:00000200:0.0:1769074865.982364:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c29 [64] + 156088 00000400:00000200:0.0:1769074865.982370:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.982373:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074865.982378:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.982382:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601180. 00000400:00000200:0.0:1769074865.982393:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:0.0:1769074865.982394:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074865.982400:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbfeec380 x1855007852329600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074865.982417:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbc774420. 00000100:00000010:0.0:1769074865.982427:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbc774000. 00000100:00000010:0.0:1769074865.982432:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbc774ba0. 00000100:00000010:0.0:1769074865.982437:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbc774600. 02000000:00000010:0.0:1769074865.982455:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa827d0c00. 00000400:00000010:0.0:1769074865.982458:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a82c0. 00000400:00000010:0.0:1769074865.982461:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074865.982464:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852329472, portal 25 00000400:00000010:0.0:1769074865.982467:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074865.982469:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007852329472, offset 0 00000400:00000200:0.0:1769074865.982473:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074865.982477:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074865.982483:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6971eac17fa00 00000400:00000200:0.0:1769074865.982487:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x534e5 [2] + 0 00000400:00000010:0.0:1769074865.982490:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a80b0. 00000400:00000200:0.0:1769074865.982494:0:12646:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8a3f2000 00000400:00000200:0.0:1769074865.982497:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.982499:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074865.982501:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a3f2000 00000400:00000010:0.0:1769074865.982503:0:12646:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8a3f2000. 00000100:00000200:0.0:1769074865.982507:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1769074865.982519:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:0.0:1769074865.982521:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074865.982526:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbfeed180 x1855007852329472/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074865.982547:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabafae7200. 00000400:00000010:0.0:1769074865.982550:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a80b0. 00000400:00000010:0.0:1769074865.982552:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074865.982554:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852329984, portal 10 00000400:00000010:0.0:1769074865.982558:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074865.982560:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852329984, offset 0 00000400:00000200:0.0:1769074865.982563:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074865.982567:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074865.982571:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac17fc00 00000400:00000200:0.0:1769074865.982574:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c29 [64] + 156312 00000400:00000200:0.0:1769074865.982577:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.982580:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074865.982582:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.982585:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603800. 00000400:00000200:0.0:1769074865.982591:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:0.0:1769074865.982593:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074865.982596:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8c603100 x1855007852329984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074865.982645:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8c69ee00. 00000400:00000010:0.0:1769074865.982648:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8d68. 00000400:00000010:0.0:1769074865.982651:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074865.982654:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852329728, portal 10 00000400:00000010:0.0:1769074865.982657:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074865.982659:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852329728, offset 0 00000400:00000200:0.0:1769074865.982663:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074865.982666:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074865.982671:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac17fb00 00000400:00000200:0.0:1769074865.982674:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c29 [64] + 156536 00000400:00000200:0.0:1769074865.982678:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.982680:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074865.982683:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074865.982686:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121c00. 00000400:00000200:0.0:1769074865.982692:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:0.0:1769074865.982693:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074865.982698:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa90804a80 x1855007852329728/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074865.982716:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8c69fc00. 00000400:00000010:0.0:1769074865.982719:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a88f0. 00000400:00000010:0.0:1769074865.982721:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074865.982724:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852329856, portal 4 00000400:00000010:0.0:1769074865.982727:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074865.982729:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007852329856, offset 0 00000400:00000200:0.0:1769074865.982732:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074865.982735:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074865.982739:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971eac17fb80 00000400:00000200:0.0:1769074865.982744:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x56995 [8] + 14304 00000400:00000200:0.0:1769074865.982747:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.982750:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074865.982753:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074865.982756:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121180. 00000400:00000200:0.0:1769074865.982767:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:0.0:1769074865.982769:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074865.982773:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa90807800 x1855007852329856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074865.982817:0:42292:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835940. 00000020:00000010:0.0:1769074865.982822:0:42292:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835940. 00000020:00000010:0.0:1769074865.982827:0:42292:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69ea00. 00000020:00000010:0.0:1769074865.982831:0:42292:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858900. 00000020:00000010:0.0:1769074865.982835:0:42292:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef3e8. 00000020:00000010:0.0:1769074865.982866:0:42292:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835940. 00000020:00000010:0.0:1769074865.982868:0:42292:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835940. 00000100:00000200:0.0:1769074865.982871:0:42292:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852329472 02000000:00000010:0.0:1769074865.982883:0:42292:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dab83d93000. 00010000:00000200:0.0:1769074865.982891:0:42292:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb4847850 x1855007852329472/t0(0) o400->cac2d028-eb51-4ca5-bfc5-0b8972635d61@0@lo:401/0 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074865.982902:0:42292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074865.982905:0:42292:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855007852329472, offset 224 00000400:00000200:0.0:1769074865.982908:0:42292:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074865.982913:0:42292:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074865.982918:0:42292:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6971eac17fa00 00000400:00000200:0.0:1769074865.982921:0:42292:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x67181 [1] + 224 00000400:00000200:0.0:1769074865.982925:0:42292:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.982927:0:42292:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074865.982932:0:42292:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbfeed180 x1855007852329472/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074865.982946:0:42292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:0.0:1769074865.982948:0:42292:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00000020:00000010:0.0:1769074865.982958:0:42292:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858900. 00000020:00000010:0.0:1769074865.982963:0:42292:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef3e8. 00000020:00000010:0.0:1769074865.982967:0:42292:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69ea00. 02000000:00000010:0.0:1769074865.982974:0:42292:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dab83d93000. 00000100:00000200:0.0:1769074865.982981:0:42292:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074865.982984:0:42292:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8f20. 00000400:00000010:0.0:1769074865.982988:0:42292:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8f6d8cc0. 00000400:00000010:0.0:1769074865.983004:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a82c0. 00000400:00000200:0.0:1769074865.983008:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:0.0:1769074865.983009:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074865.983013:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbfeed180 x1855007852329472/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074865.983020:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbfeed180 x1855007852329472/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074865.983041:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa827d0c00. 02000000:00000010:0.0:1769074865.983046:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51a600. 00000100:00000010:0.0:1769074865.983051:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed180. 00000020:00000010:0.0:1769074865.983071:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835940. 00000020:00000010:0.0:1769074865.983076:0:45110:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8432f940. 00000020:00000010:0.0:1769074865.983098:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69ea00. 00000020:00000010:0.0:1769074865.983102:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858900. 00000020:00000010:0.0:1769074865.983105:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef3e8. 00000020:00000010:0.0:1769074865.983129:0:45108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835f40. 00000020:00000010:0.0:1769074865.983132:0:45108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835f40. 00000100:00000200:0.0:1769074865.983134:0:45108:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852329856 02000000:00000010:0.0:1769074865.983143:0:45108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dab83d93000. 00010000:00000200:0.0:1769074865.983149:0:45108:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc121180 x1855007852329856/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:401/0 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074865.983159:0:45108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074865.983162:0:45108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007852329856, offset 224 00000400:00000200:0.0:1769074865.983165:0:45108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074865.983171:0:45108:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074865.983176:0:45108:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971eac17fb80 00000400:00000200:0.0:1769074865.983180:0:45108:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x67199 [1] + 224 00000400:00000200:0.0:1769074865.983184:0:45108:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.983186:0:45108:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074865.983191:0:45108:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa90807800 x1855007852329856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074865.983205:0:45108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:0.0:1769074865.983207:0:45108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00000020:00000010:0.0:1769074865.983214:0:45108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858900. 00000020:00000010:0.0:1769074865.983217:0:45108:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef3e8. 00000020:00000010:0.0:1769074865.983219:0:45108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69ea00. 00000400:00000010:0.0:1769074865.983233:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a88f0. 00000400:00000200:0.0:1769074865.983236:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:0.0:1769074865.983238:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074865.983241:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa90807800 x1855007852329856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074865.983248:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa90807800 x1855007852329856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074865.983270:0:12647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8c69fc00. 02000000:00000010:0.0:1769074865.983273:0:12647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51ad00. 00000100:00000010:0.0:1769074865.983276:0:12647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807800. 00000020:00000010:1.0:1769074865.983665:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470dec0. 00000020:00000010:1.0:1769074865.983682:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:1.0:1769074865.983686:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42680. 00000020:00000010:1.0:1769074865.983690:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.983715:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db00. 00000020:00000010:1.0:1769074865.983718:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470db00. 00000020:00000010:1.0:1769074865.983723:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074865.983725:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42480. 00000020:00000010:1.0:1769074865.983728:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074865.983742:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db00. 00000020:00000010:1.0:1769074865.983745:0:42296:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab89c45f80. 00000020:00000010:1.0:1769074865.983749:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470db00. 00000020:00000010:1.0:1769074865.983753:0:42296:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074865.983756:0:42296:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42c80. 00000020:00000010:1.0:1769074865.983759:0:42296:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074865.983768:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db00. 00000020:00000010:1.0:1769074865.983771:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470db00. 00000100:00000200:1.0:1769074865.983773:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852329600 02000000:00000010:1.0:1769074865.983782:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e347000. 00010000:00000200:1.0:1769074865.983788:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c601180 x1855007852329600/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:401/0 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074865.983810:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074865.983814:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852329600, offset 224 00000400:00000200:1.0:1769074865.983820:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074865.983826:0:42296:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074865.983832:0:42296:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac17fa80 00000400:00000200:1.0:1769074865.983837:0:42296:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67179 [1] + 224 00000400:00000200:1.0:1769074865.983842:0:42296:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.983845:0:42296:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074865.983851:0:42296:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbfeec380 x1855007852329600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074865.983867:0:42296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:1.0:1769074865.983868:0:42296:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00000020:00000010:1.0:1769074865.983876:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42680. 00000020:00000010:1.0:1769074865.983880:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:1.0:1769074865.983883:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000020:00000010:1.0:1769074865.983893:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db00. 00000020:00000010:1.0:1769074865.983895:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470db00. 00000100:00000200:1.0:1769074865.983897:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852329984 02000000:00000010:1.0:1769074865.983904:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e344c00. 00010000:00000200:1.0:1769074865.983908:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603800 x1855007852329984/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:401/0 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074865.983916:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074865.983918:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852329984, offset 224 00000400:00000200:1.0:1769074865.983921:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074865.983926:0:42296:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074865.983929:0:42296:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac17fc00 00000400:00000200:1.0:1769074865.983933:0:42296:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67189 [1] + 224 00000400:00000200:1.0:1769074865.983937:0:42296:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.983939:0:42296:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074865.983943:0:42296:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8c603100 x1855007852329984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074865.983951:0:42296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:1.0:1769074865.983953:0:42296:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00000020:00000010:1.0:1769074865.983958:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42480. 00000020:00000010:1.0:1769074865.983960:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:1.0:1769074865.983962:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074865.983971:0:42296:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db00. 00000020:00000010:1.0:1769074865.983973:0:42296:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470db00. 00000100:00000200:1.0:1769074865.983975:0:42296:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852329728 02000000:00000010:1.0:1769074865.983980:0:42296:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e344400. 00010000:00000200:1.0:1769074865.983983:0:42296:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc121c00 x1855007852329728/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:401/0 lens 224/224 e 0 to 0 dl 1769074876 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074865.983991:0:42296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074865.983993:0:42296:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852329728, offset 224 00000400:00000200:1.0:1769074865.983996:0:42296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074865.984000:0:42296:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074865.984004:0:42296:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac17fb00 00000400:00000200:1.0:1769074865.984008:0:42296:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67191 [1] + 224 00000400:00000200:1.0:1769074865.984011:0:42296:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.984013:0:42296:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074865.984017:0:42296:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa90804a80 x1855007852329728/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074865.984027:0:42296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:1.0:1769074865.984028:0:42296:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00000020:00000010:1.0:1769074865.984033:0:42296:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42c80. 00000020:00000010:1.0:1769074865.984035:0:42296:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:1.0:1769074865.984038:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00010000:00000010:2.1:1769074865.985505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b700. 00010000:00000010:2.1:1769074865.985519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6c00. 00080000:00000010:2.0:1769074865.985586:0:42321:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc773000. 02000000:00000010:2.0:1769074865.985738:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa85949800. 02000000:00000010:2.0:1769074865.985744:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8594b800. 00000100:00000010:2.0:1769074865.985749:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8700. 00080000:00000010:2.0:1769074865.985757:0:42321:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc770000. 02000000:00000010:2.0:1769074865.985813:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8594bc00. 02000000:00000010:2.0:1769074865.985817:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa85949400. 00000100:00000010:2.0:1769074865.985820:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9180. 00000100:00000010:1.0:1769074865.986040:0:42320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688a80. 02000000:00000010:1.0:1769074865.986055:0:42320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab8910bc00. 00080000:00000010:1.0:1769074865.986076:0:42320:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e345c00. 00000004:00000010:1.0:1769074865.986085:0:42320:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8daa8a375ba0. 00000100:00000010:3.0:1769074865.986410:0:42322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3800. 02000000:00000010:3.0:1769074865.986419:0:42322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbe8ffa00. 00080000:00000010:3.0:1769074865.986445:0:42322:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e340000. 00000004:00000010:3.0:1769074865.986454:0:42322:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8dabae045060. 02000000:00000010:1.0:1769074865.986571:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8e346000. 00000400:00000010:1.0:1769074865.986578:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1528. 00000400:00000010:1.0:1769074865.986584:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc3b8. 00000100:00000200:1.0:1769074865.986590:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852330240, portal 4 00000400:00000010:1.0:1769074865.986596:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074865.986599:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007852330240, offset 0 00000400:00000200:1.0:1769074865.986631:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074865.986642:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074865.986652:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971eac17fd00 00000400:00000200:1.0:1769074865.986659:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1c431 [8] + 2464 00000400:00000200:1.0:1769074865.986708:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074865.986712:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074865.986720:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1769074865.986725:0:12648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689180. 00000400:00000200:1.0:1769074865.986746:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:1.0:1769074865.986748:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074865.986755:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbfff3800 x1855007852330240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074881 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074865.986894:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8d68. 00000400:00000200:0.0:1769074865.986899:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:0.0:1769074865.986901:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074865.986909:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa90804a80 x1855007852329728/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074865.986919:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa90804a80 x1855007852329728/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074865.986944:0:12647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8c69ee00. 02000000:00000010:0.0:1769074865.986948:0:12647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51ac00. 00000100:00000010:0.0:1769074865.986952:0:12647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804a80. 02000000:00000010:0.0:1769074865.986968:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dab83d90000. 00000400:00000010:0.0:1769074865.986971:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8d68. 00000400:00000010:0.0:1769074865.986974:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074865.986977:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852330112, portal 4 00000400:00000010:0.0:1769074865.986980:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074865.986983:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007852330112, offset 0 00000400:00000200:0.0:1769074865.986987:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074865.986992:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074865.986997:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971eac17fc80 00000400:00000200:0.0:1769074865.987001:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1c431 [8] + 2688 00000400:00000200:0.0:1769074865.987005:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.987008:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074865.987011:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1769074865.987014:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc123b80. 00000400:00000200:0.0:1769074865.987024:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:0.0:1769074865.987026:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074865.987030:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dab86688a80 x1855007852330112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074881 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074865.987049:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a80b0. 00000400:00000200:0.0:1769074865.987051:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:0.0:1769074865.987052:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074865.987057:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8c603100 x1855007852329984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074865.987065:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8c603100 x1855007852329984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074865.987077:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8160. 00000400:00000200:0.0:1769074865.987079:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:0.0:1769074865.987080:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074865.987085:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbfeec380 x1855007852329600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074865.987092:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbfeec380 x1855007852329600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074865.987103:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabafae7200. 02000000:00000010:0.0:1769074865.987108:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51ae00. 00000100:00000010:0.0:1769074865.987111:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603100. 02000000:00000010:0.0:1769074865.987114:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa827d1600. 02000000:00000010:0.0:1769074865.987116:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51a400. 00000100:00000010:0.0:1769074865.987118:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec380. 00000020:00000010:3.0:1769074865.987616:0:43229:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074865.987622:0:43229:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074865.987628:0:43229:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074865.987633:0:43229:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a380. 00000020:00000010:3.0:1769074865.987638:0:43229:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.987669:0:43229:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f340. 00000020:00000010:3.0:1769074865.987671:0:43229:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f340. 00000100:00000200:3.0:1769074865.987674:0:43229:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852330112 02000000:00000010:3.0:1769074865.987688:0:43229:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8daa8e340c00. 00010000:00000200:3.0:1769074865.987710:0:43229:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc123b80 x1855007852330112/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:401/0 lens 224/368 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074865.987725:0:43229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074865.987728:0:43229:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855007852330112, offset 224 00000400:00000200:3.0:1769074865.987733:0:43229:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074865.987740:0:43229:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074865.987746:0:43229:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971eac17fc80 00000400:00000200:3.0:1769074865.987750:0:43229:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x671c1 [1] + 224 00000400:00000200:3.0:1769074865.987755:0:43229:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074865.987758:0:43229:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074865.987764:0:43229:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dab86688a80 x1855007852330112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074881 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074865.987781:0:43229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46990 00000400:00000010:3.0:1769074865.987783:0:43229:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46990. 00000020:00000010:3.0:1769074865.987805:0:43229:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a380. 00000020:00000010:3.0:1769074865.987810:0:43229:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074865.987813:0:43229:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000020:00000010:0.0:1769074865.990425:0:37048:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835f40. 00000020:00000010:0.0:1769074865.990434:0:37048:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835f40. 00000020:00000010:0.0:1769074865.990443:0:37048:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69ee00. 00000020:00000010:0.0:1769074865.990448:0:37048:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858980. 00000020:00000010:0.0:1769074865.990453:0:37048:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef3e8. 00000020:00000010:0.0:1769074865.990515:0:37048:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835f40. 00000020:00000010:0.0:1769074865.990517:0:37048:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835f40. 00000100:00000200:0.0:1769074865.990520:0:37048:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852330240 02000000:00000010:0.0:1769074865.990542:0:37048:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8dabbeb37400. 00010000:00000200:0.0:1769074865.990578:0:37048:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86689180 x1855007852330240/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:401/0 lens 224/368 e 0 to 0 dl 1769074876 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074865.990597:0:37048:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074865.990618:0:37048:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855007852330240, offset 224 00000400:00000200:0.0:1769074865.990626:0:37048:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074865.990639:0:37048:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074865.990649:0:37048:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971eac17fd00 00000400:00000200:0.0:1769074865.990657:0:37048:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x671b9 [1] + 224 00000400:00000200:0.0:1769074865.990664:0:37048:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074865.990668:0:37048:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074865.990678:0:37048:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbfff3800 x1855007852330240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074881 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074865.990700:0:37048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:0.0:1769074865.990703:0:37048:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00000020:00000010:0.0:1769074865.990717:0:37048:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858980. 00000020:00000010:0.0:1769074865.990721:0:37048:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef3e8. 00000020:00000010:0.0:1769074865.990724:0:37048:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69ee00. 00000400:00000010:0.0:1769074865.990753:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1528. 00000400:00000200:0.0:1769074865.990759:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc3b8 00000400:00000010:0.0:1769074865.990761:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc3b8. 00000100:00000200:0.0:1769074865.990767:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbfff3800 x1855007852330240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074865.990775:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbfff3800 x1855007852330240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074865.990829:0:12648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8e346000. 02000000:00000010:0.0:1769074865.990837:0:12648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbe8ffa00. 00000100:00000010:0.0:1769074865.990843:0:12648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3800. 00000400:00000010:0.0:1769074865.990864:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8d68. 00000400:00000200:0.0:1769074865.990868:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:0.0:1769074865.990870:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074865.990876:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dab86688a80 x1855007852330112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074865.990890:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dab86688a80 x1855007852330112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074881 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074865.990908:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dab83d90000. 02000000:00000010:0.0:1769074865.990912:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab8910bc00. 00000100:00000010:0.0:1769074865.990915:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688a80. 00010000:00000010:1.1:1769074865.991586:0:42170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6e00. 00010000:00000010:1.1:1769074865.991593:0:42170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6200. 00010000:00000010:0.1:1769074866.009467:0:42129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:0.1:1769074866.009558:0:42129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7800. 00000400:00000200:2.0:1769074866.011442:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074866.011462:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8ff700 00000400:00000200:2.0:1769074866.012321:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 156760 00000400:00000200:2.0:1769074866.012347:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.012351:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074866.012358:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074866.012365:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfe71f80. 00000020:00000010:3.0:1769074866.013416:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f400. 00000020:00000010:3.0:1769074866.013425:0:42856:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074866.013449:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074866.013454:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a800. 00000020:00000010:3.0:1769074866.013460:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014aed8. 00000020:00000010:3.0:1769074866.013597:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f9c0. 00000020:00000010:3.0:1769074866.013618:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f9c0. 00000100:00000200:3.0:1769074866.013622:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826638592 00000001:00000010:3.0:1769074866.013633:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae111f00. 00010000:00000010:3.0:1769074866.013664:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1800. 00010000:00000010:3.0:1769074866.013672:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3980. 02000000:00000010:3.0:1769074866.013707:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c414000. 00010000:00000010:3.0:1769074866.013790:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0400. 00010000:00000010:3.0:1769074866.013807:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3c00. 00010000:00000010:3.0:1769074866.013826:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074866.013830:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a300. 00010000:00000010:3.0:1769074866.013835:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0600. 00010000:00000010:3.0:1769074866.013838:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3380. 00000004:00000010:3.0:1769074866.013861:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa83b7d860. 00000004:00000010:3.0:1769074866.013870:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583e88. 00000004:00000010:3.0:1769074866.013877:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6eee0. 00080000:00000010:3.0:1769074866.013887:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90374390. 00000020:00000010:3.0:1769074866.013921:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae0452a0. 00080000:00000010:3.0:1769074866.013931:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e341400. 00000004:00000010:3.0:1769074866.013956:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa88ed8b40. 00020000:00000010:0.0:1769074866.024004:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f450. 00020000:00000010:0.0:1769074866.024012:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f2b0. 00000004:00000010:0.0:1769074866.024026:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1ea28. 00000001:00000010:0.0:1769074866.024809:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbeccea80. 00000001:00000010:0.0:1769074866.024818:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa8f6d8b40. 00000020:00000010:0.0:1769074866.024912:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae0452a0. 00010000:00000010:0.0:1769074866.025452:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56bc00. 00010000:00000010:0.0:1769074866.025457:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858c80. 00010000:00000010:0.0:1769074866.025464:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14bc00. 00010000:00000010:0.0:1769074866.025552:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cc80. 00000004:00000010:0.0:1769074866.025595:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8c858380. 00010000:00000010:0.0:1769074866.025648:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3c00. 00010000:00000010:0.0:1769074866.025692:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3980. 00010000:00000200:0.0:1769074866.025705:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890626, last committed = 17179890279 00010000:00000200:0.0:1769074866.025717:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfe71f80 x1855007826638592/t17179890626(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074866.025739:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd97f8. 00000100:00000200:0.0:1769074866.025746:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826638592, offset 224 00000400:00000010:0.0:1769074866.025754:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d10a8. 00000400:00000200:0.0:1769074866.025758:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.025773:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.025780:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41908:41908:256:4294967295] 192.168.204.10@tcp LPNI seq info [41904:41904:8:4294967295] 00000400:00000200:0.0:1769074866.025787:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.025805:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.025810:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.025816:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a400. 00000800:00000200:0.0:1769074866.025822:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.025829:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.025834:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a400 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.025864:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a800. 00000020:00000010:0.0:1769074866.025869:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014aed8. 00000020:00000010:0.0:1769074866.025874:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:2.0:1769074866.025992:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074866.025997:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a400. 00000400:00000200:2.0:1769074866.026002:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.026007:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074866.030918:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074866.030943:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x671d1 00000400:00000200:2.0:1769074866.030950:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.030955:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074866.030961:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd97f8 00000400:00000010:2.0:1769074866.030965:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd97f8. 00000400:00000200:2.0:1769074866.031002:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074866.031009:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8ff800 00000400:00000200:2.0:1769074866.031016:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2efbd [2] + 0 00000400:00000200:2.0:1769074866.031081:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.031085:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074866.031091:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074866.031099:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0b480. 00010000:00000010:0.0:1769074866.031113:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3380. 00010000:00000010:0.0:1769074866.031124:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a300. 00000020:00000010:3.0:1769074866.031454:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074866.031460:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074866.031466:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabaff49c00. 00000020:00000010:3.0:1769074866.031484:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a180. 00000020:00000010:3.0:1769074866.031489:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.031527:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8432f680. 00000020:00000010:3.0:1769074866.031530:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8432f680. 00000100:00000200:3.0:1769074866.031533:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826638848 00000001:00000010:3.0:1769074866.031543:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab866efb40. 02000000:00000010:3.0:1769074866.031584:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8e343800. 00000020:00000010:3.0:1769074866.031657:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045840. 00080000:00000010:3.0:1769074866.031667:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e342400. 00000001:00000010:3.0:1769074866.031747:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae0452a0. 00000001:00000010:3.0:1769074866.031754:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8cc0. 00000020:00000010:3.0:1769074866.031831:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045840. 00000004:00000010:3.0:1769074866.031852:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8c858380. 00010000:00000200:3.0:1769074866.031886:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0b480 x1855007826638848/t17179890627(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074866.031904:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46990. 00000100:00000200:3.0:1769074866.031910:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826638848, offset 224 00000400:00000200:3.0:1769074866.031917:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.031928:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.031934:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41909:41909:256:4294967295] 192.168.204.10@tcp LPNI seq info [41905:41905:8:4294967295] 00000400:00000200:3.0:1769074866.031945:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.031950:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.031967:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074866.031974:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.031981:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.031985:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.032009:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a180. 00000020:00000010:3.0:1769074866.032013:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.032016:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49c00. 00000800:00000200:2.0:1769074866.032448:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074866.032453:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074866.032459:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.032464:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074866.032469:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46990 00000400:00000010:2.0:1769074866.032471:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46990. 00000400:00000200:0.0:1769074866.049109:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074866.049129:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8ff900 00000400:00000200:0.0:1769074866.049139:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 157408 00000400:00000200:0.0:1769074866.049156:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.049161:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074866.049181:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074866.049195:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc123480. 00000020:00000010:0.0:1769074866.049249:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835b40. 00000020:00000010:0.0:1769074866.049254:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835b40. 00000020:00000010:0.0:1769074866.049260:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69ee00. 00000020:00000010:0.0:1769074866.049265:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858c00. 00000020:00000010:0.0:1769074866.049270:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef3e8. 00000020:00000010:0.0:1769074866.049312:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835b40. 00000020:00000010:0.0:1769074866.049315:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835b40. 00000100:00000200:0.0:1769074866.049318:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826639104 00000001:00000010:0.0:1769074866.049327:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa8f6d8b40. 00010000:00000010:0.0:1769074866.049351:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ae00. 00010000:00000010:0.0:1769074866.049359:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c800. 02000000:00000010:0.0:1769074866.049396:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa89c06000. 00010000:00000010:0.0:1769074866.049487:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.0:1769074866.049492:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.049512:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:0.0:1769074866.049516:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858d00. 00010000:00000010:0.0:1769074866.049520:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b600. 00010000:00000010:0.0:1769074866.049523:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c580. 00000004:00000010:0.0:1769074866.049544:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3ee780. 00000004:00000010:0.0:1769074866.049553:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab843670f0. 00000004:00000010:0.0:1769074866.049560:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d0cc0. 00080000:00000010:0.0:1769074866.049571:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90080ab0. 00000020:00000010:0.0:1769074866.049600:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbc774900. 00080000:00000010:0.0:1769074866.049644:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff0cc00. 00000004:00000010:0.0:1769074866.049671:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daba29816c0. 00020000:00000010:0.0:1769074866.049720:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f758. 00020000:00000010:0.0:1769074866.049723:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1fab0. 00000004:00000010:0.0:1769074866.049734:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1df10. 00000001:00000010:0.0:1769074866.050025:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49840. 00000001:00000010:0.0:1769074866.050034:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab908d09c0. 00000020:00000010:0.0:1769074866.050091:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbc774900. 00010000:00000010:0.0:1769074866.050127:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56b700. 00010000:00000010:0.0:1769074866.050131:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858400. 00010000:00000010:0.0:1769074866.050135:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:0.0:1769074866.050139:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cb00. 00000004:00000010:0.0:1769074866.050164:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8c858f00. 00010000:00000010:0.0:1769074866.050191:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.050226:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c800. 00010000:00000200:0.0:1769074866.050238:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890628, last committed = 17179890279 00010000:00000200:0.0:1769074866.050247:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc123480 x1855007826639104/t17179890628(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074866.050267:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9bb0. 00000100:00000200:0.0:1769074866.050273:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826639104, offset 224 00000400:00000010:0.0:1769074866.050279:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab814d1540. 00000400:00000200:0.0:1769074866.050282:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.050296:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.050302:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41910:41910:256:4294967295] 192.168.204.10@tcp LPNI seq info [41906:41906:8:4294967295] 00000400:00000200:0.0:1769074866.050308:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.050314:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.050319:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.050323:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074866.050330:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.050337:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.050342:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.050366:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858c00. 00000020:00000010:0.0:1769074866.050371:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef3e8. 00000020:00000010:0.0:1769074866.050376:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69ee00. 00000800:00000200:0.0:1769074866.050484:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.050488:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:0.0:1769074866.050493:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.050497:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074866.054545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0400. 00010000:00000010:0.1:1769074866.054556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1800. 00010000:00000010:0.1:1769074866.054562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:0.1:1769074866.054565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0600. 00000400:00000200:1.0:1769074866.057849:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074866.057871:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x671d9 00000400:00000200:1.0:1769074866.057878:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.057883:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074866.057890:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9bb0 00000400:00000010:1.0:1769074866.057893:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9bb0. 00010000:00000010:3.0:1769074866.063732:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c580. 00010000:00000010:3.0:1769074866.063751:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858d00. 00000400:00000200:2.0:1769074866.069881:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074866.069900:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8ffa00 00000400:00000200:2.0:1769074866.069908:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2efbd [2] + 392 00000400:00000200:2.0:1769074866.069985:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.069993:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074866.070001:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074866.070008:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08380. 00000020:00000010:2.0:1769074866.070065:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab87390b40. 00000020:00000010:2.0:1769074866.070070:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab87390b40. 00000020:00000010:2.0:1769074866.070077:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074866.070083:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4a00. 00000020:00000010:2.0:1769074866.070087:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.070181:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab87390b40. 00000020:00000010:2.0:1769074866.070184:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab87390b40. 00000100:00000200:2.0:1769074866.070187:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826639360 00000001:00000010:2.0:1769074866.070199:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8cc0. 02000000:00000010:2.0:1769074866.070238:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbc772000. 00000020:00000010:2.0:1769074866.070280:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa88bd9c60. 00080000:00000010:2.0:1769074866.070290:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc773800. 00000001:00000010:2.0:1769074866.070383:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab87885de0. 00000001:00000010:2.0:1769074866.070389:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab85946300. 00000020:00000010:2.0:1769074866.070469:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa88bd9c60. 00000004:00000010:2.0:1769074866.070490:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8c858f00. 00010000:00000200:2.0:1769074866.070527:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b08380 x1855007826639360/t17179890629(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074866.070547:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074866.070554:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826639360, offset 224 00000400:00000200:2.0:1769074866.070561:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074866.070571:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074866.070576:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41911:41911:256:4294967295] 192.168.204.10@tcp LPNI seq info [41907:41907:8:4294967295] 00000400:00000200:2.0:1769074866.070586:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074866.070591:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074866.070597:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074866.070628:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074866.070636:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074866.070641:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074866.070663:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4a00. 00000020:00000010:2.0:1769074866.070667:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.070671:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 00000800:00000200:2.0:1769074866.070746:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074866.070751:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:2.0:1769074866.070754:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.070759:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074866.070764:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:2.0:1769074866.070766:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00010000:00000010:0.1:1769074866.076395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.1:1769074866.076410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ae00. 00000400:00000200:0.0:1769074866.081416:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074866.081432:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8ffb00 00000400:00000200:0.0:1769074866.081439:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 158056 00000400:00000200:0.0:1769074866.081453:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.081456:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074866.081462:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074866.081848:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121880. 00000020:00000010:3.0:1769074866.082632:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db00. 00000020:00000010:3.0:1769074866.082637:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470db00. 00000020:00000010:3.0:1769074866.082644:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababb3a400. 00000020:00000010:3.0:1769074866.082648:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.082652:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.082688:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470db00. 00000020:00000010:3.0:1769074866.082690:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470db00. 00000100:00000200:3.0:1769074866.082693:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826639616 00000001:00000010:3.0:1769074866.082703:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab908d09c0. 00010000:00000010:3.0:1769074866.082748:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0800. 00010000:00000010:3.0:1769074866.082755:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 02000000:00000010:3.0:1769074866.082801:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c68a000. 00010000:00000010:3.0:1769074866.082873:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1000. 00010000:00000010:3.0:1769074866.082878:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074866.082905:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074866.082908:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:3.0:1769074866.082911:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1a00. 00010000:00000010:3.0:1769074866.082913:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00000004:00000010:3.0:1769074866.082931:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8dabaf1a9a40. 00000004:00000010:3.0:1769074866.082939:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583f78. 00000004:00000010:3.0:1769074866.082945:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6e110. 00080000:00000010:3.0:1769074866.082956:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90374720. 00000020:00000010:3.0:1769074866.082988:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045180. 00080000:00000010:3.0:1769074866.082994:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83452400. 00000004:00000010:3.0:1769074866.083019:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa88ed8180. 00020000:00000010:3.0:1769074866.083063:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bbe40. 00020000:00000010:3.0:1769074866.083066:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bbf88. 00000004:00000010:3.0:1769074866.083076:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe19aa0. 00000001:00000010:3.0:1769074866.084412:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818b5a0. 00000001:00000010:3.0:1769074866.084420:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8480. 00000020:00000010:3.0:1769074866.084465:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045180. 00010000:00000010:3.0:1769074866.085323:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5a00. 00010000:00000010:3.0:1769074866.085329:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ae80. 00010000:00000010:3.0:1769074866.085335:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1600. 00010000:00000010:3.0:1769074866.085343:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3780. 00000004:00000010:3.0:1769074866.085379:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8ad2a880. 00010000:00000010:3.0:1769074866.085410:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074866.085446:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000200:3.0:1769074866.085456:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890630, last committed = 17179890279 00010000:00000200:3.0:1769074866.086410:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc121880 x1855007826639616/t17179890630(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074866.086442:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46dd0. 00000100:00000200:3.0:1769074866.086450:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826639616, offset 224 00000400:00000010:3.0:1769074866.087292:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cce00. 00000400:00000200:3.0:1769074866.087304:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.087324:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.087331:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41912:41912:256:4294967295] 192.168.204.10@tcp LPNI seq info [41908:41908:8:4294967295] 00000400:00000200:3.0:1769074866.087338:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074866.087345:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.087351:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.087356:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074866.087363:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.087370:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.087375:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.087402:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.087407:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.087411:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a400. 00000800:00000200:2.0:1769074866.089140:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074866.089148:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:2.0:1769074866.089156:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.089165:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074866.092728:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074866.092749:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x671e1 00000400:00000200:2.0:1769074866.092756:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.092760:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074866.092767:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46dd0 00000400:00000010:2.0:1769074866.092770:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46dd0. 00000400:00000200:2.0:1769074866.092808:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074866.092814:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa8ffc00 00000400:00000200:2.0:1769074866.092821:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2efbd [2] + 784 00000400:00000200:2.0:1769074866.092870:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.092874:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074866.092879:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074866.092888:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1500. 00000020:00000010:2.0:1769074866.092929:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f78c0. 00000020:00000010:2.0:1769074866.092934:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f78c0. 00000020:00000010:2.0:1769074866.092940:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83000. 00000020:00000010:2.0:1769074866.092945:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4a00. 00000020:00000010:2.0:1769074866.092950:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.092976:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f78c0. 00000020:00000010:2.0:1769074866.092979:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f78c0. 00000100:00000200:2.0:1769074866.092981:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826639872 00000001:00000010:2.0:1769074866.092990:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab85946300. 02000000:00000010:2.0:1769074866.093024:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa85948000. 00000020:00000010:2.0:1769074866.093065:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8eef1de0. 00080000:00000010:2.0:1769074866.093074:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa85949400. 00000001:00000010:2.0:1769074866.093148:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e5a0. 00000001:00000010:2.0:1769074866.093154:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabaff9da80. 00000020:00000010:2.0:1769074866.093221:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8eef1de0. 00000004:00000010:2.0:1769074866.093241:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8ad2a880. 00010000:00000200:2.0:1769074866.093271:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a1500 x1855007826639872/t17179890631(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074866.093289:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074866.093293:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826639872, offset 224 00000400:00000200:2.0:1769074866.093299:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074866.093308:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074866.093314:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41913:41913:256:4294967295] 192.168.204.10@tcp LPNI seq info [41909:41909:8:4294967295] 00000400:00000200:2.0:1769074866.093336:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074866.093342:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074866.093347:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21100. 00000800:00000200:2.0:1769074866.093353:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074866.093360:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074866.093364:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074866.093378:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4a00. 00000020:00000010:2.0:1769074866.093382:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.093386:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83000. 00000800:00000200:2.0:1769074866.093438:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074866.093442:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21100. 00000400:00000200:2.0:1769074866.093445:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.093448:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074866.093451:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:2.0:1769074866.093452:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00010000:00000010:3.0:1769074866.093581:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074866.093590:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00010000:00000010:3.1:1769074866.107262:0:47077:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:3.1:1769074866.107274:0:47077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b600. 00000400:00000200:1.0:1769074866.108051:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.108068:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa8ffd00 00000400:00000200:1.0:1769074866.108076:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 158704 00000400:00000200:1.0:1769074866.108093:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.108098:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.108106:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074866.108112:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688000. 00000001:00000010:1.0:1769074866.109650:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbc7742a0. 00080000:00000010:1.0:1769074866.109662:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab83d91000. 00000001:00000010:1.0:1769074866.109669:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbc774f60. 00080000:00000010:1.0:1769074866.109672:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40c800. 00000001:00000010:1.0:1769074866.109675:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbd80. 00080000:00000010:1.0:1769074866.109678:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40ec00. 00000001:00000010:1.0:1769074866.109682:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6720. 00080000:00000010:1.0:1769074866.109686:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40e400. 00000001:00000010:1.0:1769074866.109689:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08480. 00080000:00000010:1.0:1769074866.109691:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40c000. 00000001:00000010:1.0:1769074866.109694:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08ea0. 00080000:00000010:1.0:1769074866.109696:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb4973800. 00000001:00000010:1.0:1769074866.109699:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb840. 00080000:00000010:1.0:1769074866.109702:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb4970000. 00000001:00000010:1.0:1769074866.109705:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb720. 00080000:00000010:1.0:1769074866.109707:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c16000. 00000001:00000010:1.0:1769074866.109710:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08de0. 00080000:00000010:1.0:1769074866.109713:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c15000. 00000001:00000010:1.0:1769074866.109717:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e081e0. 00080000:00000010:1.0:1769074866.109719:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c15400. 00000001:00000010:1.0:1769074866.109721:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08c60. 00080000:00000010:1.0:1769074866.109723:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c15c00. 00000001:00000010:1.0:1769074866.109725:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08ae0. 00080000:00000010:1.0:1769074866.109727:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c14000. 00000001:00000010:1.0:1769074866.110284:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08900. 00080000:00000010:1.0:1769074866.110293:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c17000. 00000001:00000010:1.0:1769074866.110298:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08540. 00080000:00000010:1.0:1769074866.110300:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c17800. 00000001:00000010:1.0:1769074866.110304:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8aae0. 00080000:00000010:1.0:1769074866.110306:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb20000. 00000001:00000010:1.0:1769074866.110311:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad180. 00080000:00000010:1.0:1769074866.110316:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb22000. 00000001:00000010:1.0:1769074866.110319:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6f00. 00080000:00000010:1.0:1769074866.110322:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb23c00. 00000001:00000010:1.0:1769074866.110326:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b7e0. 00080000:00000010:1.0:1769074866.110329:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb20800. 00000001:00000010:1.0:1769074866.110331:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b900. 00080000:00000010:1.0:1769074866.110334:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb20c00. 00000001:00000010:1.0:1769074866.110336:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad7e0. 00080000:00000010:1.0:1769074866.110339:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb23000. 00000001:00000010:1.0:1769074866.110342:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6f60. 00080000:00000010:1.0:1769074866.110344:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f2000. 00000001:00000010:1.0:1769074866.110347:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad0c0. 00080000:00000010:1.0:1769074866.110349:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1d400. 00000001:00000010:1.0:1769074866.110352:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adc60. 00080000:00000010:1.0:1769074866.110355:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f0800. 00000001:00000010:1.0:1769074866.110358:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b5a0. 00080000:00000010:1.0:1769074866.110361:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f1000. 00000001:00000010:1.0:1769074866.110367:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad600. 00080000:00000010:1.0:1769074866.110370:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b42000. 00000001:00000010:1.0:1769074866.110373:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b0c0. 00080000:00000010:1.0:1769074866.110376:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f2800. 00000001:00000010:1.0:1769074866.110379:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad9c0. 00080000:00000010:1.0:1769074866.110381:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f6f3c00. 00000001:00000010:1.0:1769074866.110385:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7add80. 00080000:00000010:1.0:1769074866.110388:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b20800. 00000001:00000010:1.0:1769074866.110391:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad120. 00080000:00000010:1.0:1769074866.110393:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b20c00. 00000001:00000010:1.0:1769074866.110395:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad420. 00080000:00000010:1.0:1769074866.110397:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b23800. 00000001:00000010:1.0:1769074866.110403:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adcc0. 00080000:00000010:1.0:1769074866.110405:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd33400. 00000001:00000010:1.0:1769074866.110409:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad060. 00080000:00000010:1.0:1769074866.110411:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd31000. 00000001:00000010:1.0:1769074866.110414:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad5a0. 00080000:00000010:1.0:1769074866.110416:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd31c00. 00000001:00000010:1.0:1769074866.110419:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adc00. 00080000:00000010:1.0:1769074866.110421:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd31400. 00000001:00000010:1.0:1769074866.110424:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ada80. 00080000:00000010:1.0:1769074866.110426:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd33000. 00000001:00000010:1.0:1769074866.110429:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad3c0. 00080000:00000010:1.0:1769074866.110431:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd30400. 00000001:00000010:1.0:1769074866.110434:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad2a0. 00080000:00000010:1.0:1769074866.110436:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7dc00. 00000001:00000010:1.0:1769074866.110439:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad8a0. 00080000:00000010:1.0:1769074866.110442:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7e400. 00000001:00000010:1.0:1769074866.110444:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad900. 00080000:00000010:1.0:1769074866.110447:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7cc00. 00000001:00000010:1.0:1769074866.110449:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad1e0. 00080000:00000010:1.0:1769074866.110452:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7e800. 00000001:00000010:1.0:1769074866.110454:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ada20. 00080000:00000010:1.0:1769074866.110456:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7d400. 00000001:00000010:1.0:1769074866.110458:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad240. 00080000:00000010:1.0:1769074866.110461:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7c000. 00000001:00000010:1.0:1769074866.110464:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adb40. 00080000:00000010:1.0:1769074866.110466:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bbde800. 00000001:00000010:1.0:1769074866.110718:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad000. 00080000:00000010:1.0:1769074866.110723:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bbdd400. 00000001:00000010:1.0:1769074866.110726:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ade40. 00080000:00000010:1.0:1769074866.110728:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab859fa000. 00000001:00000010:1.0:1769074866.110731:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad840. 00080000:00000010:1.0:1769074866.110733:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab859fbc00. 00000001:00000010:1.0:1769074866.110736:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad300. 00080000:00000010:1.0:1769074866.110738:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83977c00. 00000001:00000010:1.0:1769074866.110742:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad780. 00080000:00000010:1.0:1769074866.110744:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab85ed5800. 00000001:00000010:1.0:1769074866.110747:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adf00. 00080000:00000010:1.0:1769074866.110750:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab85ed5c00. 00000001:00000010:1.0:1769074866.110752:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad480. 00080000:00000010:1.0:1769074866.110754:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab85ed4000. 00000001:00000010:1.0:1769074866.110757:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad540. 00080000:00000010:1.0:1769074866.110759:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89bf9800. 00000001:00000010:1.0:1769074866.110762:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adba0. 00080000:00000010:1.0:1769074866.110765:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89bfbc00. 00000001:00000010:1.0:1769074866.110768:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adae0. 00080000:00000010:1.0:1769074866.110771:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfdec400. 00000001:00000010:1.0:1769074866.110773:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7add20. 00080000:00000010:1.0:1769074866.110776:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfdef400. 00000001:00000010:1.0:1769074866.110779:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad660. 00080000:00000010:1.0:1769074866.110780:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8faf9400. 00000001:00000010:1.0:1769074866.110783:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adde0. 00080000:00000010:1.0:1769074866.110785:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8faf8c00. 00000001:00000010:1.0:1769074866.110788:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8af00. 00080000:00000010:1.0:1769074866.110800:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8faf8000. 00000001:00000010:1.0:1769074866.110804:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabb4a136c0. 00080000:00000010:1.0:1769074866.110807:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fafb000. 00000001:00000010:1.0:1769074866.110810:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90a55cc0. 00080000:00000010:1.0:1769074866.110813:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8faf9c00. 00000001:00000010:1.0:1769074866.110816:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a780. 00080000:00000010:1.0:1769074866.110818:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fafac00. 00000001:00000010:1.0:1769074866.110821:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90a551e0. 00080000:00000010:1.0:1769074866.110823:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8faf8400. 00000001:00000010:1.0:1769074866.110826:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab83f0e1e0. 00080000:00000010:1.0:1769074866.110829:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8307d800. 00000001:00000010:1.0:1769074866.110835:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae870de0. 00080000:00000010:1.0:1769074866.110838:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8307c000. 00000001:00000010:1.0:1769074866.110841:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dababba4ae0. 00080000:00000010:1.0:1769074866.110845:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad5aa800. 00000001:00000010:1.0:1769074866.110849:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab878857e0. 00080000:00000010:1.0:1769074866.110897:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab8591e000. 00000001:00000010:1.0:1769074866.110903:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8ad20. 00080000:00000010:1.0:1769074866.110905:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b104000. 00000001:00000010:1.0:1769074866.110910:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a660. 00080000:00000010:1.0:1769074866.110912:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b106000. 00000001:00000010:1.0:1769074866.110914:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a600. 00080000:00000010:1.0:1769074866.110916:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa85800. 00000001:00000010:1.0:1769074866.110920:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a840. 00080000:00000010:1.0:1769074866.110923:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa87c00. 00000001:00000010:1.0:1769074866.110926:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a420. 00080000:00000010:1.0:1769074866.110928:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa85400. 00000001:00000010:1.0:1769074866.110931:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a4e0. 00080000:00000010:1.0:1769074866.110933:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa86000. 00000001:00000010:1.0:1769074866.110936:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a060. 00080000:00000010:1.0:1769074866.110939:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa86800. 00000001:00000010:1.0:1769074866.110941:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8af60. 00080000:00000010:1.0:1769074866.110944:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa84000. 00000001:00000010:1.0:1769074866.110947:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8aba0. 00080000:00000010:1.0:1769074866.110950:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86442400. 00000004:00000010:1.0:1769074866.110969:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8daa8a375ba0. 00080000:00000010:1.0:1769074866.110972:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e345c00. 00000001:00000010:1.0:1769074866.110976:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8a3756c0. 00080000:00000010:1.0:1769074866.110978:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab83d92400. 00000001:00000010:1.0:1769074866.110980:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8a375720. 00080000:00000010:1.0:1769074866.110982:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df34400. 00000001:00000010:1.0:1769074866.110985:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8a375180. 00080000:00000010:1.0:1769074866.110986:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df37800. 00000001:00000010:1.0:1769074866.110989:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8a375ea0. 00080000:00000010:1.0:1769074866.110990:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a41cc00. 00000001:00000010:1.0:1769074866.110992:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab88366f60. 00080000:00000010:1.0:1769074866.110994:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83451800. 00000001:00000010:1.0:1769074866.110996:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab88366d80. 00080000:00000010:1.0:1769074866.110997:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83450c00. 00000001:00000010:1.0:1769074866.110999:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680360. 00080000:00000010:1.0:1769074866.111003:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83450000. 00000001:00000010:1.0:1769074866.111006:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbecce240. 00080000:00000010:1.0:1769074866.111008:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83453800. 00000001:00000010:1.0:1769074866.111010:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680900. 00080000:00000010:1.0:1769074866.111011:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83452000. 00000001:00000010:1.0:1769074866.111014:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454f00. 00080000:00000010:1.0:1769074866.111016:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d57800. 00000001:00000010:1.0:1769074866.111020:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560900. 00080000:00000010:1.0:1769074866.111022:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83453400. 00000001:00000010:1.0:1769074866.111024:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454540. 00080000:00000010:1.0:1769074866.111026:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83450400. 00000001:00000010:1.0:1769074866.111028:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab83937d80. 00080000:00000010:1.0:1769074866.111029:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df34c00. 00000001:00000010:1.0:1769074866.111031:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab83937c00. 00080000:00000010:1.0:1769074866.111033:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df36800. 00000001:00000010:1.0:1769074866.111035:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454d20. 00080000:00000010:1.0:1769074866.111037:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df37400. 00000001:00000010:1.0:1769074866.111038:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454000. 00080000:00000010:1.0:1769074866.111040:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df34800. 00000001:00000010:1.0:1769074866.111041:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560ae0. 00080000:00000010:1.0:1769074866.111042:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df36400. 00000001:00000010:1.0:1769074866.111044:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560f00. 00080000:00000010:1.0:1769074866.111045:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df37c00. 00000001:00000010:1.0:1769074866.111047:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454360. 00080000:00000010:1.0:1769074866.111048:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df34000. 00000001:00000010:1.0:1769074866.111050:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04543c0. 00080000:00000010:1.0:1769074866.111052:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a41d400. 00000001:00000010:1.0:1769074866.111053:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454660. 00080000:00000010:1.0:1769074866.111055:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a41d000. 00000001:00000010:1.0:1769074866.111057:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb780. 00080000:00000010:1.0:1769074866.111058:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30f400. 00000001:00000010:1.0:1769074866.111060:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454f60. 00080000:00000010:1.0:1769074866.111061:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30ec00. 00000001:00000010:1.0:1769074866.111063:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454840. 00080000:00000010:1.0:1769074866.111064:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30dc00. 00000001:00000010:1.0:1769074866.111066:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454ae0. 00080000:00000010:1.0:1769074866.111067:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30c800. 00000001:00000010:1.0:1769074866.111069:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04544e0. 00080000:00000010:1.0:1769074866.111070:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30d800. 00000001:00000010:1.0:1769074866.111071:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454ba0. 00080000:00000010:1.0:1769074866.111073:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad30e400. 00000001:00000010:1.0:1769074866.111075:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454420. 00080000:00000010:1.0:1769074866.111077:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b41000. 00000001:00000010:1.0:1769074866.111078:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04547e0. 00080000:00000010:1.0:1769074866.111080:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b43c00. 00000001:00000010:1.0:1769074866.111082:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454480. 00080000:00000010:1.0:1769074866.111083:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b40400. 00000001:00000010:1.0:1769074866.111085:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454900. 00080000:00000010:1.0:1769074866.111086:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b41400. 00000001:00000010:1.0:1769074866.111088:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454a20. 00080000:00000010:1.0:1769074866.111089:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b40c00. 00000001:00000010:1.0:1769074866.111091:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454ea0. 00080000:00000010:1.0:1769074866.111092:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b40800. 00000001:00000010:1.0:1769074866.111095:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04541e0. 00080000:00000010:1.0:1769074866.111097:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81b43000. 00000001:00000010:1.0:1769074866.111100:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04548a0. 00080000:00000010:1.0:1769074866.111102:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df05000. 00000001:00000010:1.0:1769074866.111105:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04540c0. 00080000:00000010:1.0:1769074866.111107:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df07400. 00000001:00000010:1.0:1769074866.111109:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454300. 00080000:00000010:1.0:1769074866.111111:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df04c00. 00000001:00000010:1.0:1769074866.111114:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0454960. 00080000:00000010:1.0:1769074866.111116:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df05800. 00000001:00000010:1.0:1769074866.111118:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba04546c0. 00080000:00000010:1.0:1769074866.111120:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df06c00. 00000001:00000010:1.0:1769074866.111122:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adf60. 00080000:00000010:1.0:1769074866.111125:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df04400. 00000001:00000010:1.0:1769074866.111128:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bba0. 00080000:00000010:1.0:1769074866.111130:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8df06000. 00000001:00000010:1.0:1769074866.111133:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab882a45a0. 00080000:00000010:1.0:1769074866.111137:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae926800. 00000001:00000010:1.0:1769074866.111140:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9ba20. 00080000:00000010:1.0:1769074866.111142:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae925400. 00000001:00000010:1.0:1769074866.111145:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bea0. 00080000:00000010:1.0:1769074866.111148:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae926c00. 00000001:00000010:1.0:1769074866.111150:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b600. 00080000:00000010:1.0:1769074866.111153:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae926400. 00000001:00000010:1.0:1769074866.111155:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b8a0. 00080000:00000010:1.0:1769074866.111158:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabae924400. 00000001:00000010:1.0:1769074866.111161:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bde0. 00080000:00000010:1.0:1769074866.111163:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b8400. 00000001:00000010:1.0:1769074866.111167:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b660. 00080000:00000010:1.0:1769074866.111169:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2bac00. 00000001:00000010:1.0:1769074866.111172:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bb40. 00080000:00000010:1.0:1769074866.111175:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2bb800. 00000001:00000010:1.0:1769074866.111178:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b780. 00080000:00000010:1.0:1769074866.111180:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2ba800. 00000001:00000010:1.0:1769074866.111195:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bd80. 00080000:00000010:1.0:1769074866.111199:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2bb400. 00000001:00000010:1.0:1769074866.111202:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b060. 00080000:00000010:1.0:1769074866.111204:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b9000. 00000001:00000010:1.0:1769074866.111207:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b480. 00080000:00000010:1.0:1769074866.111209:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e2b9c00. 00000001:00000010:1.0:1769074866.111212:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b360. 00080000:00000010:1.0:1769074866.111213:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd94800. 00000001:00000010:1.0:1769074866.111216:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bf00. 00080000:00000010:1.0:1769074866.111218:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd94400. 00000001:00000010:1.0:1769074866.111221:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bcc0. 00080000:00000010:1.0:1769074866.111223:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd97000. 00000001:00000010:1.0:1769074866.111226:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b6c0. 00080000:00000010:1.0:1769074866.111228:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd94c00. 00000001:00000010:1.0:1769074866.111230:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9ba80. 00080000:00000010:1.0:1769074866.111232:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd97c00. 00000001:00000010:1.0:1769074866.111234:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bf60. 00080000:00000010:1.0:1769074866.111236:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dd97400. 00000001:00000010:1.0:1769074866.111239:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b3c0. 00080000:00000010:1.0:1769074866.111241:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b5d800. 00000001:00000010:1.0:1769074866.111246:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b960. 00080000:00000010:1.0:1769074866.111248:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dcdc00. 00000001:00000010:1.0:1769074866.111251:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b300. 00080000:00000010:1.0:1769074866.111253:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dcd400. 00000001:00000010:1.0:1769074866.111255:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7adea0. 00080000:00000010:1.0:1769074866.111257:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dcc000. 00000001:00000010:1.0:1769074866.111260:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b180. 00080000:00000010:1.0:1769074866.111262:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab8668e800. 00000001:00000010:1.0:1769074866.111266:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b000. 00080000:00000010:1.0:1769074866.111268:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8caee000. 00000001:00000010:1.0:1769074866.111272:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bc60. 00080000:00000010:1.0:1769074866.111274:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8caed800. 00000001:00000010:1.0:1769074866.111276:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b4e0. 00080000:00000010:1.0:1769074866.111279:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8caef400. 00000001:00000010:1.0:1769074866.111282:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b9c0. 00080000:00000010:1.0:1769074866.111284:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8caec000. 00000001:00000010:1.0:1769074866.111289:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bae0. 00080000:00000010:1.0:1769074866.111291:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8caee400. 00000001:00000010:1.0:1769074866.111294:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b420. 00080000:00000010:1.0:1769074866.111296:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c4e0c00. 00000001:00000010:1.0:1769074866.111299:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b2a0. 00080000:00000010:1.0:1769074866.111302:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa81908000. 00000001:00000010:1.0:1769074866.111305:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9be40. 00080000:00000010:1.0:1769074866.111308:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab8a2d6c00. 00000001:00000010:1.0:1769074866.111310:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9bd20. 00080000:00000010:1.0:1769074866.111311:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86445400. 00000001:00000010:1.0:1769074866.111313:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b720. 00080000:00000010:1.0:1769074866.111315:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86445000. 00000001:00000010:1.0:1769074866.111316:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8ee9b240. 00080000:00000010:1.0:1769074866.111318:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86444800. 00000001:00000010:1.0:1769074866.111319:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560960. 00080000:00000010:1.0:1769074866.111321:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa842c5400. 00000001:00000010:1.0:1769074866.111323:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab882a4120. 00080000:00000010:1.0:1769074866.111325:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259d800. 00000001:00000010:1.0:1769074866.111327:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560b40. 00080000:00000010:1.0:1769074866.111329:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83347000. 00000001:00000010:1.0:1769074866.111331:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560540. 00080000:00000010:1.0:1769074866.111332:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83344000. 00000001:00000010:1.0:1769074866.111334:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560a80. 00080000:00000010:1.0:1769074866.111336:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dae8800. 00000001:00000010:1.0:1769074866.111337:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae5600c0. 00080000:00000010:1.0:1769074866.111339:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8daea800. 00000001:00000010:1.0:1769074866.111341:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560660. 00080000:00000010:1.0:1769074866.111342:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dae9400. 00000001:00000010:1.0:1769074866.111344:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a2a0. 00080000:00000010:1.0:1769074866.111345:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8dae9800. 00000001:00000010:1.0:1769074866.111347:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560000. 00080000:00000010:1.0:1769074866.111348:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8daea400. 00000001:00000010:1.0:1769074866.111349:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae5605a0. 00080000:00000010:1.0:1769074866.111351:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8daea000. 00000001:00000010:1.0:1769074866.111352:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560360. 00080000:00000010:1.0:1769074866.111354:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb6bac000. 00000001:00000010:1.0:1769074866.111357:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560a20. 00080000:00000010:1.0:1769074866.111358:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb6bad400. 00000001:00000010:1.0:1769074866.111363:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a900. 00080000:00000010:1.0:1769074866.111365:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b6ec00. 00000001:00000010:1.0:1769074866.111366:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560060. 00080000:00000010:1.0:1769074866.111368:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b6f400. 00000001:00000010:1.0:1769074866.111370:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae560c60. 00080000:00000010:1.0:1769074866.111371:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b6e000. 00080000:00000010:1.0:1769074866.111373:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f753c00. 00080000:00000010:1.0:1769074866.111377:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc770000. 00080000:00000010:1.0:1769074866.111380:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc773000. 00000001:00000010:1.0:1769074866.111383:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9d20. 00080000:00000010:1.0:1769074866.111385:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc770800. 00000001:00000010:1.0:1769074866.111387:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd92a0. 00080000:00000010:1.0:1769074866.111389:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d57400. 00000001:00000010:1.0:1769074866.111391:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef18a0. 00080000:00000010:1.0:1769074866.111394:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84372800. 00000001:00000010:1.0:1769074866.111396:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd94e0. 00080000:00000010:1.0:1769074866.111398:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c4b400. 00000001:00000010:1.0:1769074866.111400:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9780. 00080000:00000010:1.0:1769074866.111402:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84373400. 00000001:00000010:1.0:1769074866.111404:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9000. 00080000:00000010:1.0:1769074866.111405:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84371800. 00000001:00000010:1.0:1769074866.111406:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9a80. 00080000:00000010:1.0:1769074866.111408:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84373800. 00000001:00000010:1.0:1769074866.111409:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9180. 00080000:00000010:1.0:1769074866.111410:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84373c00. 00000001:00000010:1.0:1769074866.111412:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9ba0. 00080000:00000010:1.0:1769074866.111413:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84370800. 00000001:00000010:1.0:1769074866.111415:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9420. 00080000:00000010:1.0:1769074866.111416:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84372c00. 00000001:00000010:1.0:1769074866.111418:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd91e0. 00080000:00000010:1.0:1769074866.111419:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa84370c00. 00000001:00000010:1.0:1769074866.111421:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9ae0. 00080000:00000010:1.0:1769074866.111422:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f877c00. 00000001:00000010:1.0:1769074866.111425:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9c00. 00080000:00000010:1.0:1769074866.111426:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a41f800. 00000001:00000010:1.0:1769074866.111428:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9f00. 00080000:00000010:1.0:1769074866.111430:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d55000. 00000001:00000010:1.0:1769074866.111432:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd90c0. 00080000:00000010:1.0:1769074866.111433:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d56800. 00000001:00000010:1.0:1769074866.111435:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa88bd9120. 00080000:00000010:1.0:1769074866.111437:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d54c00. 00000001:00000010:1.0:1769074866.111440:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3aea0. 00080000:00000010:1.0:1769074866.111442:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d55400. 00000001:00000010:1.0:1769074866.111443:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680840. 00080000:00000010:1.0:1769074866.111445:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d55c00. 00000001:00000010:1.0:1769074866.111447:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680420. 00080000:00000010:1.0:1769074866.111449:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d57000. 00000001:00000010:1.0:1769074866.111451:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e540. 00080000:00000010:1.0:1769074866.111453:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d56000. 00000001:00000010:1.0:1769074866.111455:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e240. 00080000:00000010:1.0:1769074866.111457:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d56c00. 00000001:00000010:1.0:1769074866.111458:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ef00. 00080000:00000010:1.0:1769074866.111460:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab86d54800. 00000001:00000010:1.0:1769074866.111461:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e060. 00080000:00000010:1.0:1769074866.111462:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f875000. 00000001:00000010:1.0:1769074866.111464:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ecc0. 00080000:00000010:1.0:1769074866.111465:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f876400. 00000001:00000010:1.0:1769074866.111475:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ec60. 00080000:00000010:1.0:1769074866.111477:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f876800. 00000001:00000010:1.0:1769074866.111479:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e900. 00080000:00000010:1.0:1769074866.111480:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f874800. 00000001:00000010:1.0:1769074866.111482:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e5a0. 00080000:00000010:1.0:1769074866.111483:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f876000. 00000001:00000010:1.0:1769074866.111485:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e3c0. 00080000:00000010:1.0:1769074866.111486:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f876c00. 00000001:00000010:1.0:1769074866.111487:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034ea20. 00080000:00000010:1.0:1769074866.111488:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f874400. 00000001:00000010:1.0:1769074866.111490:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034eba0. 00080000:00000010:1.0:1769074866.111491:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f877800. 00000001:00000010:1.0:1769074866.111493:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e120. 00080000:00000010:1.0:1769074866.111494:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daba02d2c00. 00000001:00000010:1.0:1769074866.111496:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e1e0. 00080000:00000010:1.0:1769074866.111498:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daba02d1c00. 00000001:00000010:1.0:1769074866.111500:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034e780. 00080000:00000010:1.0:1769074866.111501:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8326b400. 00000001:00000010:1.0:1769074866.111503:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba034eb40. 00080000:00000010:1.0:1769074866.111504:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8326a800. 00000001:00000010:1.0:1769074866.111506:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a660. 00080000:00000010:1.0:1769074866.111508:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83269800. 00000001:00000010:1.0:1769074866.111510:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd6802a0. 00080000:00000010:1.0:1769074866.111511:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8326a000. 00000001:00000010:1.0:1769074866.111513:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680300. 00080000:00000010:1.0:1769074866.111514:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83269400. 00000001:00000010:1.0:1769074866.111516:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680180. 00080000:00000010:1.0:1769074866.111517:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83268400. 00000001:00000010:1.0:1769074866.111519:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd6801e0. 00080000:00000010:1.0:1769074866.111520:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1ec00. 00000001:00000010:1.0:1769074866.111522:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680780. 00080000:00000010:1.0:1769074866.111523:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1dc00. 00000001:00000010:1.0:1769074866.111525:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd680a80. 00080000:00000010:1.0:1769074866.111527:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1d800. 00000001:00000010:1.0:1769074866.111529:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede61e0. 00080000:00000010:1.0:1769074866.111530:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1c000. 00000001:00000010:1.0:1769074866.111533:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a720. 00080000:00000010:1.0:1769074866.111534:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1e000. 00000001:00000010:1.0:1769074866.111536:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6180. 00080000:00000010:1.0:1769074866.111537:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bb1cc00. 00000001:00000010:1.0:1769074866.111540:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3af60. 00080000:00000010:1.0:1769074866.111541:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff64800. 00000001:00000010:1.0:1769074866.111543:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a6c0. 00080000:00000010:1.0:1769074866.111544:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff65400. 00000001:00000010:1.0:1769074866.111547:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a180. 00080000:00000010:1.0:1769074866.111548:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff65800. 00000001:00000010:1.0:1769074866.111549:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a1e0. 00080000:00000010:1.0:1769074866.111551:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff64400. 00000001:00000010:1.0:1769074866.111553:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3ac00. 00080000:00000010:1.0:1769074866.111554:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff67800. 00000001:00000010:1.0:1769074866.111556:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a8a0. 00080000:00000010:1.0:1769074866.111558:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff66000. 00000001:00000010:1.0:1769074866.111560:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a300. 00080000:00000010:1.0:1769074866.111562:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9c400. 00000001:00000010:1.0:1769074866.111564:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a780. 00080000:00000010:1.0:1769074866.111566:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51f400. 00000001:00000010:1.0:1769074866.111568:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3acc0. 00080000:00000010:1.0:1769074866.111570:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe2c00. 00000001:00000010:1.0:1769074866.111572:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a120. 00080000:00000010:1.0:1769074866.111573:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe1c00. 00000001:00000010:1.0:1769074866.111575:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a060. 00080000:00000010:1.0:1769074866.111576:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe1400. 00000001:00000010:1.0:1769074866.111578:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a480. 00080000:00000010:1.0:1769074866.111579:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe2800. 00000001:00000010:1.0:1769074866.111581:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3ade0. 00080000:00000010:1.0:1769074866.111582:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe0c00. 00000001:00000010:1.0:1769074866.111584:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3ad80. 00080000:00000010:1.0:1769074866.111585:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe3c00. 00000001:00000010:1.0:1769074866.111588:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3aae0. 00080000:00000010:1.0:1769074866.111589:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe0000. 00000001:00000010:1.0:1769074866.111591:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a0c0. 00080000:00000010:1.0:1769074866.111592:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e920000. 00000001:00000010:1.0:1769074866.111594:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a900. 00080000:00000010:1.0:1769074866.111595:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e921400. 00000001:00000010:1.0:1769074866.111597:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a5a0. 00080000:00000010:1.0:1769074866.111598:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e923c00. 00000001:00000010:1.0:1769074866.111600:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a840. 00080000:00000010:1.0:1769074866.111621:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e922000. 00000001:00000010:1.0:1769074866.111623:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3aa20. 00080000:00000010:1.0:1769074866.111625:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e921800. 00000001:00000010:1.0:1769074866.111626:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a2a0. 00080000:00000010:1.0:1769074866.111627:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e922c00. 00000001:00000010:1.0:1769074866.111629:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3af00. 00080000:00000010:1.0:1769074866.111630:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e920c00. 00000001:00000010:1.0:1769074866.111631:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3ad20. 00080000:00000010:1.0:1769074866.111633:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e920400. 00000001:00000010:1.0:1769074866.111635:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a540. 00080000:00000010:1.0:1769074866.111636:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9d800. 00000001:00000010:1.0:1769074866.111639:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a3c0. 00080000:00000010:1.0:1769074866.111640:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9e400. 00000001:00000010:1.0:1769074866.111642:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a000. 00080000:00000010:1.0:1769074866.111643:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9f400. 00000001:00000010:1.0:1769074866.111645:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a600. 00080000:00000010:1.0:1769074866.111646:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9f000. 00000001:00000010:1.0:1769074866.111648:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3ae40. 00080000:00000010:1.0:1769074866.111649:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9ec00. 00000001:00000010:1.0:1769074866.111650:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a960. 00080000:00000010:1.0:1769074866.111652:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fa9fc00. 00000001:00000010:1.0:1769074866.111654:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90882d80. 00080000:00000010:1.0:1769074866.111655:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b950000. 00000001:00000010:1.0:1769074866.111657:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede68a0. 00080000:00000010:1.0:1769074866.111658:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b951800. 00000001:00000010:1.0:1769074866.111660:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6060. 00080000:00000010:1.0:1769074866.111661:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b950800. 00000001:00000010:1.0:1769074866.111663:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6000. 00080000:00000010:1.0:1769074866.111664:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b951000. 00000001:00000010:1.0:1769074866.111666:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede69c0. 00080000:00000010:1.0:1769074866.111667:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b953c00. 00000001:00000010:1.0:1769074866.111669:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6a80. 00080000:00000010:1.0:1769074866.111670:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b952400. 00000001:00000010:1.0:1769074866.111672:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6240. 00080000:00000010:1.0:1769074866.111673:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b952000. 00000001:00000010:1.0:1769074866.111674:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6c60. 00080000:00000010:1.0:1769074866.111676:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b953000. 00000001:00000010:1.0:1769074866.111678:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6480. 00080000:00000010:1.0:1769074866.111679:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb4f3b800. 00000001:00000010:1.0:1769074866.111681:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede64e0. 00080000:00000010:1.0:1769074866.111682:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff75800. 00000001:00000010:1.0:1769074866.111684:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6840. 00080000:00000010:1.0:1769074866.111685:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb6bacc00. 00000001:00000010:1.0:1769074866.111688:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6d20. 00000004:00000010:1.0:1769074866.111690:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8dab9ede6ae0. 00080000:00000010:1.0:1769074866.111692:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc119800. 00000001:00000010:1.0:1769074866.111695:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6360. 00080000:00000010:1.0:1769074866.111697:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc11b800. 00000001:00000010:1.0:1769074866.111700:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6780. 00080000:00000010:1.0:1769074866.111703:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc11a800. 00000001:00000010:1.0:1769074866.111706:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6960. 00080000:00000010:1.0:1769074866.111708:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8b8fd800. 00000001:00000010:1.0:1769074866.111711:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6300. 00080000:00000010:1.0:1769074866.111713:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daba284f800. 00000001:00000010:1.0:1769074866.111716:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef17e0. 00080000:00000010:1.0:1769074866.111719:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259ec00. 00000001:00000010:1.0:1769074866.111722:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6e40. 00080000:00000010:1.0:1769074866.111723:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2d800. 00000001:00000010:1.0:1769074866.111727:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6b40. 00080000:00000010:1.0:1769074866.111729:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2e400. 00000001:00000010:1.0:1769074866.111734:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6ba0. 00080000:00000010:1.0:1769074866.111736:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2d000. 00000001:00000010:1.0:1769074866.111739:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6120. 00080000:00000010:1.0:1769074866.111742:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabc180dc00. 00000001:00000010:1.0:1769074866.111745:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6d80. 00080000:00000010:1.0:1769074866.111747:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff76400. 00000001:00000010:1.0:1769074866.111750:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede62a0. 00080000:00000010:1.0:1769074866.111752:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a41d800. 00000001:00000010:1.0:1769074866.111754:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6540. 00080000:00000010:1.0:1769074866.111757:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabadb06000. 00000001:00000010:1.0:1769074866.111761:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6900. 00080000:00000010:1.0:1769074866.111763:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabadb07800. 00000001:00000010:1.0:1769074866.111766:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6660. 00080000:00000010:1.0:1769074866.111768:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259e000. 00000001:00000010:1.0:1769074866.111770:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede65a0. 00080000:00000010:1.0:1769074866.111773:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259f000. 00000001:00000010:1.0:1769074866.111776:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6600. 00080000:00000010:1.0:1769074866.111778:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259cc00. 00000001:00000010:1.0:1769074866.111781:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8aa20. 00080000:00000010:1.0:1769074866.111783:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259dc00. 00000001:00000010:1.0:1769074866.111785:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6cc0. 00080000:00000010:1.0:1769074866.111787:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8259c400. 00000001:00000010:1.0:1769074866.111801:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab9ede6420. 00080000:00000010:1.0:1769074866.111804:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8594b000. 00000001:00000010:1.0:1769074866.111808:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3aa80. 00080000:00000010:1.0:1769074866.111810:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8594b400. 00000004:00000010:1.0:1769074866.111821:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8dabae045060. 00080000:00000010:1.0:1769074866.111825:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e340000. 00000001:00000010:1.0:1769074866.111829:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045b40. 00080000:00000010:1.0:1769074866.111831:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e341800. 00000001:00000010:1.0:1769074866.111834:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae0456c0. 00080000:00000010:1.0:1769074866.111836:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e340800. 00000001:00000010:1.0:1769074866.111839:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045480. 00080000:00000010:1.0:1769074866.111841:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e340400. 00000001:00000010:1.0:1769074866.111844:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045ae0. 00080000:00000010:1.0:1769074866.111846:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e342000. 00000001:00000010:1.0:1769074866.111849:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae0457e0. 00080000:00000010:1.0:1769074866.111851:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e341000. 00000001:00000010:1.0:1769074866.111854:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045420. 00080000:00000010:1.0:1769074866.111855:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd2d5400. 00000001:00000010:1.0:1769074866.111859:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045120. 00080000:00000010:1.0:1769074866.111861:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc943c00. 00000001:00000010:1.0:1769074866.111864:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045c60. 00080000:00000010:1.0:1769074866.111866:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc942000. 00000001:00000010:1.0:1769074866.111869:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045d20. 00080000:00000010:1.0:1769074866.111871:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc941400. 00000001:00000010:1.0:1769074866.111875:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045540. 00080000:00000010:1.0:1769074866.111877:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc942400. 00000001:00000010:1.0:1769074866.111879:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045720. 00080000:00000010:1.0:1769074866.111882:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc942800. 00000001:00000010:1.0:1769074866.111884:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae0458a0. 00080000:00000010:1.0:1769074866.111887:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc941000. 00000001:00000010:1.0:1769074866.111891:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818bb40. 00080000:00000010:1.0:1769074866.111895:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc941800. 00000001:00000010:1.0:1769074866.111898:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818b480. 00080000:00000010:1.0:1769074866.111900:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc943000. 00000001:00000010:1.0:1769074866.111903:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818b180. 00080000:00000010:1.0:1769074866.111905:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd2d6000. 00000001:00000010:1.0:1769074866.111907:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818b0c0. 00080000:00000010:1.0:1769074866.111910:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c49800. 00000001:00000010:1.0:1769074866.111913:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818bd80. 00080000:00000010:1.0:1769074866.111916:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c4a000. 00000001:00000010:1.0:1769074866.111922:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818ba80. 00080000:00000010:1.0:1769074866.111925:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c4b000. 00000001:00000010:1.0:1769074866.111927:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818b2a0. 00080000:00000010:1.0:1769074866.111930:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c48000. 00000001:00000010:1.0:1769074866.111933:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818bea0. 00080000:00000010:1.0:1769074866.111935:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa82c4ac00. 00000001:00000010:1.0:1769074866.111937:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818b780. 00080000:00000010:1.0:1769074866.111939:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabaffe1000. 00000001:00000010:1.0:1769074866.111954:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab90941720. 00080000:00000010:1.0:1769074866.111957:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b01c00. 00000001:00000010:1.0:1769074866.111961:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87f06ae0. 00080000:00000010:1.0:1769074866.111964:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fc2f000. 00000001:00000010:1.0:1769074866.111967:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef15a0. 00080000:00000010:1.0:1769074866.111970:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ee400. 00000001:00000010:1.0:1769074866.111973:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e180. 00080000:00000010:1.0:1769074866.111976:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ef800. 00000001:00000010:1.0:1769074866.111978:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1300. 00080000:00000010:1.0:1769074866.111981:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ed000. 00080000:00000010:1.0:1769074866.111984:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ec800. 00080000:00000010:1.0:1769074866.111987:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839efc00. 00080000:00000010:1.0:1769074866.111989:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ecc00. 00000001:00000010:1.0:1769074866.111992:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1d80. 00080000:00000010:1.0:1769074866.111994:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ec000. 00000001:00000010:1.0:1769074866.111997:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e8a0. 00080000:00000010:1.0:1769074866.111999:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ef000. 00000001:00000010:1.0:1769074866.112002:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e840. 00080000:00000010:1.0:1769074866.112004:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ee000. 00000001:00000010:1.0:1769074866.112007:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145ea80. 00080000:00000010:1.0:1769074866.112009:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa839ec400. 00000001:00000010:1.0:1769074866.112012:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabb445fb40. 00080000:00000010:1.0:1769074866.112015:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc759400. 00000001:00000010:1.0:1769074866.112018:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87885cc0. 00000004:00000010:1.0:1769074866.112021:0:42329:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8dab87885720. 00080000:00000010:1.0:1769074866.112023:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc75a800. 00000001:00000010:1.0:1769074866.112026:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e360. 00080000:00000010:1.0:1769074866.112028:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc758c00. 00000001:00000010:1.0:1769074866.112031:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e1e0. 00080000:00000010:1.0:1769074866.112033:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83886000. 00000001:00000010:1.0:1769074866.112035:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e240. 00080000:00000010:1.0:1769074866.112037:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83884400. 00000001:00000010:1.0:1769074866.112041:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e480. 00080000:00000010:1.0:1769074866.112044:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83884000. 00000001:00000010:1.0:1769074866.112046:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e9c0. 00080000:00000010:1.0:1769074866.112048:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83887c00. 00000001:00000010:1.0:1769074866.112050:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145ef60. 00080000:00000010:1.0:1769074866.112052:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b12000. 00000001:00000010:1.0:1769074866.112055:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a9c0. 00080000:00000010:1.0:1769074866.112058:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b10400. 00000001:00000010:1.0:1769074866.112061:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e000. 00080000:00000010:1.0:1769074866.112063:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b13800. 00000001:00000010:1.0:1769074866.112066:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e4e0. 00080000:00000010:1.0:1769074866.112068:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabb5b11800. 00000001:00000010:1.0:1769074866.112071:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145ecc0. 00080000:00000010:1.0:1769074866.112074:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8ec7e000. 00000001:00000010:1.0:1769074866.112077:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e120. 00080000:00000010:1.0:1769074866.112079:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f622800. 00000001:00000010:1.0:1769074866.112082:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e6c0. 00080000:00000010:1.0:1769074866.112085:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f622000. 00000001:00000010:1.0:1769074866.112088:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8f7ad360. 00080000:00000010:1.0:1769074866.112091:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f623800. 00000001:00000010:1.0:1769074866.112094:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145ec60. 00080000:00000010:1.0:1769074866.112097:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f620000. 00000001:00000010:1.0:1769074866.112100:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eb3a420. 00080000:00000010:1.0:1769074866.112103:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f620c00. 00000001:00000010:1.0:1769074866.112106:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e600. 00080000:00000010:1.0:1769074866.112108:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51c400. 00000001:00000010:1.0:1769074866.112111:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e0c0. 00080000:00000010:1.0:1769074866.112113:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51f000. 00000001:00000010:1.0:1769074866.112115:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145ed80. 00080000:00000010:1.0:1769074866.112117:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51c000. 00000001:00000010:1.0:1769074866.112120:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e660. 00080000:00000010:1.0:1769074866.112122:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51dc00. 00000001:00000010:1.0:1769074866.112125:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1900. 00080000:00000010:1.0:1769074866.112127:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51e000. 00000001:00000010:1.0:1769074866.112132:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1660. 00080000:00000010:1.0:1769074866.112134:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd51ec00. 00000001:00000010:1.0:1769074866.112137:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef12a0. 00080000:00000010:1.0:1769074866.112139:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89d78400. 00000001:00000010:1.0:1769074866.112143:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1a80. 00080000:00000010:1.0:1769074866.112145:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a9a8000. 00000001:00000010:1.0:1769074866.112148:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef16c0. 00080000:00000010:1.0:1769074866.112151:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89d9d400. 00000001:00000010:1.0:1769074866.112153:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1d20. 00080000:00000010:1.0:1769074866.112156:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89d9ec00. 00000001:00000010:1.0:1769074866.112158:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1f60. 00080000:00000010:1.0:1769074866.112161:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89d9e400. 00000001:00000010:1.0:1769074866.112164:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1420. 00080000:00000010:1.0:1769074866.112166:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefc800. 00000001:00000010:1.0:1769074866.112169:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1c00. 00080000:00000010:1.0:1769074866.112171:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefd400. 00000001:00000010:1.0:1769074866.112173:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1ea0. 00080000:00000010:1.0:1769074866.112175:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfeffc00. 00000001:00000010:1.0:1769074866.112178:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef19c0. 00080000:00000010:1.0:1769074866.112180:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefe800. 00000001:00000010:1.0:1769074866.112183:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1b40. 00080000:00000010:1.0:1769074866.112185:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefc400. 00000001:00000010:1.0:1769074866.112188:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1060. 00080000:00000010:1.0:1769074866.112191:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefe000. 00000001:00000010:1.0:1769074866.112193:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef14e0. 00080000:00000010:1.0:1769074866.112195:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefd800. 00000001:00000010:1.0:1769074866.112197:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1840. 00080000:00000010:1.0:1769074866.112200:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbfefe400. 00000001:00000010:1.0:1769074866.112202:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1ba0. 00080000:00000010:1.0:1769074866.112205:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f442c00. 00000001:00000010:1.0:1769074866.112208:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1f00. 00080000:00000010:1.0:1769074866.112211:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f443c00. 00000001:00000010:1.0:1769074866.112214:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1c60. 00080000:00000010:1.0:1769074866.112216:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f443400. 00000001:00000010:1.0:1769074866.112219:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1540. 00080000:00000010:1.0:1769074866.112221:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f443000. 00000001:00000010:1.0:1769074866.112225:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1000. 00080000:00000010:1.0:1769074866.112227:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f441400. 00000001:00000010:1.0:1769074866.112231:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1960. 00080000:00000010:1.0:1769074866.112233:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabad52ac00. 00000001:00000010:1.0:1769074866.112236:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef10c0. 00080000:00000010:1.0:1769074866.112238:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa85949000. 00000001:00000010:1.0:1769074866.112241:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1e40. 00080000:00000010:1.0:1769074866.112243:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff77800. 00000001:00000010:1.0:1769074866.112246:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1780. 00080000:00000010:1.0:1769074866.112249:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff74400. 00000001:00000010:1.0:1769074866.112251:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8eef1720. 00080000:00000010:1.0:1769074866.112254:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff75c00. 00000001:00000010:1.0:1769074866.112257:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8ae40. 00080000:00000010:1.0:1769074866.112259:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daba0dd0800. 00080000:00000010:1.0:1769074866.112264:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daba0dd0c00. 00000100:00000010:2.0:1769074866.112439:0:42321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3b80. 02000000:00000010:2.0:1769074866.112461:0:42321:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8594bc00. 00000100:00000010:2.0:1769074866.112545:0:42321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3480. 02000000:00000010:2.0:1769074866.112551:0:42321:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa85949800. 00000100:00000010:2.0:1769074866.112570:0:42321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0700. 02000000:00000010:2.0:1769074866.112575:0:42321:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa85949000. 00000100:00000010:2.0:1769074866.112582:0:42321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1f80. 02000000:00000010:2.0:1769074866.112585:0:42321:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8594b400. 02000000:00000010:2.0:1769074866.112623:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8594b000. 00000400:00000010:2.0:1769074866.112631:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4580. 00000400:00000010:2.0:1769074866.112638:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0a18. 00000100:00000200:2.0:1769074866.112646:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852330496, portal 4 00000400:00000010:2.0:1769074866.112653:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074866.112656:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852330496, offset 0 00000400:00000200:2.0:1769074866.112664:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074866.112679:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074866.112693:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17fe00 00000400:00000200:2.0:1769074866.112701:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 14528 00000400:00000200:2.0:1769074866.112710:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.112714:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074866.112723:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074866.112727:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3100. 00000400:00000200:2.0:1769074866.112743:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:2.0:1769074866.112746:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074866.112753:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a3480 x1855007852330496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074866.112790:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8594b800. 00000400:00000010:2.0:1769074866.112804:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4c60. 00000400:00000010:2.0:1769074866.112807:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb07f8. 00000100:00000200:2.0:1769074866.112810:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852330624, portal 4 00000400:00000010:2.0:1769074866.112813:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074866.112815:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852330624, offset 0 00000400:00000200:2.0:1769074866.112819:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074866.112823:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074866.112828:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17fe80 00000400:00000200:2.0:1769074866.112831:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56995 [8] + 15072 00000400:00000010:2.0:1769074866.112835:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fcb8. 00000400:00000200:2.0:1769074866.112837:0:12645:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8dababb42b00 00000400:00000200:2.0:1769074866.112840:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.112842:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074866.112844:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dababb42b00 00000400:00000010:2.0:1769074866.112846:0:12645:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dababb42b00. 00000100:00000200:2.0:1769074866.112849:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1769074866.112857:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:2.0:1769074866.112859:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074866.112863:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a0700 x1855007852330624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074866.113174:0:42319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc120380. 02000000:00000010:0.0:1769074866.113195:0:42319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dabbff0d000. 00000100:00000010:0.0:1769074866.113207:0:42319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121f80. 02000000:00000010:0.0:1769074866.113211:0:42319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dabbff0ec00. 02000000:00000010:0.0:1769074866.113248:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabbff0f000. 00000400:00000010:0.0:1769074866.113252:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8d68. 00000400:00000010:0.0:1769074866.113255:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074866.113257:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852330368, portal 4 00000400:00000010:0.0:1769074866.113260:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074866.113261:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852330368, offset 0 00000400:00000200:0.0:1769074866.113265:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074866.113269:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074866.113273:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17fd80 00000400:00000200:0.0:1769074866.113276:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56a31 [8] + 0 00000400:00000200:0.0:1769074866.113279:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.113281:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074866.113283:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074866.113285:0:12648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc120a80. 00000400:00000200:0.0:1769074866.113294:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:0.0:1769074866.113296:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074866.113300:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a3b80 x1855007852330368/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074866.113311:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabbff0f400. 00000400:00000010:0.0:1769074866.113313:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8160. 00000400:00000010:0.0:1769074866.113315:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074866.113316:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852330880, portal 4 00000400:00000010:0.0:1769074866.113319:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074866.113320:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852330880, offset 0 00000400:00000200:0.0:1769074866.113322:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074866.113324:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074866.113327:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17ff80 00000400:00000200:0.0:1769074866.113329:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56a31 [8] + 544 00000400:00000200:0.0:1769074866.113332:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.113333:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074866.113335:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074866.113337:0:12648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc122680. 00000400:00000200:0.0:1769074866.113344:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:0.0:1769074866.113345:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074866.113347:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc120380 x1855007852330880/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074866.113360:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabbff0e800. 00000400:00000010:0.0:1769074866.113362:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a80b0. 00000400:00000010:0.0:1769074866.113364:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074866.113365:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852330752, portal 4 00000400:00000010:0.0:1769074866.113367:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074866.113368:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852330752, offset 0 00000400:00000200:0.0:1769074866.113370:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074866.113372:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074866.113375:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac17ff00 00000400:00000200:0.0:1769074866.113377:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56a31 [8] + 1088 00000400:00000200:0.0:1769074866.113379:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.113381:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074866.113383:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074866.113384:0:12648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc122d80. 00000400:00000200:0.0:1769074866.113391:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:0.0:1769074866.113392:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074866.113394:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a1f80 x1855007852330752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074866.113415:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabbff0dc00. 00000400:00000010:0.0:1769074866.113418:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a88f0. 00000400:00000010:0.0:1769074866.113420:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074866.113424:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852331008, portal 4 00000400:00000010:0.0:1769074866.113427:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074866.113428:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855007852331008, offset 0 00000400:00000200:0.0:1769074866.113431:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074866.113436:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074866.113440:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971eac180000 00000400:00000200:0.0:1769074866.113444:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x56a31 [8] + 1632 00000400:00000200:0.0:1769074866.113448:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.113450:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074866.113453:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074866.113456:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc120e00. 00000400:00000200:0.0:1769074866.113476:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:0.0:1769074866.113478:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074866.113481:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc121f80 x1855007852331008/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074866.113515:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113519:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113525:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69fc00. 00000020:00000010:0.0:1769074866.113529:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858c00. 00000020:00000010:0.0:1769074866.113533:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef3e8. 00000020:00000010:0.0:1769074866.113555:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113556:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113558:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69ea00. 00000020:00000010:0.0:1769074866.113560:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858b00. 00000020:00000010:0.0:1769074866.113562:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074866.113570:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113571:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113573:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69e400. 00000020:00000010:0.0:1769074866.113574:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858f80. 00000020:00000010:0.0:1769074866.113576:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074866.113584:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113585:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113587:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69e200. 00000020:00000010:0.0:1769074866.113589:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858580. 00000020:00000010:0.0:1769074866.113590:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074866.113598:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113599:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113625:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69f200. 00000020:00000010:0.0:1769074866.113627:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.113629:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.113639:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113641:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113643:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69e600. 00000020:00000010:0.0:1769074866.113644:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858b80. 00000020:00000010:0.0:1769074866.113646:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074866.113657:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835fc0. 00000020:00000010:0.0:1769074866.113658:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835fc0. 00000100:00000200:0.0:1769074866.113660:0:45110:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852330496 02000000:00000010:0.0:1769074866.113676:0:45110:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8dabbff0f800. 00010000:00000010:0.0:1769074866.113698:0:45110:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ae00. 00010000:00000010:0.0:1769074866.113716:0:45110:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dabc1835fc0. 00000100:00000010:0.0:1769074866.113722:0:45110:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabafdf29c0. 00000100:00000010:0.0:1769074866.113730:0:45110:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121500. 02000000:00000010:0.0:1769074866.113738:0:45110:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8c69e000. 02000000:00000010:0.0:1769074866.113753:0:45110:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8c69f400. 00000400:00000010:0.0:1769074866.113757:0:45110:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a82c0. 00000400:00000010:0.0:1769074866.113760:0:45110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9770. 00000100:00000200:0.0:1769074866.113763:0:45110:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852331136, portal 16 00000400:00000010:0.0:1769074866.113767:0:45110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074866.113769:0:45110:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852331136, offset 0 00000400:00000200:0.0:1769074866.113775:0:45110:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.113784:0:45110:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.113790:0:45110:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074866.113804:0:45110:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074866.113807:0:45110:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074866.113810:0:45110:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.113814:0:45110:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41914:41914:256:4294967295] 192.168.204.10@tcp LPNI seq info [41910:41910:8:4294967295] 00000400:00000200:0.0:1769074866.113826:0:45110:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.113832:0:45110:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.113837:0:45110:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074866.113844:0:45110:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.113852:0:45110:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.113858:0:45110:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.113893:0:45108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835b80. 00000020:00000010:0.0:1769074866.113895:0:45108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835b80. 00000100:00000200:0.0:1769074866.113896:0:45108:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852330624 02000000:00000010:0.0:1769074866.113904:0:45108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8dabbff0e000. 00010000:00000010:0.0:1769074866.113912:0:45108:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.0:1769074866.113918:0:45108:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dabc1835b80. 00000100:00000010:0.0:1769074866.113921:0:45108:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabae914900. 00000100:00000010:0.0:1769074866.113924:0:45108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc120000. 02000000:00000010:0.0:1769074866.113947:0:45108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8c69ee00. 02000000:00000010:0.0:1769074866.113954:0:45108:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8fd3b400. 00000400:00000010:0.0:1769074866.113957:0:45108:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8948. 00000400:00000010:0.0:1769074866.113959:0:45108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074866.113961:0:45108:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852331264, portal 16 00000400:00000010:0.0:1769074866.113963:0:45108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074866.113964:0:45108:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852331264, offset 0 00000400:00000200:0.0:1769074866.113968:0:45108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.113971:0:45108:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.113973:0:45108:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074866.113975:0:45108:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074866.113977:0:45108:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074866.113978:0:45108:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.113980:0:45108:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41915:41915:255:4294967295] 192.168.204.10@tcp LPNI seq info [41911:41911:7:4294967295] 00000400:00000200:0.0:1769074866.113985:0:45108:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.113987:0:45108:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.113989:0:45108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074866.113992:0:45108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.113994:0:45108:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.113996:0:45108:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.114011:0:45113:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc18356c0. 00000020:00000010:0.0:1769074866.114013:0:45113:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc18356c0. 00000100:00000200:0.0:1769074866.114015:0:45113:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852330368 02000000:00000010:0.0:1769074866.114021:0:45113:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8dabbff0e400. 00010000:00000010:0.0:1769074866.114027:0:45113:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:0.0:1769074866.114032:0:45113:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dabc18356c0. 00000100:00000010:0.0:1769074866.114035:0:45113:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab906d2480. 00000100:00000010:0.0:1769074866.114038:0:45113:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc122300. 02000000:00000010:0.0:1769074866.114042:0:45113:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dabafae6e00. 02000000:00000010:0.0:1769074866.114047:0:45113:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabafae7400. 00000400:00000010:0.0:1769074866.114049:0:45113:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8a50. 00000400:00000010:0.0:1769074866.114051:0:45113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074866.114053:0:45113:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852331392, portal 16 00000400:00000010:0.0:1769074866.114054:0:45113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074866.114056:0:45113:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852331392, offset 0 00000400:00000200:0.0:1769074866.114059:0:45113:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.114062:0:45113:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.114063:0:45113:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074866.114065:0:45113:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074866.114067:0:45113:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074866.114068:0:45113:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.114070:0:45113:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41916:41916:254:4294967295] 192.168.204.10@tcp LPNI seq info [41912:41912:6:4294967295] 00000400:00000200:0.0:1769074866.114074:0:45113:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.114077:0:45113:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.114079:0:45113:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074866.114081:0:45113:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.114084:0:45113:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.114086:0:45113:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.114102:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835f00. 00000020:00000010:0.0:1769074866.114105:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835f00. 00000100:00000200:0.0:1769074866.114108:0:45112:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852330880 02000000:00000010:0.0:1769074866.114117:0:45112:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8dabbff0c800. 00010000:00000010:0.0:1769074866.114128:0:45112:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:0.0:1769074866.114138:0:45112:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dabc1835f00. 00000100:00000010:0.0:1769074866.114142:0:45112:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab854f5240. 00000100:00000010:0.0:1769074866.114148:0:45112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603100. 02000000:00000010:0.0:1769074866.114153:0:45112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dabafae6200. 02000000:00000010:0.0:1769074866.114163:0:45112:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabafae7200. 00000400:00000010:0.0:1769074866.114166:0:45112:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8108. 00000400:00000010:0.0:1769074866.114169:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074866.114172:0:45112:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852331520, portal 16 00000400:00000010:0.0:1769074866.114175:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074866.114177:0:45112:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852331520, offset 0 00000400:00000200:0.0:1769074866.114182:0:45112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.114186:0:45112:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.114188:0:45112:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074866.114191:0:45112:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074866.114193:0:45112:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074866.114195:0:45112:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.114197:0:45112:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41917:41917:253:4294967295] 192.168.204.10@tcp LPNI seq info [41913:41913:5:4294967295] 00000400:00000200:0.0:1769074866.114204:0:45112:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.114208:0:45112:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.114212:0:45112:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074866.114215:0:45112:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.114219:0:45112:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.114222:0:45112:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.114259:0:47062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc18350c0. 00000020:00000010:0.0:1769074866.114262:0:47062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc18350c0. 00000100:00000200:0.0:1769074866.114265:0:47062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852330752 02000000:00000010:0.0:1769074866.114273:0:47062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8dabbff0d400. 00010000:00000010:0.0:1769074866.114282:0:47062:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:0.0:1769074866.114289:0:47062:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dabc18350c0. 00000100:00000010:0.0:1769074866.114294:0:47062:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa835cc3c0. 00000100:00000010:0.0:1769074866.114299:0:47062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804a80. 02000000:00000010:0.0:1769074866.114304:0:47062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa827d1600. 02000000:00000010:0.0:1769074866.114312:0:47062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa827d0c00. 00000400:00000010:0.0:1769074866.114315:0:47062:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8f78. 00000400:00000010:0.0:1769074866.114318:0:47062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074866.114321:0:47062:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852331648, portal 16 00000400:00000010:0.0:1769074866.114324:0:47062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074866.114327:0:47062:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852331648, offset 0 00000400:00000200:0.0:1769074866.114331:0:47062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.114337:0:47062:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.114339:0:47062:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074866.114342:0:47062:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074866.114344:0:47062:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074866.114346:0:47062:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.114348:0:47062:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41918:41918:252:4294967295] 192.168.204.10@tcp LPNI seq info [41914:41914:4:4294967295] 00000400:00000200:0.0:1769074866.114354:0:47062:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.114358:0:47062:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.114361:0:47062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074866.114364:0:47062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.114368:0:47062:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.114370:0:47062:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.114394:0:38654:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc18357c0. 00000020:00000010:0.0:1769074866.114397:0:38654:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc18357c0. 00000100:00000200:0.0:1769074866.114399:0:38654:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852331008 02000000:00000010:0.0:1769074866.114407:0:38654:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8dabbff0c400. 00010000:00000010:0.0:1769074866.114417:0:38654:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:0.0:1769074866.114423:0:38654:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dabc18357c0. 00000100:00000010:0.0:1769074866.114427:0:38654:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab908d09c0. 00000100:00000010:0.0:1769074866.114431:0:38654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90807800. 02000000:00000010:0.0:1769074866.114439:0:38654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8edc2800. 02000000:00000010:0.0:1769074866.114448:0:38654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8edc3800. 00000400:00000010:0.0:1769074866.114451:0:38654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8370. 00000400:00000010:0.0:1769074866.114453:0:38654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074866.114455:0:38654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852331776, portal 16 00000400:00000010:0.0:1769074866.114457:0:38654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074866.114458:0:38654:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855007852331776, offset 0 00000400:00000200:0.0:1769074866.114462:0:38654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.114465:0:38654:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.114467:0:38654:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074866.114469:0:38654:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.110@tcp 00000400:00000200:0.0:1769074866.114470:0:38654:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.110@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074866.114472:0:38654:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.114473:0:38654:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41919:41919:251:4294967295] 192.168.204.10@tcp LPNI seq info [41915:41915:3:4294967295] 00000400:00000200:0.0:1769074866.114478:0:38654:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.114481:0:38654:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.114483:0:38654:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074866.114485:0:38654:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.114488:0:38654:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.114489:0:38654:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074866.114567:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.114572:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:0.0:1769074866.114577:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.114581:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.114585:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074866.114586:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074866.114593:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc121500 x1855007852331136/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769074866.114640:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.114643:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:0.0:1769074866.114646:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.114649:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.114653:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:0.0:1769074866.114654:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074866.114659:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc120000 x1855007852331264/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769074866.114668:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.114669:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:0.0:1769074866.114670:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.114672:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.114673:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:0.0:1769074866.114674:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074866.114677:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc122300 x1855007852331392/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769074866.114683:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.114684:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:0.0:1769074866.114685:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.114687:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.114688:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:0.0:1769074866.114689:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074866.114692:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8c603100 x1855007852331520/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769074866.114703:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.114704:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:0.0:1769074866.114707:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.114709:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.114712:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:0.0:1769074866.114713:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074866.114717:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa90804a80 x1855007852331648/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769074866.114781:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.114783:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:0.0:1769074866.114786:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.114789:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.114803:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:0.0:1769074866.114805:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074866.114810:0:12638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa90807800 x1855007852331776/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:3.1:1769074866.119351:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1000. 00010000:00000010:3.1:1769074866.119366:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0800. 00000020:00000010:3.0:1769074866.119480:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de00. 00000020:00000010:3.0:1769074866.119486:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de00. 00000020:00000010:3.0:1769074866.119495:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8deca800. 00000020:00000010:3.0:1769074866.119501:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a500. 00000020:00000010:3.0:1769074866.119506:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.119538:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470de00. 00000020:00000010:3.0:1769074866.119541:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470de00. 00000100:00000200:3.0:1769074866.119546:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826640128 00000001:00000010:3.0:1769074866.119556:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8480. 00010000:00000010:3.0:1769074866.119581:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0800. 00010000:00000010:3.0:1769074866.119589:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 02000000:00000010:3.0:1769074866.119640:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c68b000. 00010000:00000010:3.0:1769074866.119743:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1000. 00010000:00000010:3.0:1769074866.119747:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074866.119767:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074866.119771:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ac80. 00010000:00000010:3.0:1769074866.119774:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1c00. 00010000:00000010:3.0:1769074866.119778:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 00000004:00000010:3.0:1769074866.119811:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8dabaf1a9860. 00000004:00000010:3.0:1769074866.119821:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab875839d8. 00000004:00000010:3.0:1769074866.119829:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6ecc0. 00080000:00000010:3.0:1769074866.119840:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa90374558. 00000020:00000010:3.0:1769074866.119878:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818b4e0. 00080000:00000010:3.0:1769074866.119888:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83450800. 00000004:00000010:3.0:1769074866.119913:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa88ed8f00. 00020000:00000010:3.0:1769074866.119961:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb180. 00020000:00000010:3.0:1769074866.119964:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bb148. 00000004:00000010:3.0:1769074866.119974:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1a380. 00000001:00000010:3.0:1769074866.120224:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818b0c0. 00000001:00000010:3.0:1769074866.120233:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8c00. 00000020:00000010:3.0:1769074866.120290:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818b4e0. 00010000:00000010:3.0:1769074866.120332:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8c56ba00. 00010000:00000010:3.0:1769074866.120336:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a300. 00010000:00000010:3.0:1769074866.120340:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0600. 00010000:00000010:3.0:1769074866.120345:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3a80. 00000004:00000010:3.0:1769074866.120372:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8ad2a380. 00010000:00000010:3.0:1769074866.120402:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:3.0:1769074866.120437:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000200:3.0:1769074866.120449:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890632, last committed = 17179890625 00010000:00000200:3.0:1769074866.120460:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab86688000 x1855007826640128/t17179890632(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074866.120480:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c466e8. 00000100:00000200:3.0:1769074866.120487:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826640128, offset 224 00000400:00000010:3.0:1769074866.120495:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc9a0. 00000400:00000200:3.0:1769074866.120499:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.120514:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.120520:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41920:41920:256:4294967295] 192.168.204.10@tcp LPNI seq info [41916:41916:8:4294967295] 00000400:00000200:3.0:1769074866.120526:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074866.120532:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.120538:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.120542:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074866.120548:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.120554:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.120559:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.120579:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a500. 00000020:00000010:3.0:1769074866.120584:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.120588:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8deca800. 00000400:00000200:1.0:1769074866.122422:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.122441:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac180080 00000400:00000200:1.0:1769074866.122450:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x67219 [1] + 224 00000400:00000200:1.0:1769074866.122461:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.123584:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.123665:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc121500 x1855007852331136/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074866.124047:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.124059:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac180100 00000400:00000200:1.0:1769074866.124067:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x67221 [1] + 224 00000400:00000200:1.0:1769074866.124077:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.124081:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.124087:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc120000 x1855007852331264/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074866.124111:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.124116:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac180180 00000400:00000200:1.0:1769074866.124121:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x67229 [1] + 224 00000400:00000200:1.0:1769074866.124127:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.124130:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.124135:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc122300 x1855007852331392/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074866.124155:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.124161:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac180200 00000400:00000200:1.0:1769074866.124166:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x67231 [1] + 224 00000400:00000200:1.0:1769074866.124171:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.124175:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.124182:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8c603100 x1855007852331520/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074866.124210:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.124216:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8ffd80 00000400:00000200:1.0:1769074866.124220:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b891 [2] + 656 00000400:00000200:1.0:1769074866.124226:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.124229:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.124233:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074866.124240:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86689500. 00000400:00000200:1.0:1769074866.124254:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.124259:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8fff00 00000400:00000200:1.0:1769074866.124262:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b891 [2] + 984 00000400:00000200:1.0:1769074866.124267:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.124271:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.124273:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074866.124276:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dab86688a80. 00000400:00000200:1.0:1769074866.124290:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.124295:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8ffe00 00000400:00000200:1.0:1769074866.124299:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b891 [2] + 1312 00000400:00000200:1.0:1769074866.124304:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.124306:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.124309:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074866.124314:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cb480. 00000400:00000200:1.0:1769074866.124327:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.124331:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8ffe80 00000400:00000200:1.0:1769074866.124334:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b891 [2] + 1640 00000400:00000200:1.0:1769074866.124340:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.124343:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.124346:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074866.124348:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8a80. 00000400:00000200:1.0:1769074866.124362:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.124368:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac180280 00000400:00000200:1.0:1769074866.124372:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x67239 [1] + 224 00000400:00000200:1.0:1769074866.124377:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.124380:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.124386:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa90804a80 x1855007852331648/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074866.124406:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.124411:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 16 MB=0x6971eac180300 00000400:00000200:1.0:1769074866.124416:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.10@tcp of length 224/224 into md 0x67241 [1] + 224 00000400:00000200:1.0:1769074866.124422:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.124426:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.124431:0:12639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa90807800 x1855007852331776/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074866.124450:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.124456:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa900000 00000400:00000200:1.0:1769074866.124460:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b891 [2] + 1968 00000400:00000010:1.0:1769074866.124464:0:12639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39108. 00000400:00000200:1.0:1769074866.124482:0:12639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa835cc600 00000400:00000200:1.0:1769074866.124489:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.124493:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.124497:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa835cc600 00000400:00000010:1.0:1769074866.124499:0:12639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa835cc600. 00000100:00000200:1.0:1769074866.124504:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1769074866.124518:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.124524:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa8fff80 00000400:00000200:1.0:1769074866.124528:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b895 [2] + 0 00000400:00000200:1.0:1769074866.124537:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.124541:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.124543:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074866.124547:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cb800. 00000020:00000010:1.0:1769074866.124589:0:38629:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabaed78080. 00000020:00000010:1.0:1769074866.124596:0:38629:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8656f480. 00000020:00000010:1.0:1769074866.124638:0:38629:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88000. 00000020:00000010:1.0:1769074866.124644:0:38629:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42480. 00000020:00000010:1.0:1769074866.124650:0:38629:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c5627d0. 00000100:00000200:1.0:1769074866.124679:0:38629:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dab86689500 x1855007826640256/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 328/0 e 0 to 0 dl 1769074877 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074866.124698:0:38629:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabaed78300. 00000020:00000010:1.0:1769074866.124702:0:38629:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8656f080. 00000020:00000010:1.0:1769074866.124707:0:38629:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89e00. 00000020:00000010:1.0:1769074866.124710:0:38629:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42680. 00000020:00000010:1.0:1769074866.124713:0:38629:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562320. 00000100:00000200:1.0:1769074866.124721:0:38629:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8dab86688a80 x1855007826640640/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 328/0 e 0 to 0 dl 1769074877 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074866.124735:0:38629:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabaed78c40. 00000020:00000010:1.0:1769074866.124738:0:38629:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabaed78c40. 00000020:00000010:1.0:1769074866.124742:0:38629:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:1.0:1769074866.124745:0:38629:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42600. 00000020:00000010:1.0:1769074866.124748:0:38629:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562640. 00000100:00000200:1.0:1769074866.124757:0:38629:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8daa908cb480 x1855007826640384/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 328/0 e 0 to 0 dl 1769074877 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074866.124771:0:38629:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabaed78c40. 00000020:00000010:1.0:1769074866.124774:0:38629:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabaed78c40. 00000020:00000010:1.0:1769074866.124777:0:38629:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074866.124780:0:38629:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42880. 00000020:00000010:1.0:1769074866.124783:0:38629:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562d48. 00000800:00000200:0.0:1769074866.124934:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.124939:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:0.0:1769074866.124946:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.124951:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000020:00000010:0.0:1769074866.124986:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835d40. 00000020:00000010:0.0:1769074866.124988:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835d40. 00000020:00000010:0.0:1769074866.124993:0:36250:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc3c00. 00000020:00000010:0.0:1769074866.124996:0:36250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858700. 00000020:00000010:0.0:1769074866.124999:0:36250:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef000. 00000020:00000010:3.0:1769074866.125073:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d240. 00000020:00000010:3.0:1769074866.125077:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d240. 00000020:00000010:3.0:1769074866.125082:0:47054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8deca800. 00000020:00000010:3.0:1769074866.125084:0:47054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a500. 00000020:00000010:3.0:1769074866.125087:0:47054:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000100:00000200:1.0:1769074866.125110:0:38629:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8daa908c8a80 x1855007826640512/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 328/0 e 0 to 0 dl 1769074877 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074866.125143:0:36250:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8daa85890850 x1855007826640896/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 328/0 e 0 to 0 dl 1769074877 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074866.125160:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835d40. 00000020:00000010:0.0:1769074866.125162:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835d40. 00000100:00000200:0.0:1769074866.125165:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826640256 02000000:00000010:0.0:1769074866.125188:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8c578c00. 00010000:00000010:0.0:1769074866.125230:0:36250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dabc1835d40. 00000100:00000010:0.0:1769074866.125238:0:36250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab82d31600. 00000100:00000010:0.0:1769074866.125244:0:36250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab82d31600. 00010000:00000010:0.0:1769074866.125247:0:36250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dabc1835d40. 00000400:00000010:0.0:1769074866.125261:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074866.125267:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826640256, offset 224 00000400:00000200:0.0:1769074866.125274:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.125284:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.125290:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41921:41921:256:4294967295] 192.168.204.10@tcp LPNI seq info [41917:41917:8:4294967295] 00000400:00000200:0.0:1769074866.125300:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.125305:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.125310:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074866.125316:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.125323:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.125327:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.125345:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42480. 00000020:00000010:0.0:1769074866.125349:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c5627d0. 00000020:00000010:0.0:1769074866.125353:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88000. 00000020:00000010:0.0:1769074866.125368:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835d40. 00000020:00000010:0.0:1769074866.125370:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835d40. 00000100:00000200:0.0:1769074866.125372:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826640640 02000000:00000010:0.0:1769074866.125457:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8c57a000. 00010000:00000010:0.0:1769074866.125476:0:36250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dabc1835d40. 00000100:00000010:0.0:1769074866.125480:0:36250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab82d31600. 00000100:00000010:0.0:1769074866.125483:0:36250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab82d31600. 00010000:00000010:0.0:1769074866.125485:0:36250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dabc1835d40. 00000400:00000010:0.0:1769074866.125490:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074866.125493:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826640640, offset 224 00000400:00000200:0.0:1769074866.125497:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.125502:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.125505:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41922:41922:255:4294967295] 192.168.204.10@tcp LPNI seq info [41918:41918:7:4294967295] 00000400:00000200:0.0:1769074866.125512:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.125516:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.125519:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074866.125522:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.125525:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.125528:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.125533:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42680. 00000020:00000010:0.0:1769074866.125536:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562320. 00000020:00000010:0.0:1769074866.125538:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89e00. 00000020:00000010:0.0:1769074866.125547:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835d40. 00000020:00000010:0.0:1769074866.125550:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835d40. 00000100:00000200:0.0:1769074866.125552:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826640384 02000000:00000010:0.0:1769074866.125558:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8c57bc00. 00010000:00000010:0.0:1769074866.125571:0:36250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dabc1835d40. 00000100:00000010:0.0:1769074866.125574:0:36250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab82d31600. 00000100:00000010:0.0:1769074866.125577:0:36250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab82d31600. 00010000:00000010:0.0:1769074866.125579:0:36250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dabc1835d40. 00000400:00000010:0.0:1769074866.125583:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074866.125586:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826640384, offset 224 00000400:00000200:0.0:1769074866.125590:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.125595:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.125598:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41923:41923:254:4294967295] 192.168.204.10@tcp LPNI seq info [41919:41919:6:4294967295] 00000400:00000200:0.0:1769074866.125621:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.125625:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.125627:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074866.125630:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.125634:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.125636:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.125641:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42600. 00000020:00000010:0.0:1769074866.125644:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562640. 00000020:00000010:0.0:1769074866.125646:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000020:00000010:0.0:1769074866.125654:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835d40. 00000020:00000010:0.0:1769074866.125657:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835d40. 00000100:00000200:0.0:1769074866.125658:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826640512 02000000:00000010:0.0:1769074866.125662:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8c579c00. 00010000:00000010:0.0:1769074866.125675:0:36250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dabc1835d40. 00000100:00000010:0.0:1769074866.125679:0:36250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab82d31600. 00000100:00000010:0.0:1769074866.125681:0:36250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab82d31600. 00010000:00000010:0.0:1769074866.125683:0:36250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dabc1835d40. 00000400:00000010:0.0:1769074866.125687:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074866.125690:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826640512, offset 224 00000400:00000200:0.0:1769074866.125695:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.125700:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.125703:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41924:41924:253:4294967295] 192.168.204.10@tcp LPNI seq info [41920:41920:5:4294967295] 00000400:00000200:0.0:1769074866.125710:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.125714:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.125718:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074866.125721:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.125725:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.125727:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.125734:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42880. 00000020:00000010:0.0:1769074866.125737:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562d48. 00000020:00000010:0.0:1769074866.125739:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000020:00000010:0.0:1769074866.125750:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835d40. 00000020:00000010:0.0:1769074866.125753:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835d40. 00000100:00000200:0.0:1769074866.125754:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826640896 02000000:00000010:0.0:1769074866.125760:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8c579400. 00010000:00000010:0.0:1769074866.125772:0:36250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dabc1835d40. 00000100:00000010:0.0:1769074866.125776:0:36250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab82d31600. 00000100:00000010:0.0:1769074866.125778:0:36250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab82d31600. 00010000:00000010:0.0:1769074866.125781:0:36250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dabc1835d40. 00000400:00000010:0.0:1769074866.125787:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074866.125801:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826640896, offset 224 00000400:00000200:0.0:1769074866.125806:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.125811:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.125815:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41925:41925:252:4294967295] 192.168.204.10@tcp LPNI seq info [41921:41921:4:4294967295] 00000400:00000200:0.0:1769074866.125822:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.125825:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.125828:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074866.125831:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.125836:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.125838:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.125845:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858700. 00000020:00000010:0.0:1769074866.125848:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef000. 00000020:00000010:0.0:1769074866.125853:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc3c00. 00000100:00000010:0.0:1769074866.125858:0:36250:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8a80. 00000100:00000010:0.0:1769074866.125861:0:36250:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cb480. 00000100:00000010:0.0:1769074866.125863:0:36250:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688a80. 00000100:00000010:0.0:1769074866.125866:0:36250:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689500. 02000000:00000010:0.0:1769074866.125871:0:36250:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbd747400. 00000100:00000010:0.0:1769074866.125876:0:36250:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b8e00. 02000000:00000010:0.0:1769074866.125880:0:36250:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbff76c00. 00000100:00000010:0.0:1769074866.125882:0:36250:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843baa00. 00000100:00000200:0.0:1769074866.125888:0:36250:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074866.125894:0:36250:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8790. 00000400:00000010:0.0:1769074866.125898:0:36250:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab82d31600. 00000400:00000010:0.0:1769074866.125930:0:45113:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8a50. 00000400:00000200:0.0:1769074866.125935:0:45113:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:0.0:1769074866.125937:0:45113:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074866.125944:0:45113:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc122300 x1855007852331392/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074866.125953:0:45113:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc122300 x1855007852331392/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074866.125983:0:45113:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabafae7400. 02000000:00000010:0.0:1769074866.125989:0:45113:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dabafae6e00. 00000100:00000010:0.0:1769074866.125993:0:45113:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc122300. 00000100:00000010:0.0:1769074866.125996:0:45113:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab906d2480. 00010000:00000010:0.0:1769074866.126000:0:45113:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dabc18356c0. 00010000:00000010:0.0:1769074866.126013:0:45113:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab906d2480. 00080000:00000010:0.0:1769074866.126034:0:45113:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c578800. 00000001:00000010:0.0:1769074866.126411:0:45113:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d492a0. 00080000:00000010:0.0:1769074866.126467:0:45113:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc891d0. 00002000:00000010:0.0:1769074866.126473:0:45113:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb117c0. 00010000:00000200:0.0:1769074866.126490:0:45113:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc120a80 x1855007852330368/t4294970293(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:402/0 lens 544/432 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074866.126503:0:45113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074866.126506:0:45113:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852330368, offset 224 00000400:00000200:0.0:1769074866.126511:0:45113:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074866.126519:0:45113:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074866.126528:0:45113:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17fd80 00000400:00000200:0.0:1769074866.126535:0:45113:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x671f9 [1] + 224 00000400:00000200:0.0:1769074866.126541:0:45113:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.126545:0:45113:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074866.126553:0:45113:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a3b80 x1855007852330368/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074866.126573:0:45113:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:0.0:1769074866.126575:0:45113:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000020:00000010:0.0:1769074866.126589:0:45113:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858f80. 00000020:00000010:0.0:1769074866.126592:0:45113:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefaf0. 00000020:00000010:0.0:1769074866.126595:0:45113:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69e400. 00002000:00000010:0.0:1769074866.126651:0:36253:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daa8420b340. 00010000:00000010:0.0:1769074866.126657:0:36253:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daa82b22b00. 00010000:00000010:0.0:1769074866.126664:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab906d2480. 00000400:00000010:0.0:1769074866.126680:0:38654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8370. 00000400:00000200:0.0:1769074866.126683:0:38654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:0.0:1769074866.126684:0:38654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074866.126691:0:38654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa90807800 x1855007852331776/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074866.126700:0:38654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa90807800 x1855007852331776/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074866.126719:0:38654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8edc3800. 02000000:00000010:0.0:1769074866.126723:0:38654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8edc2800. 00000100:00000010:0.0:1769074866.126727:0:38654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807800. 00000100:00000010:0.0:1769074866.126730:0:38654:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab908d09c0. 00010000:00000010:0.0:1769074866.126732:0:38654:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dabc18357c0. 00010000:00000010:0.0:1769074866.126739:0:38654:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab811ca000. 00080000:00000010:0.0:1769074866.126757:0:38654:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c579000. 00000001:00000010:0.0:1769074866.126875:0:38654:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49240. 00080000:00000010:0.0:1769074866.126914:0:38654:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8ed5b008. 00002000:00000010:0.0:1769074866.126927:0:38654:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb2c720. 00010000:00000200:0.0:1769074866.126938:0:38654:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc120e00 x1855007852331008/t4294970301(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:402/0 lens 544/432 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074866.126950:0:38654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074866.126953:0:38654:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852331008, offset 224 00000400:00000200:0.0:1769074866.126958:0:38654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074866.126964:0:38654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074866.126970:0:38654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac180000 00000400:00000200:0.0:1769074866.126975:0:38654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x67211 [1] + 224 00000400:00000200:0.0:1769074866.126979:0:38654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.126982:0:38654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074866.126988:0:38654:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc121f80 x1855007852331008/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074866.127005:0:38654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:0.0:1769074866.127007:0:38654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00000020:00000010:0.0:1769074866.127015:0:38654:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858b80. 00000020:00000010:0.0:1769074866.127018:0:38654:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef960. 00000020:00000010:0.0:1769074866.127021:0:38654:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69e600. 00002000:00000010:0.0:1769074866.127046:0:38628:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daa8fab1dc0. 00010000:00000010:0.0:1769074866.127050:0:38628:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8dabb4ae9200. 00010000:00000010:0.0:1769074866.127055:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab811ca000. 00000400:00000010:0.0:1769074866.127068:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a88f0. 00000400:00000200:0.0:1769074866.127071:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:0.0:1769074866.127072:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074866.127076:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc121f80 x1855007852331008/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074866.127084:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc121f80 x1855007852331008/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074866.127115:0:45108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8948. 00000400:00000200:0.0:1769074866.127118:0:45108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:0.0:1769074866.127120:0:45108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074866.127126:0:45108:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc120000 x1855007852331264/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074866.127134:0:45108:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc120000 x1855007852331264/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074866.127151:0:45108:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8fd3b400. 02000000:00000010:0.0:1769074866.127156:0:45108:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8c69ee00. 00000100:00000010:0.0:1769074866.127158:0:45108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc120000. 00000100:00000010:0.0:1769074866.127161:0:45108:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabae914900. 00010000:00000010:0.0:1769074866.127164:0:45108:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dabc1835b80. 00010000:00000010:0.0:1769074866.127171:0:45108:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab908d09c0. 00080000:00000010:0.0:1769074866.127186:0:45108:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c57b000. 00000001:00000010:0.0:1769074866.127404:0:45108:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49780. 00080000:00000010:0.0:1769074866.127436:0:45108:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc88ab0. 00002000:00000010:0.0:1769074866.127440:0:45108:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb11690. 00010000:00000200:0.0:1769074866.127450:0:45108:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabaedcac50 x1855007852330624/t4294970294(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:402/0 lens 544/432 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074866.127461:0:45108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074866.127464:0:45108:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852330624, offset 224 00000400:00000200:0.0:1769074866.127468:0:45108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074866.127473:0:45108:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074866.127479:0:45108:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17fe80 00000400:00000200:0.0:1769074866.127484:0:45108:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x671f1 [1] + 224 00000400:00000200:0.0:1769074866.127488:0:45108:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.127491:0:45108:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074866.127496:0:45108:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a0700 x1855007852330624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074866.127513:0:45108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:0.0:1769074866.127514:0:45108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00000020:00000010:0.0:1769074866.127522:0:45108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858b00. 00000020:00000010:0.0:1769074866.127525:0:45108:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eefed8. 00000020:00000010:0.0:1769074866.127527:0:45108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69ea00. 00002000:00000010:0.0:1769074866.127548:0:45980:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daa8fab1580. 00010000:00000010:0.0:1769074866.127551:0:45980:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8dabb4ae9c00. 00010000:00000010:0.0:1769074866.127555:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab908d09c0. 00000400:00000010:0.0:1769074866.127566:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4c60. 00000400:00000200:0.0:1769074866.127569:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb07f8 00000400:00000010:0.0:1769074866.127570:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb07f8. 00000100:00000200:0.0:1769074866.127575:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a0700 x1855007852330624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074866.127582:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a0700 x1855007852330624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074866.127626:0:45112:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8108. 00000400:00000200:0.0:1769074866.127629:0:45112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:0.0:1769074866.127630:0:45112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074866.127635:0:45112:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8c603100 x1855007852331520/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074866.127643:0:45112:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8c603100 x1855007852331520/t0(0) o104->lustre-OST0000@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074866.127656:0:45112:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabafae7200. 02000000:00000010:0.0:1769074866.127659:0:45112:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dabafae6200. 00000100:00000010:0.0:1769074866.127662:0:45112:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603100. 00000100:00000010:0.0:1769074866.127665:0:45112:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab854f5240. 00010000:00000010:0.0:1769074866.127667:0:45112:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dabc1835f00. 00010000:00000010:0.0:1769074866.127673:0:45112:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabae914900. 00080000:00000010:0.0:1769074866.127686:0:45112:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd747400. 00000001:00000010:0.0:1769074866.127752:0:45112:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49b40. 00080000:00000010:0.0:1769074866.127785:0:45112:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fda4ab0. 00002000:00000010:0.0:1769074866.127806:0:45112:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb2cbe0. 00010000:00000200:0.0:1769074866.127815:0:45112:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc122680 x1855007852330880/t4294970302(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:402/0 lens 544/432 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074866.127825:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074866.127828:0:45112:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852330880, offset 224 00000400:00000200:0.0:1769074866.127831:0:45112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074866.127836:0:45112:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074866.127841:0:45112:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17ff80 00000400:00000200:0.0:1769074866.127845:0:45112:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x67201 [1] + 224 00000400:00000200:0.0:1769074866.127849:0:45112:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.127852:0:45112:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074866.127857:0:45112:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc120380 x1855007852330880/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074866.127865:0:45112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:0.0:1769074866.127867:0:45112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00000020:00000010:0.0:1769074866.127873:0:45112:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858580. 00000020:00000010:0.0:1769074866.127876:0:45112:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef898. 00000020:00000010:0.0:1769074866.127878:0:45112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69e200. 00002000:00000010:0.0:1769074866.127900:0:36254:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daa8420bf00. 00010000:00000010:0.0:1769074866.127903:0:36254:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daa82b22000. 00010000:00000010:0.0:1769074866.127908:0:36254:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabae914900. 00000400:00000010:0.0:1769074866.127919:0:47062:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8f78. 00000400:00000200:0.0:1769074866.127921:0:47062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:0.0:1769074866.127923:0:47062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074866.127927:0:47062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa90804a80 x1855007852331648/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074866.127934:0:47062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa90804a80 x1855007852331648/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074866.127945:0:47062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa827d0c00. 02000000:00000010:0.0:1769074866.127949:0:47062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa827d1600. 00000100:00000010:0.0:1769074866.127951:0:47062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804a80. 00000100:00000010:0.0:1769074866.127953:0:47062:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa835cc3c0. 00010000:00000010:0.0:1769074866.127956:0:47062:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dabc18350c0. 00000400:00000010:0.0:1769074866.127968:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8d68. 00000400:00000200:0.0:1769074866.127970:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:0.0:1769074866.127971:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074866.127976:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a3b80 x1855007852330368/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074866.127982:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a3b80 x1855007852330368/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074866.127993:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8160. 00000400:00000200:0.0:1769074866.127995:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:0.0:1769074866.127996:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074866.127999:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc120380 x1855007852330880/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074866.128005:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc120380 x1855007852330880/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769074866.128043:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.128046:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:0.0:1769074866.128050:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.128053:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.128056:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:0.0:1769074866.128057:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 02000000:00000010:0.0:1769074866.128060:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8c578c00. 00000800:00000200:0.0:1769074866.128067:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.128069:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:0.0:1769074866.128071:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.128074:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.128076:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:0.0:1769074866.128077:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 02000000:00000010:0.0:1769074866.128079:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8c57a000. 00000800:00000200:0.0:1769074866.128086:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.128088:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:0.0:1769074866.128090:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.128092:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.128094:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:0.0:1769074866.128095:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 02000000:00000010:0.0:1769074866.128098:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8c57bc00. 00000800:00000200:0.0:1769074866.128104:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.128105:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:0.0:1769074866.128108:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.128110:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.128113:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:0.0:1769074866.128114:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 02000000:00000010:0.0:1769074866.128116:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8c579c00. 00000800:00000200:0.0:1769074866.128164:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.128166:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:0.0:1769074866.128169:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.128172:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.128174:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:0.0:1769074866.128175:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 02000000:00000010:0.0:1769074866.128178:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8c579400. 00000400:00000010:2.0:1769074866.133965:0:45110:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a82c0. 00000400:00000200:2.0:1769074866.133979:0:45110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9770 00000400:00000010:2.0:1769074866.133982:0:45110:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9770. 00000100:00000200:2.0:1769074866.133997:0:45110:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc121500 x1855007852331136/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074866.134014:0:45110:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc121500 x1855007852331136/t0(0) o104->lustre-OST0001@192.168.204.10@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074866.134058:0:45110:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8c69f400. 02000000:00000010:2.0:1769074866.134065:0:45110:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8c69e000. 00000100:00000010:2.0:1769074866.134070:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc121500. 00000100:00000010:2.0:1769074866.134075:0:45110:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabafdf29c0. 00010000:00000010:2.0:1769074866.134080:0:45110:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dabc1835fc0. 00010000:00000010:2.0:1769074866.134101:0:45110:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabaff9d900. 00080000:00000010:2.0:1769074866.134132:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8594ac00. 00000001:00000010:2.0:1769074866.134675:0:45110:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e0c0. 00080000:00000010:2.0:1769074866.134737:0:45110:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e891c80. 00002000:00000010:2.0:1769074866.134743:0:45110:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fbf8f70. 00010000:00000200:2.0:1769074866.134761:0:45110:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a3100 x1855007852330496/t4294970295(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:402/0 lens 544/432 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074866.134779:0:45110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074866.134785:0:45110:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852330496, offset 224 00000400:00000200:2.0:1769074866.134822:0:45110:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074866.134834:0:45110:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074866.134845:0:45110:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17fe00 00000400:00000200:2.0:1769074866.134853:0:45110:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x671e9 [1] + 224 00000400:00000200:2.0:1769074866.134861:0:45110:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.134865:0:45110:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074866.134875:0:45110:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a3480 x1855007852330496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074866.134899:0:45110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:2.0:1769074866.134901:0:45110:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00000020:00000010:2.0:1769074866.134919:0:45110:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858c00. 00000020:00000010:2.0:1769074866.134923:0:45110:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef3e8. 00000020:00000010:2.0:1769074866.134927:0:45110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69fc00. 02000000:00000010:2.0:1769074866.134941:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8dabbff0f800. 00000100:00000010:2.0:1769074866.134945:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3100. 02000000:00000010:2.0:1769074866.134950:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8dabbff0e000. 02000000:00000010:2.0:1769074866.134953:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dab83d93000. 00000100:00000010:2.0:1769074866.134956:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc121180. 02000000:00000010:2.0:1769074866.134959:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8f40f000. 00000100:00000010:2.0:1769074866.134961:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688380. 02000000:00000010:2.0:1769074866.134964:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8cb22400. 00000100:00000010:2.0:1769074866.134967:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7100. 02000000:00000010:2.0:1769074866.134971:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8326b000. 00000100:00000010:2.0:1769074866.134973:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944380. 02000000:00000010:2.0:1769074866.134976:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa83268000. 00000100:00000010:2.0:1769074866.134979:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947b80. 02000000:00000010:2.0:1769074866.134982:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8a41c400. 00000100:00000010:2.0:1769074866.134984:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef100. 02000000:00000010:2.0:1769074866.134987:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8fc2c400. 00000100:00000010:2.0:1769074866.134989:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8e00. 02000000:00000010:2.0:1769074866.134992:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8fc2e000. 00000100:00000010:2.0:1769074866.134997:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0000. 02000000:00000010:2.0:1769074866.135000:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8594a000. 00000100:00000010:2.0:1769074866.135003:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8380. 02000000:00000010:2.0:1769074866.135006:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8594a800. 00000100:00000010:2.0:1769074866.135008:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a8700. 02000000:00000010:2.0:1769074866.135010:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8dabbff75000. 00000100:00000010:2.0:1769074866.135013:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec700. 02000000:00000010:2.0:1769074866.135015:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa85948c00. 00000100:00000010:2.0:1769074866.135017:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cad80. 02000000:00000010:2.0:1769074866.135020:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8a41c800. 00000100:00000010:2.0:1769074866.135022:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeeea00. 02000000:00000010:2.0:1769074866.135025:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa85948400. 00000100:00000010:2.0:1769074866.135027:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0dad80. 02000000:00000010:2.0:1769074866.135030:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8dabbff74000. 00000100:00000010:2.0:1769074866.135032:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9880. 02000000:00000010:2.0:1769074866.135035:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8f752c00. 00000100:00000010:2.0:1769074866.135038:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc123800. 02000000:00000010:2.0:1769074866.135043:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e341c00. 00000100:00000010:2.0:1769074866.135045:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b8000. 02000000:00000010:2.0:1769074866.135048:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8fbec400. 00000100:00000010:2.0:1769074866.135051:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71500. 02000000:00000010:2.0:1769074866.135054:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8fbeec00. 00000100:00000010:2.0:1769074866.135068:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70700. 02000000:00000010:2.0:1769074866.135071:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8f40e800. 00000100:00000010:2.0:1769074866.135074:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601c00. 02000000:00000010:2.0:1769074866.135077:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8f40fc00. 00000100:00000010:2.0:1769074866.135079:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603b80. 02000000:00000010:2.0:1769074866.135082:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8f40d000. 00000100:00000010:2.0:1769074866.135084:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a2300. 02000000:00000010:2.0:1769074866.135087:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daba0dd3000. 00000100:00000010:2.0:1769074866.135089:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a2d80. 02000000:00000010:2.0:1769074866.135092:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8dabb5b02400. 00000100:00000010:2.0:1769074866.135094:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0380. 02000000:00000010:2.0:1769074866.135097:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8f40dc00. 00000100:00000010:2.0:1769074866.135099:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a2a00. 02000000:00000010:2.0:1769074866.135102:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8fb48800. 00000100:00000010:2.0:1769074866.135104:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288c000. 02000000:00000010:2.0:1769074866.135107:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8a25f800. 00000100:00000010:2.0:1769074866.135110:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668b100. 02000000:00000010:2.0:1769074866.135112:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8a25c800. 00000100:00000010:2.0:1769074866.135115:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668aa00. 02000000:00000010:2.0:1769074866.135119:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8dd95400. 00000100:00000010:2.0:1769074866.135121:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fd880. 02000000:00000010:2.0:1769074866.135124:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa82c48c00. 00000100:00000010:2.0:1769074866.135127:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc946300. 02000000:00000010:2.0:1769074866.135149:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8c4e3000. 00000100:00000010:2.0:1769074866.135152:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9500. 02000000:00000010:2.0:1769074866.135155:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8dd95800. 00000100:00000010:2.0:1769074866.135157:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944700. 02000000:00000010:2.0:1769074866.135159:0:45110:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8daa8fa9d000. 00000100:00000010:2.0:1769074866.135161:0:45110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fe300. 00000100:00000200:2.0:1769074866.135172:0:45110:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:2.0:1769074866.135178:0:45110:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4c60. 00000400:00000010:2.0:1769074866.135184:0:45110:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab82d21d00. 00010000:00000010:3.1:1769074866.135935:0:47054:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.1:1769074866.135945:0:47054:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1a00. 00000100:00000200:3.0:1769074866.136067:0:47054:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8daa908cb800 x1855007826640768/t0(0) o103->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 328/0 e 0 to 0 dl 1769074877 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074866.136104:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d240. 00000020:00000010:3.0:1769074866.136110:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d240. 00000100:00000200:3.0:1769074866.136114:0:47054:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826640768 02000000:00000010:3.0:1769074866.136129:0:47054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa83453400. 00010000:00000010:3.0:1769074866.136172:0:47054:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8dab8470d240. 00000100:00000010:3.0:1769074866.136180:0:47054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8daa88ed8780. 00000100:00000010:3.0:1769074866.136296:0:47054:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8daa88ed8780. 00010000:00000010:3.0:1769074866.136300:0:47054:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8dab8470d240. 00000400:00000010:3.0:1769074866.136313:0:47054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c465d8. 00000100:00000200:3.0:1769074866.136317:0:47054:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826640768, offset 224 00000400:00000200:3.0:1769074866.136324:0:47054:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.136335:0:47054:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.136341:0:47054:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41926:41926:256:4294967295] 192.168.204.10@tcp LPNI seq info [41922:41922:8:4294967295] 00000400:00000200:3.0:1769074866.136353:0:47054:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.136358:0:47054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.136364:0:47054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074866.136371:0:47054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.136378:0:47054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.136382:0:47054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.136398:0:47054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a500. 00000020:00000010:3.0:1769074866.136403:0:47054:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.136407:0:47054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8deca800. 00000400:00000200:2.0:1769074866.136831:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074866.136844:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67249 00000400:00000200:2.0:1769074866.136850:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.136854:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074866.136860:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c466e8 00000400:00000010:2.0:1769074866.136862:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c466e8. 00000800:00000200:2.0:1769074866.136993:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074866.136997:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:2.0:1769074866.137002:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.137006:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074866.137008:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c465d8 00000400:00000010:2.0:1769074866.137010:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c465d8. 00000400:00000200:2.0:1769074866.137021:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074866.137027:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa900100 00000400:00000200:2.0:1769074866.137034:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2efbd [2] + 1176 00000400:00000200:2.0:1769074866.137045:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.137048:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074866.137053:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074866.137058:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a2a00. 00000020:00000010:2.0:1769074866.137095:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7b80. 00000020:00000010:2.0:1769074866.137099:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7b80. 00000020:00000010:2.0:1769074866.137105:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074866.137110:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4300. 00000020:00000010:2.0:1769074866.137114:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.137142:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7b80. 00000020:00000010:2.0:1769074866.137144:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7b80. 00000100:00000200:2.0:1769074866.137147:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826641152 00000001:00000010:2.0:1769074866.137157:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabaff9da80. 02000000:00000010:2.0:1769074866.137196:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa85948c00. 00000020:00000010:2.0:1769074866.137240:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145ed80. 00080000:00000010:2.0:1769074866.137249:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8594a800. 00000001:00000010:2.0:1769074866.137325:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e600. 00000001:00000010:2.0:1769074866.137332:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabaff9df00. 00000020:00000010:2.0:1769074866.137395:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145ed80. 00000004:00000010:2.0:1769074866.137415:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8ad2a380. 00010000:00000200:2.0:1769074866.137447:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a2a00 x1855007826641152/t17179890633(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074866.137462:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0660. 00000100:00000200:2.0:1769074866.137479:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826641152, offset 224 00000400:00000200:2.0:1769074866.137486:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074866.137493:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074866.137498:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41927:41927:256:4294967295] 192.168.204.10@tcp LPNI seq info [41923:41923:8:4294967295] 00000400:00000200:2.0:1769074866.137507:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074866.137511:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074866.137516:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074866.137521:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074866.137526:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074866.137530:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074866.137555:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4300. 00000020:00000010:2.0:1769074866.137559:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.137563:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00000400:00000010:0.0:1769074866.138968:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4580. 00000400:00000200:0.0:1769074866.138977:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0a18 00000400:00000010:0.0:1769074866.138980:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0a18. 00000100:00000200:0.0:1769074866.138991:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a3480 x1855007852330496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074866.139001:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a3480 x1855007852330496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:0.0:1769074866.139076:0:36253:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8daba04ff8c0. 00010000:00000010:0.0:1769074866.139082:0:36253:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daba0aead00. 00010000:00000010:0.0:1769074866.139093:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabaff9d900. 00010000:00000010:0.0:1769074866.139114:0:47062:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab854f5240. 00080000:00000010:0.0:1769074866.139137:0:47062:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88d47800. 00000001:00000010:0.0:1769074866.139485:0:47062:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49300. 00080000:00000010:0.0:1769074866.139549:0:47062:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fc88558. 00002000:00000010:0.0:1769074866.139558:0:47062:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fb11560. 00010000:00000200:0.0:1769074866.139576:0:47062:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc122d80 x1855007852330752/t4294970296(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:402/0 lens 544/432 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074866.139592:0:47062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074866.139597:0:47062:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855007852330752, offset 224 00000400:00000200:0.0:1769074866.139627:0:47062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074866.139639:0:47062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074866.139650:0:47062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971eac17ff00 00000400:00000200:0.0:1769074866.139658:0:47062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x67209 [1] + 224 00000400:00000200:0.0:1769074866.139665:0:47062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.139668:0:47062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074866.139677:0:47062:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa903a1f80 x1855007852330752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074866.139695:0:47062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:0.0:1769074866.139697:0:47062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 00000020:00000010:0.0:1769074866.139713:0:47062:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.139718:0:47062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.139721:0:47062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69f200. 00002000:00000010:0.0:1769074866.139756:0:38628:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8dab87fa6640. 00010000:00000010:0.0:1769074866.139766:0:38628:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8daa82b22c00. 00010000:00000010:0.0:1769074866.139775:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab854f5240. 00000400:00000010:0.0:1769074866.139801:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a80b0. 00000400:00000200:0.0:1769074866.139805:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:0.0:1769074866.139807:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074866.139813:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a1f80 x1855007852330752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074866.139821:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a1f80 x1855007852330752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769074866.139934:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074866.139938:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:0.0:1769074866.139942:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.139948:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074866.139951:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0660 00000400:00000010:0.0:1769074866.139953:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0660. 00010000:00000010:0.1:1769074866.143410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8f4d6c00. 00010000:00000010:0.1:1769074866.143431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22d00. 00010000:00000010:0.1:1769074866.143437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:0.1:1769074866.143442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ac00. 00010000:00000010:0.1:1769074866.143447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabb4ae9800. 00010000:00000010:0.1:1769074866.143450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:0.1:1769074866.143453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49c00. 00010000:00000010:0.1:1769074866.143459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabb4ae9400. 00010000:00000010:0.1:1769074866.143462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.1:1769074866.143474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee400. 00010000:00000010:0.1:1769074866.143492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22800. 00010000:00000010:0.1:1769074866.143495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:3.0:1769074866.143850:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000010:3.0:1769074866.143862:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ac80. 00000400:00000200:1.0:1769074866.144082:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.144100:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa900200 00000400:00000200:1.0:1769074866.144108:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 159352 00000400:00000200:1.0:1769074866.144124:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.144128:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.144136:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074866.144142:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908caa00. 00000020:00000010:0.0:1769074866.144233:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc18350c0. 00000020:00000010:0.0:1769074866.144239:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc18350c0. 00000020:00000010:0.0:1769074866.144245:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2400. 00000020:00000010:0.0:1769074866.144249:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.144254:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.144293:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc18350c0. 00000020:00000010:0.0:1769074866.144296:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc18350c0. 00000100:00000200:0.0:1769074866.144299:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826641408 00000001:00000010:0.0:1769074866.144308:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8c00. 00010000:00000010:0.0:1769074866.144330:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:0.0:1769074866.144336:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c800. 02000000:00000010:0.0:1769074866.144372:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab87cf9000. 00010000:00000010:0.0:1769074866.144454:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.0:1769074866.144458:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.144520:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8e00. 00010000:00000010:0.0:1769074866.144523:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858580. 00010000:00000010:0.0:1769074866.144527:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:0.0:1769074866.144530:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c780. 00000004:00000010:0.0:1769074866.144552:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3ee5a0. 00000004:00000010:0.0:1769074866.144560:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367f78. 00000004:00000010:0.0:1769074866.144567:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d0dd0. 00080000:00000010:0.0:1769074866.144579:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1b1d0. 00000020:00000010:0.0:1769074866.144631:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab82d49600. 00080000:00000010:0.0:1769074866.144641:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88d46000. 00000004:00000010:0.0:1769074866.144665:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab854f5240. 00020000:00000010:0.0:1769074866.144709:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f788. 00020000:00000010:0.0:1769074866.144712:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f3d0. 00000004:00000010:0.0:1769074866.144725:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1d630. 00000001:00000010:0.0:1769074866.144979:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49000. 00000001:00000010:0.0:1769074866.144987:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab908d09c0. 00000020:00000010:0.0:1769074866.145040:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab82d49600. 00010000:00000010:0.0:1769074866.145077:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8c00. 00010000:00000010:0.0:1769074866.145081:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858700. 00010000:00000010:0.0:1769074866.145085:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ac00. 00010000:00000010:0.0:1769074866.145088:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cf80. 00000004:00000010:0.0:1769074866.145110:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8c858180. 00010000:00000010:0.0:1769074866.145135:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.145167:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c800. 00010000:00000200:0.0:1769074866.145176:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890634, last committed = 17179890625 00010000:00000200:0.0:1769074866.145186:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908caa00 x1855007826641408/t17179890634(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074866.145205:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9000. 00000100:00000200:0.0:1769074866.145212:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826641408, offset 224 00000400:00000010:0.0:1769074866.145220:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daa88bfa738. 00000400:00000200:0.0:1769074866.145224:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.145236:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.145243:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41928:41928:256:4294967295] 192.168.204.10@tcp LPNI seq info [41924:41924:8:4294967295] 00000400:00000200:0.0:1769074866.145249:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.145256:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.145261:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.145266:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a100. 00000800:00000200:0.0:1769074866.145272:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.145280:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.145285:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a100 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.145319:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.145323:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.145327:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2400. 00000800:00000200:1.0:1769074866.145709:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.145715:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a100. 00000400:00000200:1.0:1769074866.145721:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.145726:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074866.150372:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1000. 00010000:00000010:3.1:1769074866.150384:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0800. 00010000:00000010:3.1:1769074866.150387:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48c00. 00000400:00000200:1.0:1769074866.150438:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074866.150459:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67289 00000400:00000200:1.0:1769074866.150545:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.150551:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074866.150558:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9000 00000400:00000010:1.0:1769074866.150561:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9000. 00000400:00000200:1.0:1769074866.150646:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.150654:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa900300 00000400:00000200:1.0:1769074866.150662:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2efbd [2] + 1568 00000400:00000200:1.0:1769074866.150719:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.150723:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.150728:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074866.150735:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8700. 00010000:00000010:2.1:1769074866.151231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8ea39200. 00000020:00000010:2.0:1769074866.151273:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7b80. 00000020:00000010:2.0:1769074866.151279:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7b80. 00000020:00000010:2.0:1769074866.151286:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074866.151291:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4300. 00000020:00000010:2.0:1769074866.151296:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.151340:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7b80. 00000020:00000010:2.0:1769074866.151344:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7b80. 00000100:00000200:2.0:1769074866.151346:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826641664 00000001:00000010:2.0:1769074866.151357:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabaff9df00. 02000000:00000010:2.0:1769074866.151393:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8594a400. 00000020:00000010:2.0:1769074866.151439:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145ed80. 00080000:00000010:2.0:1769074866.151449:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8594a000. 00000001:00000010:2.0:1769074866.151695:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e6c0. 00000001:00000010:2.0:1769074866.151703:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabaff9da80. 00000020:00000010:2.0:1769074866.151771:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145ed80. 00000004:00000010:2.0:1769074866.151805:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8c858180. 00010000:00000200:2.0:1769074866.151838:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8700 x1855007826641664/t17179890635(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074866.151859:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0dd0. 00000100:00000200:2.0:1769074866.151866:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826641664, offset 224 00000400:00000200:2.0:1769074866.151874:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074866.151887:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074866.151893:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41929:41929:256:4294967295] 192.168.204.10@tcp LPNI seq info [41925:41925:8:4294967295] 00000400:00000200:2.0:1769074866.151904:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074866.151910:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074866.151915:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074866.151922:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074866.151929:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074866.151933:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074866.151948:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4300. 00000020:00000010:2.0:1769074866.151951:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.151956:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00000800:00000200:1.0:1769074866.152116:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.152120:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:1.0:1769074866.152124:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.152129:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.152134:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0dd0 00000400:00000010:1.0:1769074866.152135:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0dd0. 00010000:00000010:3.0:1769074866.154418:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c780. 00010000:00000010:3.0:1769074866.154435:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858580. 00010000:00000010:3.1:1769074866.154802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:3.1:1769074866.154809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1c00. 00000400:00000200:1.0:1769074866.155835:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.155855:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa900400 00000400:00000200:1.0:1769074866.155864:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 160000 00000400:00000200:1.0:1769074866.155879:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.155883:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.155890:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074866.155895:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c9500. 00010000:00000010:0.1:1769074866.155974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba0aea200. 00010000:00000010:0.1:1769074866.155982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ae00. 00010000:00000010:0.1:1769074866.156004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22a00. 00010000:00000010:0.1:1769074866.156007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:0.1:1769074866.156010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.1:1769074866.156013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00000020:00000010:3.0:1769074866.156178:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d240. 00000020:00000010:3.0:1769074866.156184:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d240. 00000020:00000010:3.0:1769074866.156201:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8deca800. 00000020:00000010:3.0:1769074866.156207:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.156212:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.156250:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d240. 00000020:00000010:3.0:1769074866.156252:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d240. 00000100:00000200:3.0:1769074866.156257:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826641920 00000001:00000010:3.0:1769074866.156266:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab908d09c0. 00010000:00000010:3.0:1769074866.156289:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1c00. 00010000:00000010:3.0:1769074866.156296:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074866.156328:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c689000. 00010000:00000010:3.0:1769074866.156412:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0800. 00010000:00000010:3.0:1769074866.156416:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074866.156437:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074866.156440:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a500. 00010000:00000010:3.0:1769074866.156445:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1000. 00010000:00000010:3.0:1769074866.156448:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3300. 00000004:00000010:3.0:1769074866.156476:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8dabaf1a8d20. 00000004:00000010:3.0:1769074866.156485:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583168. 00000004:00000010:3.0:1769074866.156491:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6eff0. 00080000:00000010:3.0:1769074866.156502:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8a2c7ab8. 00000020:00000010:3.0:1769074866.156532:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818bea0. 00080000:00000010:3.0:1769074866.156542:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83452000. 00000004:00000010:3.0:1769074866.156565:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa88ed8c00. 00020000:00000010:3.0:1769074866.156639:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bbb08. 00020000:00000010:3.0:1769074866.156642:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bb4f8. 00000004:00000010:3.0:1769074866.156651:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1ac60. 00000001:00000010:3.0:1769074866.157032:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045720. 00000001:00000010:3.0:1769074866.157040:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8600. 00000020:00000010:3.0:1769074866.157092:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818bea0. 00010000:00000010:3.0:1769074866.157128:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5d00. 00010000:00000010:3.0:1769074866.157132:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2ab80. 00010000:00000010:3.0:1769074866.157137:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1a00. 00010000:00000010:3.0:1769074866.157141:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3700. 00000004:00000010:3.0:1769074866.157165:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8ad2a480. 00010000:00000010:3.0:1769074866.157192:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074866.157224:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074866.157235:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890636, last committed = 17179890625 00010000:00000200:3.0:1769074866.157244:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c9500 x1855007826641920/t17179890636(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074866.157264:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46908. 00000100:00000200:3.0:1769074866.157271:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826641920, offset 224 00000400:00000010:3.0:1769074866.157278:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882ccce8. 00000400:00000200:3.0:1769074866.157282:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.157295:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.157302:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41930:41930:256:4294967295] 192.168.204.10@tcp LPNI seq info [41926:41926:8:4294967295] 00000400:00000200:3.0:1769074866.157308:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074866.157315:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.157321:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.157326:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff700. 00000800:00000200:3.0:1769074866.157333:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.157339:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.157344:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff700 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.157373:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.157378:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.157382:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8deca800. 00000800:00000200:1.0:1769074866.157571:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.157576:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff700. 00000400:00000200:1.0:1769074866.157591:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.157597:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:3.1:1769074866.159653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8e00. 00010000:00000010:3.1:1769074866.159667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00000400:00000200:1.0:1769074866.162271:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074866.162294:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x67291 00000400:00000200:1.0:1769074866.162302:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.162306:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074866.162314:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46908 00000400:00000010:1.0:1769074866.162317:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46908. 00010000:00000010:2.0:1769074866.162425:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3300. 00010000:00000010:2.0:1769074866.162438:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a500. 00000400:00000200:1.0:1769074866.165507:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.165528:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa900500 00000400:00000200:1.0:1769074866.165538:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2efbd [2] + 1960 00000400:00000010:1.0:1769074866.165545:0:12640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393aec8. 00000400:00000200:1.0:1769074866.165552:0:12640:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8fa59a80 00000400:00000200:1.0:1769074866.165651:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.165656:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.165661:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa59a80 00000400:00000010:1.0:1769074866.165663:0:12640:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa59a80. 00000100:00000200:1.0:1769074866.165669:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074866.165895:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835b80. 00000020:00000010:0.0:1769074866.165901:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835b80. 00000020:00000010:0.0:1769074866.165907:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2400. 00000020:00000010:0.0:1769074866.165912:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.165917:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.165952:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835b80. 00000020:00000010:0.0:1769074866.165954:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835b80. 00000100:00000200:0.0:1769074866.165957:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826642176 00000001:00000010:0.0:1769074866.165967:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabaff9da80. 02000000:00000010:0.0:1769074866.166002:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8c579400. 00000020:00000010:0.0:1769074866.166041:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab82d49600. 00080000:00000010:0.0:1769074866.166051:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c579c00. 00000001:00000010:0.0:1769074866.166133:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49c60. 00000001:00000010:0.0:1769074866.166140:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabae914900. 00000020:00000010:0.0:1769074866.166215:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab82d49600. 00000004:00000010:0.0:1769074866.166237:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8ad2a480. 00010000:00000200:0.0:1769074866.166272:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8b209050 x1855007826642176/t17179890637(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074866.166290:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9088. 00000100:00000200:0.0:1769074866.166295:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826642176, offset 224 00000400:00000200:0.0:1769074866.166302:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.166313:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.166319:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41931:41931:256:4294967295] 192.168.204.10@tcp LPNI seq info [41927:41927:8:4294967295] 00000400:00000200:0.0:1769074866.166330:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.166336:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.166340:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a000. 00000800:00000200:0.0:1769074866.166346:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.166353:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.166357:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.166382:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.166385:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.166389:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2400. 02000000:00000010:0.0:1769074866.166399:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8594a400. 00000100:00000010:0.0:1769074866.166403:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8700. 02000000:00000010:0.0:1769074866.166407:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa85948c00. 00000100:00000010:0.0:1769074866.166409:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a2a00. 02000000:00000010:0.0:1769074866.166412:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa85948000. 00000100:00000010:0.0:1769074866.166414:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1500. 02000000:00000010:0.0:1769074866.166419:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbc772000. 00000100:00000010:0.0:1769074866.166421:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08380. 02000000:00000010:0.0:1769074866.166425:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8e343800. 00000100:00000010:0.0:1769074866.166427:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0b480. 00000100:00000200:0.0:1769074866.166432:0:42300:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074866.166436:0:42300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a80b0. 00000400:00000010:0.0:1769074866.166441:0:42300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab908d09c0. 00000800:00000200:1.0:1769074866.166964:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.166969:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a000. 00000400:00000200:1.0:1769074866.166973:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.166979:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.166983:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9088 00000400:00000010:1.0:1769074866.166985:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9088. 02000000:00000010:1.0:1769074866.166990:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8c579400. 00010000:00000010:3.1:1769074866.167687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0800. 00010000:00000010:3.1:1769074866.167694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1c00. 00000400:00000200:1.0:1769074866.170348:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.170367:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa900600 00000400:00000200:1.0:1769074866.170375:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 160648 00000400:00000200:1.0:1769074866.170402:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.170407:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.170414:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074866.170421:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8700. 00000020:00000010:0.0:1769074866.170651:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835b80. 00000020:00000010:0.0:1769074866.170657:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835b80. 00000020:00000010:0.0:1769074866.170664:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2400. 00000020:00000010:0.0:1769074866.170669:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.170675:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.170713:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835b80. 00000020:00000010:0.0:1769074866.170716:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835b80. 00000100:00000200:0.0:1769074866.170719:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826642432 00000001:00000010:0.0:1769074866.170729:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8600. 00010000:00000010:0.0:1769074866.170754:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:0.0:1769074866.170761:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c800. 02000000:00000010:0.0:1769074866.170804:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab87cff000. 00010000:00000010:0.0:1769074866.170888:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.0:1769074866.170892:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.170911:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8600. 00010000:00000010:0.0:1769074866.170915:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858300. 00010000:00000010:0.0:1769074866.170919:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00010000:00000010:0.0:1769074866.170923:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cd00. 00000004:00000010:0.0:1769074866.170941:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3ee000. 00000004:00000010:0.0:1769074866.170950:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367e88. 00000004:00000010:0.0:1769074866.170956:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d1cb0. 00080000:00000010:0.0:1769074866.170965:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1bab8. 00000020:00000010:0.0:1769074866.170996:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab82d49600. 00080000:00000010:0.0:1769074866.171006:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c57a000. 00000004:00000010:0.0:1769074866.171031:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab906d2480. 00020000:00000010:0.0:1769074866.171079:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1f738. 00020000:00000010:0.0:1769074866.171082:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f008. 00000004:00000010:0.0:1769074866.171093:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1e380. 00000001:00000010:0.0:1769074866.172360:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49540. 00000001:00000010:0.0:1769074866.172371:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa827b2e40. 00000020:00000010:0.0:1769074866.172431:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab82d49600. 00010000:00000010:0.0:1769074866.172471:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8b00. 00010000:00000010:0.0:1769074866.172474:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858a80. 00010000:00000010:0.0:1769074866.172479:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ae00. 00010000:00000010:0.0:1769074866.172485:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c100. 00000004:00000010:0.0:1769074866.172513:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8c858d80. 00010000:00000010:0.0:1769074866.172539:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.172571:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c800. 00010000:00000200:0.0:1769074866.172581:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890638, last committed = 17179890625 00010000:00000200:0.0:1769074866.172590:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8700 x1855007826642432/t17179890638(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074866.172629:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd93b8. 00000100:00000200:0.0:1769074866.172635:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826642432, offset 224 00000400:00000010:0.0:1769074866.172641:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daa88bfa578. 00000400:00000200:0.0:1769074866.172645:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.172659:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.172665:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41932:41932:256:4294967295] 192.168.204.10@tcp LPNI seq info [41928:41928:8:4294967295] 00000400:00000200:0.0:1769074866.172671:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.172678:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.172684:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.172688:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a600. 00000800:00000200:0.0:1769074866.172695:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.172702:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.172706:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.172739:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.172744:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.172748:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2400. 00000800:00000200:1.0:1769074866.173119:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.173124:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a600. 00000400:00000200:1.0:1769074866.173129:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.173135:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:2.1:1769074866.173786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:2.1:1769074866.173803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1000. 00000400:00000200:1.0:1769074866.176104:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074866.176126:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x6729d 00000400:00000200:1.0:1769074866.176135:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.176140:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074866.176147:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd93b8 00000400:00000010:1.0:1769074866.176150:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd93b8. 00010000:00000010:2.0:1769074866.176652:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cd00. 00010000:00000010:2.0:1769074866.176662:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858300. 00000400:00000200:1.0:1769074866.178212:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.178231:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa900700 00000400:00000200:1.0:1769074866.178241:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eff1 [2] + 0 00000400:00000200:1.0:1769074866.178300:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.178305:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.178312:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074866.178319:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cad80. 00000020:00000010:2.0:1769074866.179073:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7b80. 00000020:00000010:2.0:1769074866.179080:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7b80. 00000020:00000010:2.0:1769074866.179086:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074866.179092:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4300. 00000020:00000010:2.0:1769074866.179097:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.179130:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f7b80. 00000020:00000010:2.0:1769074866.179132:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f7b80. 00000100:00000200:2.0:1769074866.179135:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826642688 00000001:00000010:2.0:1769074866.179145:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabae914900. 02000000:00000010:2.0:1769074866.179180:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8a25c800. 00000020:00000010:2.0:1769074866.179233:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145ed80. 00080000:00000010:2.0:1769074866.179242:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a25f800. 00000001:00000010:2.0:1769074866.179314:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145ecc0. 00000001:00000010:2.0:1769074866.179322:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabaff9da80. 00000020:00000010:2.0:1769074866.179378:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145ed80. 00000004:00000010:2.0:1769074866.179395:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8c858d80. 00010000:00000200:2.0:1769074866.179427:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908cad80 x1855007826642688/t17179890639(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074866.179446:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0990. 00000100:00000200:2.0:1769074866.179452:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826642688, offset 224 00000400:00000200:2.0:1769074866.179459:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074866.179724:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074866.179731:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41933:41933:256:4294967295] 192.168.204.10@tcp LPNI seq info [41929:41929:8:4294967295] 00000400:00000200:2.0:1769074866.179743:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074866.179749:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074866.179754:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21400. 00000800:00000200:2.0:1769074866.179760:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074866.179767:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074866.179771:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074866.179814:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4300. 00000020:00000010:2.0:1769074866.179819:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.179824:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00000800:00000200:3.0:1769074866.179949:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074866.179953:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21400. 00000400:00000200:3.0:1769074866.179957:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074866.179962:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074866.179967:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0990 00000400:00000010:3.0:1769074866.179969:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0990. 00010000:00000010:0.1:1769074866.181940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.1:1769074866.181952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00000400:00000200:1.0:1769074866.183005:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.183025:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa900800 00000400:00000200:1.0:1769074866.183035:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 161296 00000400:00000200:1.0:1769074866.183052:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.183056:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.183063:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074866.183069:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8380. 00000020:00000010:0.0:1769074866.183183:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc18356c0. 00000020:00000010:0.0:1769074866.183197:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc18356c0. 00000020:00000010:0.0:1769074866.183203:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2400. 00000020:00000010:0.0:1769074866.183208:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.183214:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.183252:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc18356c0. 00000020:00000010:0.0:1769074866.183255:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc18356c0. 00000100:00000200:0.0:1769074866.183258:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826642944 00000001:00000010:0.0:1769074866.183268:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa827b2e40. 00010000:00000010:0.0:1769074866.183292:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:0.0:1769074866.183300:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c800. 02000000:00000010:0.0:1769074866.183335:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab87cfc000. 00010000:00000010:0.0:1769074866.183420:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.0:1769074866.183424:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.183442:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8400. 00010000:00000010:0.0:1769074866.183445:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858680. 00010000:00000010:0.0:1769074866.183450:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a600. 00010000:00000010:0.0:1769074866.183453:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c900. 00000004:00000010:0.0:1769074866.183471:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa8e3ef680. 00000004:00000010:0.0:1769074866.183481:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab843679d8. 00000004:00000010:0.0:1769074866.183489:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d0000. 00080000:00000010:0.0:1769074866.183501:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1a1c8. 00000020:00000010:0.0:1769074866.183533:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab82d49600. 00080000:00000010:0.0:1769074866.183542:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c578c00. 00000004:00000010:0.0:1769074866.183570:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab811ca000. 00020000:00000010:0.0:1769074866.183645:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1fe60. 00020000:00000010:0.0:1769074866.183649:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1fce8. 00000004:00000010:0.0:1769074866.183660:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1e7f0. 00000001:00000010:0.0:1769074866.184248:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabafc8d120. 00000001:00000010:0.0:1769074866.184256:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab866e4600. 00000020:00000010:0.0:1769074866.184309:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab82d49600. 00010000:00000010:0.0:1769074866.184347:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8500. 00010000:00000010:0.0:1769074866.184351:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858580. 00010000:00000010:0.0:1769074866.184356:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:0.0:1769074866.184360:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c280. 00000004:00000010:0.0:1769074866.184388:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8c858f00. 00010000:00000010:0.0:1769074866.184417:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.184453:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c800. 00010000:00000200:0.0:1769074866.184465:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890640, last committed = 17179890625 00010000:00000200:0.0:1769074866.184474:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8380 x1855007826642944/t17179890640(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074866.184493:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd95d8. 00000100:00000200:0.0:1769074866.184500:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826642944, offset 224 00000400:00000010:0.0:1769074866.184507:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daa88bfa000. 00000400:00000200:0.0:1769074866.184511:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.184524:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.184531:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41934:41934:256:4294967295] 192.168.204.10@tcp LPNI seq info [41930:41930:8:4294967295] 00000400:00000200:0.0:1769074866.184538:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.184545:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.184551:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.184557:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074866.184564:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.184572:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.184577:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 760 niov 1 nkiov 1 00000800:00000200:1.0:1769074866.185095:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.185101:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:1.0:1769074866.185108:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.185114:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000020:00000010:0.0:1769074866.185415:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.185421:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.185425:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2400. 00010000:00000010:2.1:1769074866.186649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8600. 00010000:00000010:2.1:1769074866.186660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00000400:00000200:3.0:1769074866.187717:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074866.187738:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x672a5 00000400:00000200:3.0:1769074866.187746:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074866.187751:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074866.187758:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd95d8 00000400:00000010:3.0:1769074866.187763:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd95d8. 00010000:00000010:2.0:1769074866.187883:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c900. 00010000:00000010:2.0:1769074866.187893:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858680. 00010000:00000010:0.1:1769074866.190846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.1:1769074866.190862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.1:1769074866.193743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8400. 00010000:00000010:2.1:1769074866.193759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a600. 00000400:00000200:1.0:1769074866.194431:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.194449:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa900900 00000400:00000200:1.0:1769074866.194457:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eff1 [2] + 392 00000400:00000200:1.0:1769074866.194515:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.194520:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.194528:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074866.194535:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8e00. 00000020:00000010:0.0:1769074866.194780:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835700. 00000020:00000010:0.0:1769074866.194786:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835700. 00000020:00000010:0.0:1769074866.194803:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2400. 00000020:00000010:0.0:1769074866.194809:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.194813:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.194853:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835700. 00000020:00000010:0.0:1769074866.194856:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835700. 00000100:00000200:0.0:1769074866.194859:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826643200 00000001:00000010:0.0:1769074866.194868:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabaff9da80. 02000000:00000010:0.0:1769074866.194908:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8bcd8000. 00000020:00000010:0.0:1769074866.194948:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab82d49600. 00080000:00000010:0.0:1769074866.194957:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bcdbc00. 00000001:00000010:0.0:1769074866.195035:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49d80. 00000001:00000010:0.0:1769074866.195040:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab866e4240. 00000020:00000010:0.0:1769074866.195098:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab82d49600. 00000004:00000010:0.0:1769074866.195115:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8c858f00. 00010000:00000200:0.0:1769074866.195148:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8e00 x1855007826643200/t17179890641(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074866.195165:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9198. 00000100:00000200:0.0:1769074866.195171:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826643200, offset 224 00000400:00000200:0.0:1769074866.195177:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.195198:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.195204:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41935:41935:256:4294967295] 192.168.204.10@tcp LPNI seq info [41931:41931:8:4294967295] 00000400:00000200:0.0:1769074866.195214:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.195221:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.195226:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ac00. 00000800:00000200:0.0:1769074866.195232:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.195239:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.195243:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ac00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.195260:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.195264:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.195267:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2400. 00000800:00000200:1.0:1769074866.195651:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.195656:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ac00. 00000400:00000200:1.0:1769074866.195661:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.195665:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.195670:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9198 00000400:00000010:1.0:1769074866.195672:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9198. 00000400:00000200:3.0:1769074866.198872:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074866.198893:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa900a00 00000400:00000200:3.0:1769074866.198903:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 161944 00000400:00000200:3.0:1769074866.198919:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074866.198923:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074866.198931:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074866.198937:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3480. 00000020:00000010:0.0:1769074866.199064:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835700. 00000020:00000010:0.0:1769074866.199070:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835700. 00000020:00000010:0.0:1769074866.199076:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2400. 00000020:00000010:0.0:1769074866.199081:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.199086:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.199128:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835700. 00000020:00000010:0.0:1769074866.199131:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835700. 00000100:00000200:0.0:1769074866.199134:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826643456 00000001:00000010:0.0:1769074866.199144:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab866e4600. 00010000:00000010:0.0:1769074866.199171:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:0.0:1769074866.199179:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c800. 02000000:00000010:0.0:1769074866.199235:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab87cfb000. 00010000:00000010:0.0:1769074866.199321:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.0:1769074866.199325:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.199344:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8700. 00010000:00000010:0.0:1769074866.199347:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858c00. 00010000:00000010:0.0:1769074866.199351:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14aa00. 00010000:00000010:0.0:1769074866.199354:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74ca80. 00000004:00000010:0.0:1769074866.199378:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8dabbfe1f860. 00000004:00000010:0.0:1769074866.199387:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367168. 00000004:00000010:0.0:1769074866.199393:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d1100. 00080000:00000010:0.0:1769074866.199403:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1b560. 00000020:00000010:0.0:1769074866.199436:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab82d49600. 00080000:00000010:0.0:1769074866.199446:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a412000. 00000004:00000010:0.0:1769074866.199472:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab866e4e40. 00020000:00000010:0.0:1769074866.199518:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1fa78. 00020000:00000010:0.0:1769074866.199522:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f9e0. 00000004:00000010:0.0:1769074866.199532:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1cf88. 00000001:00000010:0.0:1769074866.199835:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbd1bbc00. 00000001:00000010:0.0:1769074866.199843:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa827b2e40. 00000020:00000010:0.0:1769074866.199897:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab82d49600. 00010000:00000010:0.0:1769074866.199934:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8d00. 00010000:00000010:0.0:1769074866.199937:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858e80. 00010000:00000010:0.0:1769074866.199941:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:0.0:1769074866.199945:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c480. 00000004:00000010:0.0:1769074866.199967:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8c858680. 00010000:00000010:0.0:1769074866.199994:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.200028:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c800. 00010000:00000200:0.0:1769074866.200039:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890642, last committed = 17179890625 00010000:00000200:0.0:1769074866.200048:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3480 x1855007826643456/t17179890642(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074866.200067:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9220. 00000100:00000200:0.0:1769074866.200073:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826643456, offset 224 00000400:00000010:0.0:1769074866.200079:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daa88bfa460. 00000400:00000200:0.0:1769074866.200083:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.200096:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.200102:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41936:41936:256:4294967295] 192.168.204.10@tcp LPNI seq info [41932:41932:8:4294967295] 00000400:00000200:0.0:1769074866.200108:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.200115:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.200121:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.200125:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074866.200133:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.200140:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.200145:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.200161:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858a00. 00000020:00000010:0.0:1769074866.200165:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.200169:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2400. 00000800:00000200:1.0:1769074866.200523:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.200527:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:1.0:1769074866.200532:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.200537:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074866.206707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.1:1769074866.206720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00000400:00000200:1.0:1769074866.207355:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074866.207376:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x672ad 00000400:00000200:1.0:1769074866.207384:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.207388:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074866.207394:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9220 00000400:00000010:1.0:1769074866.207397:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9220. 00000400:00000200:1.0:1769074866.207433:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.207439:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa900b00 00000400:00000200:1.0:1769074866.207447:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eff1 [2] + 784 00000400:00000200:1.0:1769074866.207458:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.207462:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.207477:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074866.207485:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cb480. 00010000:00000010:2.0:1769074866.207596:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74ca80. 00010000:00000010:2.0:1769074866.207639:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858c00. 00000020:00000010:3.0:1769074866.207752:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d100. 00000020:00000010:3.0:1769074866.207758:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d100. 00000020:00000010:3.0:1769074866.207767:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8deca800. 00000020:00000010:3.0:1769074866.207773:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.207777:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.207825:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d100. 00000020:00000010:3.0:1769074866.207828:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d100. 00000100:00000200:3.0:1769074866.207832:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826643712 00000001:00000010:3.0:1769074866.207843:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab866e4240. 02000000:00000010:3.0:1769074866.207883:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa83450000. 00000020:00000010:3.0:1769074866.207930:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045540. 00080000:00000010:3.0:1769074866.207941:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa83450c00. 00000001:00000010:3.0:1769074866.208023:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045420. 00000001:00000010:3.0:1769074866.208029:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8000. 00000020:00000010:3.0:1769074866.208099:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045540. 00000004:00000010:3.0:1769074866.208121:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8c858680. 00010000:00000200:3.0:1769074866.208163:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908cb480 x1855007826643712/t17179890643(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074866.208183:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46198. 00000100:00000200:3.0:1769074866.208365:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826643712, offset 224 00000400:00000200:3.0:1769074866.208374:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.208387:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.208394:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41937:41937:256:4294967295] 192.168.204.10@tcp LPNI seq info [41933:41933:8:4294967295] 00000400:00000200:3.0:1769074866.208405:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.208411:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.208416:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff500. 00000800:00000200:3.0:1769074866.208422:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.208429:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.208434:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.208644:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.208649:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.208653:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8deca800. 00000800:00000200:2.0:1769074866.209768:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074866.209775:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff500. 00000400:00000200:2.0:1769074866.209784:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.209801:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074866.209809:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46198 00000400:00000010:2.0:1769074866.209811:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46198. 00000400:00000200:0.0:1769074866.213155:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:0.0:1769074866.213175:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa900c00 00000400:00000200:0.0:1769074866.213280:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 162592 00000400:00000200:0.0:1769074866.213302:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074866.213307:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:0.0:1769074866.213315:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074866.213322:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90804a80. 00000020:00000010:3.0:1769074866.213434:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d100. 00000020:00000010:3.0:1769074866.213440:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d100. 00000020:00000010:3.0:1769074866.213448:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8deca800. 00000020:00000010:3.0:1769074866.213454:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.213458:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.213547:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d100. 00000020:00000010:3.0:1769074866.213551:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d100. 00000100:00000200:3.0:1769074866.213554:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826643968 00000001:00000010:3.0:1769074866.213565:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa827b2e40. 00010000:00000010:3.0:1769074866.213592:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1c00. 00010000:00000010:3.0:1769074866.213600:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074866.213668:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c68c000. 00010000:00000010:3.0:1769074866.213779:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0800. 00010000:00000010:3.0:1769074866.213783:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074866.213817:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8f8f5500. 00010000:00000010:3.0:1769074866.213821:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a180. 00010000:00000010:3.0:1769074866.213825:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1800. 00010000:00000010:3.0:1769074866.213828:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3280. 00000004:00000010:3.0:1769074866.213852:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8dabaf1a8960. 00000004:00000010:3.0:1769074866.213861:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583d98. 00000004:00000010:3.0:1769074866.213867:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6f210. 00080000:00000010:3.0:1769074866.213879:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa82ca0390. 00000020:00000010:3.0:1769074866.213912:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045540. 00080000:00000010:3.0:1769074866.213922:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c17800. 00000004:00000010:3.0:1769074866.213946:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa88ed8300. 00020000:00000010:3.0:1769074866.213995:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb340. 00020000:00000010:3.0:1769074866.213998:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bb208. 00000004:00000010:3.0:1769074866.214009:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe191c0. 00000001:00000010:3.0:1769074866.214565:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045000. 00000001:00000010:3.0:1769074866.214574:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed86c0. 00000020:00000010:3.0:1769074866.214705:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045540. 00010000:00000010:3.0:1769074866.214755:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa82b22a00. 00010000:00000010:3.0:1769074866.214758:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a880. 00010000:00000010:3.0:1769074866.214763:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0400. 00010000:00000010:3.0:1769074866.214768:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3b80. 00000004:00000010:3.0:1769074866.214811:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8ad2aa00. 00010000:00000010:3.0:1769074866.214843:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074866.214882:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074866.214896:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890644, last committed = 17179890625 00010000:00000200:3.0:1769074866.214906:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa90804a80 x1855007826643968/t17179890644(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074866.214925:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46a18. 00000100:00000200:3.0:1769074866.214934:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826643968, offset 224 00000400:00000010:3.0:1769074866.214942:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc690. 00000400:00000200:3.0:1769074866.214947:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.214962:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.214969:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41938:41938:256:4294967295] 192.168.204.10@tcp LPNI seq info [41934:41934:8:4294967295] 00000400:00000200:3.0:1769074866.214975:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074866.214982:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.214989:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.214995:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff600. 00000800:00000200:3.0:1769074866.215003:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.215010:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.215015:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.215162:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.215167:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.215171:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8deca800. 00010000:00000010:2.1:1769074866.219183:0:12639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8700. 00010000:00000010:2.1:1769074866.219295:0:12639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14aa00. 00000800:00000200:2.0:1769074866.219317:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074866.219321:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff600. 00000400:00000200:2.0:1769074866.219330:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.219338:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074866.219739:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:2.0:1769074866.219755:0:12640:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x672b5 00000400:00000200:2.0:1769074866.219761:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.219764:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:2.0:1769074866.219770:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46a18 00000400:00000010:2.0:1769074866.219773:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46a18. 00000400:00000200:2.0:1769074866.219834:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074866.219842:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa900d00 00000400:00000200:2.0:1769074866.219849:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eff1 [2] + 1176 00000400:00000200:2.0:1769074866.219903:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.219907:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074866.219912:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074866.219919:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0380. 00010000:00000010:0.0:1769074866.220596:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3280. 00010000:00000010:0.0:1769074866.220631:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a180. 00000020:00000010:3.0:1769074866.220830:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d000. 00000020:00000010:3.0:1769074866.220836:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d000. 00000020:00000010:3.0:1769074866.220846:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8deca800. 00000020:00000010:3.0:1769074866.220851:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.220856:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.220922:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d000. 00000020:00000010:3.0:1769074866.220925:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d000. 00000100:00000200:3.0:1769074866.220928:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826644224 00000001:00000010:3.0:1769074866.220939:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8000. 02000000:00000010:3.0:1769074866.220978:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa89c14000. 00000020:00000010:3.0:1769074866.221022:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045540. 00080000:00000010:3.0:1769074866.221032:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c15c00. 00000001:00000010:3.0:1769074866.221113:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045480. 00000001:00000010:3.0:1769074866.221120:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8780. 00000020:00000010:3.0:1769074866.221196:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045540. 00000004:00000010:3.0:1769074866.221218:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8ad2aa00. 00010000:00000200:3.0:1769074866.221247:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a0380 x1855007826644224/t17179890645(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074866.221266:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46e58. 00000100:00000200:3.0:1769074866.221272:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826644224, offset 224 00000400:00000200:3.0:1769074866.221279:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.221291:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.221296:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41939:41939:256:4294967295] 192.168.204.10@tcp LPNI seq info [41935:41935:8:4294967295] 00000400:00000200:3.0:1769074866.221308:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.221314:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.221318:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074866.221324:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.221331:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.221336:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.221359:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.221363:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.221367:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8deca800. 00000800:00000200:1.0:1769074866.221479:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.221484:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:1.0:1769074866.221490:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.221495:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.221499:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46e58 00000400:00000010:1.0:1769074866.221501:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46e58. 00010000:00000010:3.1:1769074866.225713:0:42299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0800. 00010000:00000010:3.1:1769074866.225725:0:42299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1c00. 00000400:00000200:2.0:1769074866.225976:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074866.225992:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa900e00 00000400:00000200:2.0:1769074866.226000:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 163240 00000400:00000200:2.0:1769074866.226018:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.226023:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074866.226031:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074866.226038:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a2d80. 00000020:00000010:3.0:1769074866.226152:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d000. 00000020:00000010:3.0:1769074866.226158:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d000. 00000020:00000010:3.0:1769074866.226166:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8deca800. 00000020:00000010:3.0:1769074866.226170:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.226176:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.226340:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d000. 00000020:00000010:3.0:1769074866.226343:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d000. 00000100:00000200:3.0:1769074866.226348:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826644480 00000001:00000010:3.0:1769074866.226359:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed86c0. 00010000:00000010:3.0:1769074866.226386:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1c00. 00010000:00000010:3.0:1769074866.226395:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074866.226430:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daa8c688000. 00010000:00000010:3.0:1769074866.226533:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f0800. 00010000:00000010:3.0:1769074866.226542:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074866.226563:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa82b22800. 00010000:00000010:3.0:1769074866.226566:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a280. 00010000:00000010:3.0:1769074866.226572:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dabb48f1000. 00010000:00000010:3.0:1769074866.226575:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d00. 00000004:00000010:3.0:1769074866.226596:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8dabaf1a8b40. 00000004:00000010:3.0:1769074866.226641:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab875838e8. 00000004:00000010:3.0:1769074866.226648:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6f430. 00080000:00000010:3.0:1769074866.226659:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa82ca08e8. 00000020:00000010:3.0:1769074866.226693:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045540. 00080000:00000010:3.0:1769074866.226702:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c15000. 00000004:00000010:3.0:1769074866.226727:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa88ed8000. 00020000:00000010:3.0:1769074866.226804:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb5a8. 00020000:00000010:3.0:1769074866.226808:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bb6b0. 00000004:00000010:3.0:1769074866.226819:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe18238. 00000001:00000010:3.0:1769074866.227058:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818b480. 00000001:00000010:3.0:1769074866.227065:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8cc0. 00000020:00000010:3.0:1769074866.227119:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045540. 00010000:00000010:3.0:1769074866.227157:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa82b22d00. 00010000:00000010:3.0:1769074866.227161:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8dab91788080. 00010000:00000010:3.0:1769074866.227166:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee400. 00010000:00000010:3.0:1769074866.227170:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3180. 00000004:00000010:3.0:1769074866.227308:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa83e3dc00. 00010000:00000010:3.0:1769074866.227338:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074866.227375:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074866.227388:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890646, last committed = 17179890625 00010000:00000200:3.0:1769074866.227398:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a2d80 x1855007826644480/t17179890646(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074866.227417:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46aa0. 00000100:00000200:3.0:1769074866.227424:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826644480, offset 224 00000400:00000010:3.0:1769074866.227430:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cca48. 00000400:00000200:3.0:1769074866.227434:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.227447:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.227454:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41940:41940:256:4294967295] 192.168.204.10@tcp LPNI seq info [41936:41936:8:4294967295] 00000400:00000200:3.0:1769074866.227460:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074866.227466:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.227471:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.227477:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074866.227484:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.227491:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.227496:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.227670:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.227676:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.227681:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8deca800. 00000800:00000200:2.0:1769074866.228281:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074866.228286:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074866.228293:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.228300:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.231723:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074866.231744:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x672bd 00000400:00000200:1.0:1769074866.231751:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.231755:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074866.231762:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46aa0 00000400:00000010:1.0:1769074866.231765:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46aa0. 00000400:00000200:1.0:1769074866.231853:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.231860:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa900f00 00000400:00000200:1.0:1769074866.231867:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eff1 [2] + 1568 00000400:00000200:1.0:1769074866.231929:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.231933:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.231938:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074866.231944:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8a80. 00000020:00000010:3.0:1769074866.232673:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d8c0. 00000020:00000010:3.0:1769074866.232679:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d8c0. 00000020:00000010:3.0:1769074866.232687:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8deca800. 00000020:00000010:3.0:1769074866.232694:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.232699:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.232738:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d8c0. 00000020:00000010:3.0:1769074866.232740:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d8c0. 00000100:00000200:3.0:1769074866.232744:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826644736 00000001:00000010:3.0:1769074866.232755:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8780. 02000000:00000010:3.0:1769074866.232801:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa89c16000. 00000020:00000010:3.0:1769074866.232847:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818b180. 00080000:00000010:3.0:1769074866.232857:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa89c14800. 00000001:00000010:3.0:1769074866.232940:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818bae0. 00000001:00000010:3.0:1769074866.232947:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed86c0. 00000020:00000010:3.0:1769074866.233013:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818b180. 00000004:00000010:3.0:1769074866.233033:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa83e3dc00. 00010000:00000200:3.0:1769074866.233070:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8a80 x1855007826644736/t17179890647(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074866.233090:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46cc0. 00000100:00000200:3.0:1769074866.233095:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826644736, offset 224 00000400:00000200:3.0:1769074866.233102:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.233114:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.233120:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41941:41941:256:4294967295] 192.168.204.10@tcp LPNI seq info [41937:41937:8:4294967295] 00000400:00000200:3.0:1769074866.233131:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.233139:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.233144:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074866.233151:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.233157:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.233161:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.233180:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.233287:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.233294:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8deca800. 00000800:00000200:1.0:1769074866.233485:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.233489:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074866.233496:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.233501:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.233506:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46cc0 00000400:00000010:1.0:1769074866.233507:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46cc0. 00010000:00000010:2.0:1769074866.236405:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d00. 00010000:00000010:2.0:1769074866.236426:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a280. 00000400:00000200:2.0:1769074866.237571:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074866.237589:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa901000 00000400:00000200:2.0:1769074866.237598:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 163888 00000400:00000200:2.0:1769074866.237651:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.237657:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074866.237665:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074866.237671:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a2300. 00000020:00000010:3.0:1769074866.237871:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d8c0. 00000020:00000010:3.0:1769074866.237877:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d8c0. 00000020:00000010:3.0:1769074866.237885:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8deca800. 00000020:00000010:3.0:1769074866.237891:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.237895:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.237936:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d8c0. 00000020:00000010:3.0:1769074866.237939:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d8c0. 00000100:00000200:3.0:1769074866.237942:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826644992 00000001:00000010:3.0:1769074866.237952:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8cc0. 00010000:00000010:3.0:1769074866.237976:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef200. 00010000:00000010:3.0:1769074866.237983:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074866.238021:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab8625a000. 00010000:00000010:3.0:1769074866.238106:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.0:1769074866.238110:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074866.238167:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa82b22c00. 00010000:00000010:3.0:1769074866.238172:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8ad2a280. 00010000:00000010:3.0:1769074866.238176:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fee800. 00010000:00000010:3.0:1769074866.238179:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3680. 00000004:00000010:3.0:1769074866.238214:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8dabaf1a90e0. 00000004:00000010:3.0:1769074866.238224:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab875830f0. 00000004:00000010:3.0:1769074866.238231:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6f760. 00080000:00000010:3.0:1769074866.238242:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa82ca1c80. 00000020:00000010:3.0:1769074866.238274:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818b180. 00080000:00000010:3.0:1769074866.238283:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc943000. 00000004:00000010:3.0:1769074866.238307:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa88ed8780. 00020000:00000010:3.0:1769074866.238352:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb140. 00020000:00000010:3.0:1769074866.238355:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bb808. 00000004:00000010:3.0:1769074866.238366:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1b778. 00000001:00000010:3.0:1769074866.238590:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabae045ae0. 00000001:00000010:3.0:1769074866.238597:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed80c0. 00000020:00000010:3.0:1769074866.238690:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818b180. 00010000:00000010:3.0:1769074866.238726:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa82b22000. 00010000:00000010:3.0:1769074866.238729:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25700. 00010000:00000010:3.0:1769074866.239491:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88feec00. 00010000:00000010:3.0:1769074866.239500:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3f00. 00000004:00000010:3.0:1769074866.239536:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8da25e00. 00010000:00000010:3.0:1769074866.239562:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074866.239592:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:3.0:1769074866.239624:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890648, last committed = 17179890625 00010000:00000200:3.0:1769074866.239636:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a2300 x1855007826644992/t17179890648(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074866.239656:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c467f8. 00000100:00000200:3.0:1769074866.239663:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826644992, offset 224 00000400:00000010:3.0:1769074866.239670:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dab882cc268. 00000400:00000200:3.0:1769074866.239675:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.239686:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.239691:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41942:41942:256:4294967295] 192.168.204.10@tcp LPNI seq info [41938:41938:8:4294967295] 00000400:00000200:3.0:1769074866.239697:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:3.0:1769074866.239702:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.239706:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.239711:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ffa00. 00000800:00000200:3.0:1769074866.239717:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.239723:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.239727:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ffa00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.239853:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2ac80. 00000020:00000010:3.0:1769074866.239860:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.239865:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8deca800. 00000800:00000200:1.0:1769074866.240081:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.240085:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ffa00. 00000400:00000200:1.0:1769074866.240101:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.240106:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074866.240641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5500. 00010000:00000010:0.1:1769074866.240650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1800. 00000400:00000200:1.0:1769074866.242039:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074866.242059:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x672c5 00000400:00000200:1.0:1769074866.242066:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.242070:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074866.242076:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c467f8 00000400:00000010:1.0:1769074866.242079:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c467f8. 00010000:00000010:0.0:1769074866.242194:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3680. 00010000:00000010:0.0:1769074866.242206:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a280. 00010000:00000010:2.1:1769074866.244698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22800. 00010000:00000010:2.1:1769074866.244713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1000. 00010000:00000010:3.1:1769074866.244953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0800. 00010000:00000010:3.1:1769074866.244958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1c00. 00000400:00000200:2.0:1769074866.245374:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074866.245391:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa901100 00000400:00000200:2.0:1769074866.245400:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2eff1 [2] + 1960 00000400:00000010:2.0:1769074866.245406:0:12640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4840. 00000400:00000200:2.0:1769074866.245410:0:12640:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8fab6780 00000400:00000200:2.0:1769074866.246089:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.246097:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074866.246106:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fab6780 00000400:00000010:2.0:1769074866.246108:0:12640:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fab6780. 00000100:00000200:2.0:1769074866.246116:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074866.246210:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835080. 00000020:00000010:0.0:1769074866.246215:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835080. 00000020:00000010:0.0:1769074866.246221:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2400. 00000020:00000010:0.0:1769074866.246226:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858f00. 00000020:00000010:0.0:1769074866.246231:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.246267:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835080. 00000020:00000010:0.0:1769074866.246269:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835080. 00000100:00000200:0.0:1769074866.246273:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826645248 00000001:00000010:0.0:1769074866.246282:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed86c0. 02000000:00000010:0.0:1769074866.246333:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8a410800. 00000020:00000010:0.0:1769074866.246376:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabbd1bb720. 00080000:00000010:0.0:1769074866.246386:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a410000. 00000001:00000010:0.0:1769074866.246481:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49a80. 00000001:00000010:0.0:1769074866.246488:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab866e4240. 00000020:00000010:0.0:1769074866.246555:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabbd1bb720. 00000004:00000010:0.0:1769074866.246577:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8da25e00. 00010000:00000200:0.0:1769074866.246632:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa83c4a050 x1855007826645248/t17179890649(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074866.246650:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd92a8. 00000100:00000200:0.0:1769074866.246656:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826645248, offset 224 00000400:00000200:0.0:1769074866.246667:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.246680:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.246686:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41943:41943:256:4294967295] 192.168.204.10@tcp LPNI seq info [41939:41939:8:4294967295] 00000400:00000200:0.0:1769074866.246696:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.246702:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.246707:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074866.246713:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.246720:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.246724:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.246753:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858f00. 00000020:00000010:0.0:1769074866.246759:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.246762:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2400. 02000000:00000010:0.0:1769074866.246774:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa89c16000. 00000100:00000010:0.0:1769074866.246778:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8a80. 02000000:00000010:0.0:1769074866.246782:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa89c14000. 00000100:00000010:0.0:1769074866.246784:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0380. 02000000:00000010:0.0:1769074866.246787:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa83450000. 00000100:00000010:0.0:1769074866.246801:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cb480. 02000000:00000010:0.0:1769074866.246805:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8bcd8000. 00000100:00000010:0.0:1769074866.246808:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8e00. 02000000:00000010:0.0:1769074866.246811:0:42300:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8a25c800. 00000100:00000010:0.0:1769074866.246813:0:42300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cad80. 00000100:00000200:0.0:1769074866.246819:0:42300:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074866.246824:0:42300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8160. 00000400:00000010:0.0:1769074866.246829:0:42300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab866e4600. 00000800:00000200:1.0:1769074866.250137:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.250146:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:1.0:1769074866.250157:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.250165:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.250173:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd92a8 00000400:00000010:1.0:1769074866.250175:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd92a8. 02000000:00000010:1.0:1769074866.250195:0:12638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8a410800. 00000400:00000200:1.0:1769074866.250697:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.250715:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa901200 00000400:00000200:1.0:1769074866.250724:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 164536 00000400:00000200:1.0:1769074866.250813:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.250818:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.250825:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074866.250833:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cad80. 00000020:00000010:3.0:1769074866.250919:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:3.0:1769074866.250924:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:3.0:1769074866.250932:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8deca800. 00000020:00000010:3.0:1769074866.250936:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25480. 00000020:00000010:3.0:1769074866.250941:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014ae10. 00000020:00000010:3.0:1769074866.251013:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:3.0:1769074866.251016:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:3.0:1769074866.251019:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826645504 00000001:00000010:3.0:1769074866.251031:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed80c0. 00010000:00000010:3.0:1769074866.251055:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:3.0:1769074866.251063:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3d80. 02000000:00000010:3.0:1769074866.251097:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab86258000. 00010000:00000010:3.0:1769074866.251196:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88fef000. 00010000:00000010:3.0:1769074866.251201:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3100. 00010000:00000010:3.0:1769074866.251220:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa82b22b00. 00010000:00000010:3.0:1769074866.251223:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8da25b00. 00010000:00000010:3.0:1769074866.251230:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab829cb600. 00010000:00000010:3.0:1769074866.251233:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab88ea3e80. 00000004:00000010:3.0:1769074866.251255:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8dabaf1a9680. 00000004:00000010:3.0:1769074866.251264:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab87583b40. 00000004:00000010:3.0:1769074866.251271:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8fd6fba0. 00080000:00000010:3.0:1769074866.251282:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa82ca01c8. 00000020:00000010:3.0:1769074866.251311:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dabae045c60. 00080000:00000010:3.0:1769074866.251320:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc941000. 00000004:00000010:3.0:1769074866.251344:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8daa88ed8cc0. 00020000:00000010:3.0:1769074866.251389:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8f8bb228. 00020000:00000010:3.0:1769074866.251392:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8f8bbbb0. 00000004:00000010:3.0:1769074866.251403:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe188e0. 00010000:00000010:3.1:1769074866.251875:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee200. 00010000:00000010:3.1:1769074866.251882:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef200. 00000001:00000010:2.0:1769074866.252140:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e4e0. 00000001:00000010:2.0:1769074866.252149:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabaff9df00. 00000020:00000010:2.0:1769074866.252213:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dabae045c60. 00010000:00000010:2.0:1769074866.252253:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826700. 00010000:00000010:2.0:1769074866.252257:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8f9e4400. 00010000:00000010:2.0:1769074866.252261:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b000. 00010000:00000010:2.0:1769074866.252267:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486cf00. 00000004:00000010:2.0:1769074866.252295:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8f9e4280. 00010000:00000010:2.0:1769074866.252324:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3100. 00010000:00000010:2.0:1769074866.252363:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3d80. 00010000:00000200:2.0:1769074866.252375:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890650, last committed = 17179890625 00010000:00000200:2.0:1769074866.252388:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908cad80 x1855007826645504/t17179890650(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074866.252405:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0440. 00000100:00000200:2.0:1769074866.252411:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826645504, offset 224 00000400:00000010:2.0:1769074866.252418:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23f540. 00000400:00000200:2.0:1769074866.252422:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074866.252436:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074866.252443:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41944:41944:256:4294967295] 192.168.204.10@tcp LPNI seq info [41940:41940:8:4294967295] 00000400:00000200:2.0:1769074866.252450:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074866.252456:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074866.252462:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074866.252559:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21000. 00000800:00000200:2.0:1769074866.252568:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074866.252575:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074866.252578:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074866.252639:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25480. 00000020:00000010:2.0:1769074866.252643:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014ae10. 00000020:00000010:2.0:1769074866.252648:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8deca800. 00000800:00000200:3.0:1769074866.252983:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074866.252988:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21000. 00000400:00000200:3.0:1769074866.252992:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074866.252997:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.256024:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074866.256047:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x672d1 00000400:00000200:1.0:1769074866.256054:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.256058:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074866.256065:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0440 00000400:00000010:1.0:1769074866.256069:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0440. 00000400:00000200:1.0:1769074866.256108:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.256115:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa901300 00000400:00000200:1.0:1769074866.256123:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2f025 [2] + 0 00000400:00000200:1.0:1769074866.256177:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.256182:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.256193:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074866.256201:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8e00. 00000020:00000010:1.0:1769074866.256248:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabaed78b00. 00000020:00000010:1.0:1769074866.256253:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabaed78b00. 00000020:00000010:1.0:1769074866.256260:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89400. 00000020:00000010:1.0:1769074866.256267:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42b00. 00000020:00000010:1.0:1769074866.256272:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562e10. 00000020:00000010:1.0:1769074866.256307:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabaed78b00. 00000020:00000010:1.0:1769074866.256310:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabaed78b00. 00000100:00000200:1.0:1769074866.256313:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826645760 00000001:00000010:1.0:1769074866.256323:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab866e4240. 02000000:00000010:1.0:1769074866.256360:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8e346c00. 00000020:00000010:1.0:1769074866.256407:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8a375180. 00080000:00000010:1.0:1769074866.256417:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8e344000. 00000001:00000010:1.0:1769074866.256512:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8a375120. 00000001:00000010:1.0:1769074866.256518:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabbfdcc840. 00000020:00000010:1.0:1769074866.256580:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8a375180. 00000004:00000010:1.0:1769074866.256633:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8f9e4280. 00010000:00000200:1.0:1769074866.256668:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8e00 x1855007826645760/t17179890651(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074866.256686:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074866.256691:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826645760, offset 224 00000400:00000200:1.0:1769074866.256697:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:1.0:1769074866.256708:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:1.0:1769074866.256713:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41945:41945:256:4294967295] 192.168.204.10@tcp LPNI seq info [41941:41941:8:4294967295] 00000400:00000200:1.0:1769074866.256723:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:1.0:1769074866.256727:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:1.0:1769074866.256733:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab8910b400. 00000800:00000200:1.0:1769074866.256738:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:1.0:1769074866.256745:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:1.0:1769074866.256749:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab8910b400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074866.256768:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42b00. 00000020:00000010:1.0:1769074866.256774:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562e10. 00000020:00000010:1.0:1769074866.256777:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89400. 00000800:00000200:1.0:1769074866.256844:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074866.256848:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab8910b400. 00000400:00000200:1.0:1769074866.256852:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.256856:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.256859:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:1.0:1769074866.256861:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00010000:00000010:3.0:1769074866.257326:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3e80. 00010000:00000010:3.0:1769074866.257336:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25b00. 00010000:00000010:0.1:1769074866.257407:0:44309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22c00. 00010000:00000010:0.1:1769074866.257413:0:44309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee800. 00000400:00000200:3.0:1769074866.261023:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074866.261043:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa901400 00000400:00000200:3.0:1769074866.261051:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 165184 00000400:00000200:3.0:1769074866.261065:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074866.261069:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074866.261077:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074866.261083:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff0380. 00000020:00000010:2.0:1769074866.261295:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f78c0. 00000020:00000010:2.0:1769074866.261303:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f78c0. 00000020:00000010:2.0:1769074866.261309:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074866.261315:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4180. 00000020:00000010:2.0:1769074866.261320:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.261365:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc19f78c0. 00000020:00000010:2.0:1769074866.261368:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc19f78c0. 00000100:00000200:2.0:1769074866.261371:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826646016 00000001:00000010:2.0:1769074866.261380:0:42856:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabaff9df00. 00010000:00000010:2.0:1769074866.261405:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152a600. 00010000:00000010:2.0:1769074866.261413:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c700. 02000000:00000010:2.0:1769074866.261446:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8daba10fe000. 00010000:00000010:2.0:1769074866.261542:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.0:1769074866.261547:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074866.261565:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826800. 00010000:00000010:2.0:1769074866.261568:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8f9e4e80. 00010000:00000010:2.0:1769074866.261572:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152aa00. 00010000:00000010:2.0:1769074866.261575:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c200. 00000004:00000010:2.0:1769074866.261595:0:42856:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8daa902a34a0. 00000004:00000010:2.0:1769074866.261637:0:42856:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab86361078. 00000004:00000010:2.0:1769074866.261645:0:42856:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa8ec36cc0. 00080000:00000010:2.0:1769074866.261656:0:42856:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bac78. 00000020:00000010:2.0:1769074866.261690:0:42856:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8daa8145ed80. 00080000:00000010:2.0:1769074866.261700:0:42856:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa85948000. 00000004:00000010:2.0:1769074866.261726:0:42856:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dabaff9d900. 00020000:00000010:2.0:1769074866.261787:0:42856:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daba15d3810. 00020000:00000010:2.0:1769074866.261801:0:42856:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daba15d35d8. 00000004:00000010:2.0:1769074866.261814:0:42856:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fdab0d0. 00000001:00000010:2.0:1769074866.262050:0:42856:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8daa8145e180. 00000001:00000010:2.0:1769074866.262057:0:42856:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dabaff9dd80. 00000020:00000010:2.0:1769074866.262110:0:42856:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8daa8145ed80. 00010000:00000010:2.0:1769074866.262144:0:42856:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daa8d826a00. 00010000:00000010:2.0:1769074866.262148:0:42856:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8f9e4000. 00010000:00000010:2.0:1769074866.262154:0:42856:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8dab8152b600. 00010000:00000010:2.0:1769074866.262158:0:42856:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dab8486c180. 00000004:00000010:2.0:1769074866.262183:0:42856:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8f9e4980. 00010000:00000010:2.0:1769074866.262210:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c100. 00010000:00000010:2.0:1769074866.262244:0:42856:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c700. 00010000:00000200:2.0:1769074866.262257:0:42856:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890652, last committed = 17179890625 00010000:00000200:2.0:1769074866.262266:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff0380 x1855007826646016/t17179890652(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074866.262286:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb03b8. 00000100:00000200:2.0:1769074866.262293:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826646016, offset 224 00000400:00000010:2.0:1769074866.262300:0:42856:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8dabbd23faf0. 00000400:00000200:2.0:1769074866.262304:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074866.262321:0:42856:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074866.262330:0:42856:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41946:41946:256:4294967295] 192.168.204.10@tcp LPNI seq info [41942:41942:8:4294967295] 00000400:00000200:2.0:1769074866.262336:0:42856:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:2.0:1769074866.262342:0:42856:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074866.262347:0:42856:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074866.262352:0:42856:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21800. 00000800:00000200:2.0:1769074866.262359:0:42856:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074866.262366:0:42856:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074866.262370:0:42856:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21800 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074866.262399:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4180. 00000020:00000010:2.0:1769074866.262404:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074866.262409:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00000800:00000200:3.0:1769074866.263044:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074866.263050:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21800. 00000400:00000200:3.0:1769074866.263055:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074866.263061:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:1.0:1769074866.266309:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:1.0:1769074866.266331:0:12638:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x672d9 00000400:00000200:1.0:1769074866.266338:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.266343:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:1.0:1769074866.266350:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb03b8 00000400:00000010:1.0:1769074866.266353:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb03b8. 00010000:00000010:0.0:1769074866.266596:0:12632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c200. 00010000:00000010:0.0:1769074866.266635:0:12632:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8f9e4e80. 00000400:00000200:3.0:1769074866.267043:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074866.267054:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa901500 00000400:00000200:3.0:1769074866.267062:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2f025 [2] + 392 00000400:00000200:3.0:1769074866.267118:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074866.267123:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074866.267130:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074866.267138:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3800. 00000020:00000010:0.0:1769074866.267221:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835080. 00000020:00000010:0.0:1769074866.267227:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835080. 00000020:00000010:0.0:1769074866.267233:0:42300:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2400. 00000020:00000010:0.0:1769074866.267238:0:42300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858f00. 00000020:00000010:0.0:1769074866.267243:0:42300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.267283:0:42300:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835080. 00000020:00000010:0.0:1769074866.267286:0:42300:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835080. 00000100:00000200:0.0:1769074866.267290:0:42300:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826646272 00000001:00000010:0.0:1769074866.267298:0:42300:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabbfdcc840. 02000000:00000010:0.0:1769074866.267334:0:42300:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8daa8a411400. 00000020:00000010:0.0:1769074866.267377:0:42300:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab82d49600. 00080000:00000010:0.0:1769074866.267387:0:42300:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a412400. 00000001:00000010:0.0:1769074866.267485:0:42300:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab82d49360. 00000001:00000010:0.0:1769074866.267493:0:42300:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa827b2e40. 00000020:00000010:0.0:1769074866.267561:0:42300:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab82d49600. 00000004:00000010:0.0:1769074866.267583:0:42300:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8f9e4980. 00010000:00000200:0.0:1769074866.267681:0:42300:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbfff3800 x1855007826646272/t17179890653(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074866.267704:0:42300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9f68. 00000100:00000200:0.0:1769074866.267712:0:42300:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826646272, offset 224 00000400:00000200:0.0:1769074866.267719:0:42300:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.267730:0:42300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.267735:0:42300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41947:41947:256:4294967295] 192.168.204.10@tcp LPNI seq info [41943:41943:8:4294967295] 00000400:00000200:0.0:1769074866.267746:0:42300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.267750:0:42300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.267755:0:42300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a300. 00000800:00000200:0.0:1769074866.267760:0:42300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.267767:0:42300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.267772:0:42300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.267801:0:42300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858f00. 00000020:00000010:0.0:1769074866.267805:0:42300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.267809:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2400. 00000800:00000200:3.0:1769074866.268074:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074866.268078:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a300. 00000400:00000200:3.0:1769074866.268083:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074866.268087:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074866.268092:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9f68 00000400:00000010:3.0:1769074866.268094:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9f68. 00010000:00000010:2.1:1769074866.269431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef000. 00010000:00000010:2.1:1769074866.269443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefc00. 00010000:00000010:2.1:1769074866.271727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152bc00. 00010000:00000010:2.1:1769074866.271755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152a600. 00000400:00000200:1.0:1769074866.272894:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.272913:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 648 into portal 12 MB=0x6971eaa901600 00000400:00000200:1.0:1769074866.272922:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 648/648 into md 0x20c29 [64] + 165832 00000400:00000200:1.0:1769074866.272938:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.272943:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.272951:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074866.272957:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908cb480. 00000020:00000010:0.0:1769074866.273160:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835080. 00000020:00000010:0.0:1769074866.273166:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835080. 00000020:00000010:0.0:1769074866.273173:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2400. 00000020:00000010:0.0:1769074866.273178:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8c858f00. 00000020:00000010:0.0:1769074866.273192:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.273238:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabc1835080. 00000020:00000010:0.0:1769074866.273241:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabc1835080. 00000100:00000200:0.0:1769074866.273243:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826646528 00000001:00000010:0.0:1769074866.273253:0:44309:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dabaff9dd80. 00010000:00000010:0.0:1769074866.273277:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:0.0:1769074866.273284:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c800. 02000000:00000010:0.0:1769074866.273320:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8dab9eda8000. 00010000:00000010:0.0:1769074866.273402:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.0:1769074866.273407:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.273427:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8000. 00010000:00000010:0.0:1769074866.273430:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8c858a00. 00010000:00000010:0.0:1769074866.273434:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14b800. 00010000:00000010:0.0:1769074866.273437:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c300. 00000004:00000010:0.0:1769074866.273457:0:44309:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8dabbfe1e3c0. 00000004:00000010:0.0:1769074866.273467:0:44309:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8dab84367690. 00000004:00000010:0.0:1769074866.273473:0:44309:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8daa907d1650. 00080000:00000010:0.0:1769074866.273485:0:44309:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1b8f0. 00000020:00000010:0.0:1769074866.273514:0:44309:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab82d49600. 00080000:00000010:0.0:1769074866.273525:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a410400. 00000004:00000010:0.0:1769074866.273549:0:44309:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8dab908d79c0. 00020000:00000010:0.0:1769074866.273594:0:44309:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8daa8fa1fb38. 00020000:00000010:0.0:1769074866.273598:0:44309:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8daa8fa1f428. 00000004:00000010:0.0:1769074866.273651:0:44309:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8daa8fe1ee98. 00000001:00000010:0.0:1769074866.274231:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbc7740c0. 00000001:00000010:0.0:1769074866.274239:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab908d7900. 00000020:00000010:0.0:1769074866.274294:0:44309:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab82d49600. 00010000:00000010:0.0:1769074866.274335:0:44309:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8f00. 00010000:00000010:0.0:1769074866.274339:0:44309:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8daa8298af80. 00010000:00000010:0.0:1769074866.274344:0:44309:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:0.0:1769074866.274348:0:44309:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8dabbd74c500. 00000004:00000010:0.0:1769074866.274375:0:44309:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8daa8298ac80. 00010000:00000010:0.0:1769074866.274404:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cc00. 00010000:00000010:0.0:1769074866.274438:0:44309:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c800. 00010000:00000200:0.0:1769074866.274449:0:44309:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 17179890654, last committed = 17179890625 00010000:00000200:0.0:1769074866.274459:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908cb480 x1855007826646528/t17179890654(0) o101->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 648/664 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074866.274479:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9990. 00000100:00000200:0.0:1769074866.274485:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855007826646528, offset 224 00000400:00000010:0.0:1769074866.274492:0:44309:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8daa88bfa348. 00000400:00000200:0.0:1769074866.274496:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074866.274510:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074866.274517:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41948:41948:256:4294967295] 192.168.204.10@tcp LPNI seq info [41944:41944:8:4294967295] 00000400:00000200:0.0:1769074866.274523:0:44309:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.10@tcp 00000400:00000200:0.0:1769074866.274530:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074866.274537:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074866.274542:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a300. 00000800:00000200:0.0:1769074866.274548:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074866.274555:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074866.274559:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074866.274588:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8c858f00. 00000020:00000010:0.0:1769074866.274593:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074866.274597:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2400. 00010000:00000010:3.1:1769074866.274970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22b00. 00010000:00000010:3.1:1769074866.274976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab829cb600. 00000800:00000200:3.0:1769074866.275083:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074866.275087:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a300. 00000400:00000200:3.0:1769074866.275093:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074866.275099:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00010000:00000010:0.1:1769074866.275898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826800. 00010000:00000010:0.1:1769074866.275907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152aa00. 00000400:00000200:3.0:1769074866.277353:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : ACK - for me 00000400:00000200:3.0:1769074866.277373:0:12639:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.110@tcp: ACK from 12345-192.168.204.10@tcp into md 0x672e1 00000400:00000200:3.0:1769074866.277381:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074866.277386:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: ACK: OK 00000400:00000200:3.0:1769074866.277392:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9990 00000400:00000010:3.0:1769074866.277395:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9990. 00010000:00000010:2.0:1769074866.277523:0:12631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c300. 00010000:00000010:2.0:1769074866.277534:0:12631:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858a00. 00000100:00000010:2.0:1769074866.277699:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbc774ba0. 00000100:00000010:3.0:1769074866.277890:0:31615:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbc774600. 00000100:00000010:0.0:1769074866.277963:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbc774420. 00000100:00000010:1.0:1769074866.280684:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbc774000. 00000400:00000200:1.0:1769074866.280726:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:1.0:1769074866.280743:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 392 into portal 23 MB=0x6971eaa901700 00000400:00000200:1.0:1769074866.280752:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.10@tcp of length 392/392 into md 0x2f025 [2] + 784 00000400:00000200:1.0:1769074866.280827:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074866.280833:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:1.0:1769074866.280841:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074866.280846:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa908c8a80. 00000020:00000010:3.0:1769074866.280948:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:3.0:1769074866.280953:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000020:00000010:3.0:1769074866.280962:0:42299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8deca600. 00000020:00000010:3.0:1769074866.280967:0:42299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25b00. 00000020:00000010:3.0:1769074866.280972:0:42299:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074866.281008:0:42299:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8470d480. 00000020:00000010:3.0:1769074866.281012:0:42299:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8470d480. 00000100:00000200:3.0:1769074866.281015:0:42299:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826646784 00000001:00000010:3.0:1769074866.281026:0:42299:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa827b2e40. 02000000:00000010:3.0:1769074866.281069:0:42299:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8dabbc942400. 00000020:00000010:3.0:1769074866.281116:0:42299:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8dab8818b9c0. 00080000:00000010:3.0:1769074866.281128:0:42299:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc942800. 00000001:00000010:3.0:1769074866.281225:0:42299:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dab8818b180. 00000001:00000010:3.0:1769074866.281233:0:42299:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8daa88ed8240. 00000020:00000010:3.0:1769074866.281301:0:42299:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8dab8818b9c0. 00000004:00000010:3.0:1769074866.281323:0:42299:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8daa8298ac80. 00010000:00000200:3.0:1769074866.281361:0:42299:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa908c8a80 x1855007826646784/t17179890655(0) o35->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:402/0 lens 392/456 e 0 to 0 dl 1769074877 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074866.281387:0:42299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c464c8. 00000100:00000200:3.0:1769074866.281393:0:42299:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855007826646784, offset 224 00000400:00000200:3.0:1769074866.281399:0:42299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074866.281409:0:42299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074866.281415:0:42299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41949:41949:256:4294967295] 192.168.204.10@tcp LPNI seq info [41945:41945:8:4294967295] 00000400:00000200:3.0:1769074866.281426:0:42299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074866.281431:0:42299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074866.281436:0:42299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff000. 00000800:00000200:3.0:1769074866.281442:0:42299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074866.281449:0:42299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074866.281453:0:42299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074866.281470:0:42299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25b00. 00000020:00000010:3.0:1769074866.281474:0:42299:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074866.281478:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8deca600. 00000800:00000200:2.0:1769074866.281838:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074866.281843:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff000. 00000400:00000200:2.0:1769074866.281848:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074866.281853:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074866.281858:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c464c8 00000400:00000010:2.0:1769074866.281860:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c464c8. 00010000:00000010:0.1:1769074866.283691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a200. 00010000:00000010:0.1:1769074866.283704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a000. 00010000:00000010:2.1:1769074866.289843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8000. 00010000:00000010:2.1:1769074866.289861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b800. 00000001:00000010:1.0:1769074866.594713:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49b40. 00080000:00000010:1.0:1769074866.594729:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd747400. 00000001:00000010:1.0:1769074866.594739:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49240. 00080000:00000010:1.0:1769074866.594741:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c579000. 00000001:00000010:1.0:1769074866.594746:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbc774300. 00002000:00000010:1.0:1769074866.594750:0:37043:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8dabbc774a20. 00080000:00000010:1.0:1769074866.594753:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40e000. 00000001:00000010:1.0:1769074866.594759:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e08000. 00002000:00000010:1.0:1769074866.594761:0:37043:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8dab89c8a8a0. 00080000:00000010:1.0:1769074866.594764:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40f400. 00000001:00000010:1.0:1769074866.594768:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8dea0. 00002000:00000010:1.0:1769074866.594772:0:37043:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8dabafc8d5a0. 00080000:00000010:1.0:1769074866.594774:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40c400. 00000001:00000010:1.0:1769074866.594779:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49a20. 00002000:00000010:1.0:1769074866.594781:0:37043:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8dab82d497e0. 00080000:00000010:1.0:1769074866.594795:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8f40d400. 00000001:00000010:1.0:1769074866.594799:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bb3c0. 00002000:00000010:1.0:1769074866.594802:0:37043:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8dabbd1bb360. 00080000:00000010:1.0:1769074866.594804:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc758000. 00000001:00000010:1.0:1769074866.594809:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daba0e085a0. 00002000:00000010:1.0:1769074866.594811:0:37043:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8daba0e08e40. 00080000:00000010:1.0:1769074866.594814:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb22c00. 00000001:00000010:1.0:1769074866.594818:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab89c8a240. 00002000:00000010:1.0:1769074866.594820:0:37043:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8dab89c8a720. 00080000:00000010:1.0:1769074866.594822:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb22800. 00000001:00000010:1.0:1769074866.594826:0:37043:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bba20. 00002000:00000010:1.0:1769074866.594828:0:37043:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8dabbd1bbb40. 00080000:00000010:1.0:1769074866.594831:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8cb21000. 00000001:00000010:1.0:1769074867.055774:0:37874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49300. 00080000:00000010:1.0:1769074867.055798:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88d47800. 00000001:00000010:1.0:1769074867.055803:0:37874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49780. 00080000:00000010:1.0:1769074867.055806:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c57b000. 00000001:00000010:1.0:1769074867.055809:0:37874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d492a0. 00080000:00000010:1.0:1769074867.055811:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c578800. 00000001:00000010:1.0:1769074867.055816:0:37874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e0c0. 00080000:00000010:1.0:1769074867.055819:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8594ac00. 00000400:00000200:3.0:1769074869.167591:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074869.167723:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa901780 00000400:00000200:3.0:1769074869.167732:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b895 [2] + 328 00000400:00000200:3.0:1769074869.167757:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.167762:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074869.167772:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074869.167778:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbfff3b80. 00000400:00000200:3.0:1769074869.167817:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074869.167823:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa901800 00000400:00000200:3.0:1769074869.167827:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b895 [2] + 656 00000400:00000200:3.0:1769074869.167833:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.167836:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074869.167839:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074869.167845:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8bd2d500. 00000400:00000200:3.0:1769074869.167869:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074869.167875:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 328 into portal 17 MB=0x6971eaa901880 00000400:00000200:3.0:1769074869.167879:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.10@tcp of length 328/328 into md 0x1b895 [2] + 984 00000400:00000200:3.0:1769074869.167890:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.167893:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074869.167896:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074869.167900:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944700. 00000020:00000010:2.0:1769074869.169476:0:36251:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabbc5fe4c0. 00000020:00000010:2.0:1769074869.169489:0:36251:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabbc5fe4c0. 00000020:00000010:2.0:1769074869.169497:0:36251:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff82000. 00000020:00000010:2.0:1769074869.169503:0:36251:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ef1ef80. 00000020:00000010:2.0:1769074869.169509:0:36251:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074869.169820:0:36251:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabbc5fe4c0. 00000020:00000010:2.0:1769074869.169823:0:36251:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabbc5fe4c0. 00000020:00000010:2.0:1769074869.169827:0:36251:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83a00. 00000020:00000010:2.0:1769074869.169830:0:36251:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ef1e400. 00000020:00000010:2.0:1769074869.169833:0:36251:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117898. 00000020:00000010:2.0:1769074869.169856:0:36251:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabbc5fe4c0. 00000020:00000010:2.0:1769074869.169859:0:36251:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabbc5fe4c0. 00000020:00000010:2.0:1769074869.169862:0:36251:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbff83e00. 00000020:00000010:2.0:1769074869.169864:0:36251:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ef1e700. 00000020:00000010:2.0:1769074869.169867:0:36251:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117640. 00000020:00000010:2.0:1769074869.169888:0:36251:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabbc5fe4c0. 00000020:00000010:2.0:1769074869.169889:0:36251:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabbc5fe4c0. 00000100:00000200:2.0:1769074869.169892:0:36251:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826646912 02000000:00000010:2.0:1769074869.169903:0:36251:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8594ac00. 00000400:00000010:2.0:1769074869.169942:0:36251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074869.169949:0:36251:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826646912, offset 224 00000400:00000200:2.0:1769074869.169958:0:36251:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074869.169971:0:36251:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074869.169990:0:36251:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41950:41950:256:4294967295] 192.168.204.10@tcp LPNI seq info [41946:41946:8:4294967295] 00000400:00000200:2.0:1769074869.170001:0:36251:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:2.0:1769074869.170016:0:36251:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:2.0:1769074869.170021:0:36251:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21300. 00000800:00000200:2.0:1769074869.170028:0:36251:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:2.0:1769074869.170036:0:36251:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074869.170040:0:36251:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074869.170366:0:36251:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ef1ef80. 00000020:00000010:2.0:1769074869.170373:0:36251:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074869.170378:0:36251:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff82000. 00000020:00000010:2.0:1769074869.170397:0:36251:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabbc5fe4c0. 00000020:00000010:2.0:1769074869.170399:0:36251:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabbc5fe4c0. 00000100:00000200:2.0:1769074869.170401:0:36251:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826647040 02000000:00000010:2.0:1769074869.170407:0:36251:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa85949c00. 00000400:00000010:2.0:1769074869.170423:0:36251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074869.170426:0:36251:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826647040, offset 224 00000400:00000200:2.0:1769074869.170432:0:36251:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:2.0:1769074869.170439:0:36251:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:2.0:1769074869.170443:0:36251:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41951:41951:255:4294967295] 192.168.204.10@tcp LPNI seq info [41947:41947:7:4294967295] 00000020:00000010:0.0:1769074869.170451:0:36250:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8fd64a40. 00000400:00000200:2.0:1769074869.170451:0:36251:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000020:00000010:0.0:1769074869.170458:0:36250:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8fd64a40. 00000800:00000200:2.0:1769074869.170461:0:36251:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000100:00000200:0.0:1769074869.170466:0:36250:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826647168 00000800:00000010:2.0:1769074869.170467:0:36251:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dab82d21600. 00000800:00000200:2.0:1769074869.170474:0:36251:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 02000000:00000010:0.0:1769074869.170478:0:36250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8c579800. 00000800:00000200:2.0:1769074869.170479:0:36251:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:2.0:1769074869.170483:0:36251:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab82d21600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074869.170490:0:36251:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ef1e400. 00000020:00000010:2.0:1769074869.170493:0:36251:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117898. 00000020:00000010:2.0:1769074869.170497:0:36251:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83a00. 00000400:00000010:0.0:1769074869.170504:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9908. 00000100:00000200:0.0:1769074869.170509:0:36250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007826647168, offset 224 00000400:00000200:0.0:1769074869.170517:0:36250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074869.170524:0:36250:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074869.170529:0:36250:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41952:41952:254:4294967295] 192.168.204.10@tcp LPNI seq info [41948:41948:6:4294967295] 00000400:00000200:0.0:1769074869.170540:0:36250:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074869.170545:0:36250:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074869.170549:0:36250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51a200. 00000800:00000200:0.0:1769074869.170554:0:36250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074869.170558:0:36250:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074869.170562:0:36250:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51a200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1769074869.170568:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074869.170570:0:36250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ef1e700. 00000800:00000010:2.0:1769074869.170572:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21300. 00000020:00000010:0.0:1769074869.170576:0:36250:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117640. 00000400:00000200:2.0:1769074869.170579:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074869.170582:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff83e00. 00000400:00000200:2.0:1769074869.170587:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074869.170593:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:2.0:1769074869.170596:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00000800:00000200:2.0:1769074869.170646:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074869.170650:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dab82d21600. 00000400:00000200:2.0:1769074869.170653:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.170656:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074869.170659:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:2.0:1769074869.170660:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00000800:00000200:2.0:1769074869.170719:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074869.170723:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51a200. 00000400:00000200:2.0:1769074869.170726:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.170729:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074869.170732:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9908 00000400:00000010:2.0:1769074869.170733:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9908. 00010000:00000010:2.1:1769074869.188730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800e00. 00010000:00000010:2.1:1769074869.188757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbd4fd200. 00010000:00000010:0.1:1769074869.189011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfe00. 00000400:00000200:2.0:1769074869.215802:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074869.215823:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 28 MB=0x6971eaa901900 00000400:00000200:2.0:1769074869.215832:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.10@tcp of length 224/224 into md 0x56a31 [8] + 2176 00000400:00000200:2.0:1769074869.215853:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.215858:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074869.215866:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074869.215873:0:12640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0000. 00000020:00000010:0.0:1769074869.216001:0:47062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8fd64a40. 00000020:00000010:0.0:1769074869.216017:0:47062:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dabaed78080. 00000020:00000010:0.0:1769074869.216048:0:47062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2e00. 00000020:00000010:0.0:1769074869.216053:0:47062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4a80. 00000020:00000010:0.0:1769074869.216058:0:47062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074869.216113:0:47062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8fd64d00. 00000020:00000010:0.0:1769074869.216116:0:47062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8fd64d00. 00000100:00000200:0.0:1769074869.216121:0:47062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826647296 02000000:00000010:0.0:1769074869.216142:0:47062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8c578800. 00000020:00000010:0.0:1769074869.216203:0:47062:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8daa8fd64a40. 00000020:00000010:0.0:1769074869.216231:0:47062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2400. 00000020:00000010:0.0:1769074869.216236:0:47062:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8edc3400. 00000020:00000010:0.0:1769074869.216240:0:47062:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8c737000. 00000020:00000010:0.0:1769074869.216244:0:47062:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316c168. 00000020:00000010:0.0:1769074869.216248:0:47062:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8edc2a00. 80000000:00000010:0.0:1769074869.216253:0:47062:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabbc774300. 40000000:00000010:0.0:1769074869.216256:0:47062:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8daa8fd64a40. 00100000:00000010:0.0:1769074869.216260:0:47062:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8c735000. 00040000:00000010:0.0:1769074869.216265:0:47062:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabbd51ae00. 00040000:00000010:0.0:1769074869.216269:0:47062:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8edc3e00. 00080000:00000010:0.0:1769074869.216274:0:47062:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8c730000. 00002000:00000010:0.0:1769074869.216278:0:47062:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8daa8c57b000. 00080000:00000010:0.0:1769074869.216305:0:47062:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c578400. 00080000:00000010:0.0:1769074869.216455:0:47062:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c579000. 00000001:00000010:0.0:1769074869.216479:0:47062:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8dabbc774600. 00000020:00000010:0.0:1769074869.216503:0:47062:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8edc3400. 00000020:00000010:0.0:1769074869.216509:0:47062:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8c737000. 00000020:00000010:0.0:1769074869.216513:0:47062:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa8316c168. 00000020:00000010:0.0:1769074869.216516:0:47062:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8edc2a00. 80000000:00000010:0.0:1769074869.216521:0:47062:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabbc774300. 40000000:00000010:0.0:1769074869.216524:0:47062:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa8fd64a40. 00100000:00000010:0.0:1769074869.216527:0:47062:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8c735000. 00040000:00000010:0.0:1769074869.216531:0:47062:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbd51ae00. 00040000:00000010:0.0:1769074869.216534:0:47062:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8edc3e00. 00080000:00000010:0.0:1769074869.216536:0:47062:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8c730000. 00002000:00000010:0.0:1769074869.216540:0:47062:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8c57b000. 00000020:00000010:0.0:1769074869.216542:0:47062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2400. 00010000:00000200:0.0:1769074869.216557:0:47062:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a0000 x1855007826647296/t0(0) o9->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:405/0 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074869.216576:0:47062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9550. 00000100:00000200:0.0:1769074869.216583:0:47062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007826647296, offset 224 00000400:00000200:0.0:1769074869.216589:0:47062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074869.216599:0:47062:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074869.216641:0:47062:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41953:41953:256:4294967295] 192.168.204.10@tcp LPNI seq info [41949:41949:8:4294967295] 00000400:00000200:0.0:1769074869.216652:0:47062:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074869.216658:0:47062:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074869.216663:0:47062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ae00. 00000800:00000200:0.0:1769074869.216668:0:47062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074869.216675:0:47062:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074869.216680:0:47062:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ae00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074869.216696:0:47062:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4a80. 00000020:00000010:0.0:1769074869.216700:0:47062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074869.216703:0:47062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2e00. 00000800:00000200:3.0:1769074869.217385:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074869.217390:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ae00. 00000400:00000200:3.0:1769074869.217394:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.217400:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:3.0:1769074869.217404:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9550 00000400:00000010:3.0:1769074869.217407:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9550. 00000400:00000200:2.0:1769074869.261592:0:12638:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074869.261660:0:12638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 28 MB=0x6971eaa901980 00000400:00000200:2.0:1769074869.261669:0:12638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.10@tcp of length 224/224 into md 0x56a31 [8] + 2400 00000400:00000200:2.0:1769074869.261688:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.261698:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:2.0:1769074869.261706:0:12638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074869.261713:0:12638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3100. 00000020:00000010:3.0:1769074869.262277:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8bc58240. 00000020:00000010:3.0:1769074869.262286:0:45110:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dabaed78300. 00000020:00000010:3.0:1769074869.262309:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8decaa00. 00000020:00000010:3.0:1769074869.262315:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25900. 00000020:00000010:3.0:1769074869.262320:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074869.262365:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab8bc58140. 00000020:00000010:3.0:1769074869.262368:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab8bc58140. 00000100:00000200:3.0:1769074869.262381:0:45110:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826647424 02000000:00000010:3.0:1769074869.262401:0:45110:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbc942000. 00000020:00000010:3.0:1769074869.262422:0:45110:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8bc58240. 00000020:00000010:3.0:1769074869.262525:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8decac00. 00000020:00000010:3.0:1769074869.262530:0:45110:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8deca200. 00000020:00000010:3.0:1769074869.262539:0:45110:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8ec0c800. 00000020:00000010:3.0:1769074869.262545:0:45110:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dab9eda4168. 00000020:00000010:3.0:1769074869.262548:0:45110:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8decb000. 80000000:00000010:3.0:1769074869.262553:0:45110:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab8818bc60. 40000000:00000010:3.0:1769074869.262557:0:45110:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab8bc58240. 00100000:00000010:3.0:1769074869.262565:0:45110:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8ec08800. 00040000:00000010:3.0:1769074869.262571:0:45110:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabbe8ff300. 00040000:00000010:3.0:1769074869.262575:0:45110:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8decae00. 00080000:00000010:3.0:1769074869.262583:0:45110:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8ec09800. 00002000:00000010:3.0:1769074869.262588:0:45110:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabbc941400. 00080000:00000010:3.0:1769074869.263325:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc943c00. 00080000:00000010:3.0:1769074869.263481:0:45110:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc941c00. 00000001:00000010:3.0:1769074869.263509:0:45110:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8dabb4bc3d80. 00000020:00000010:3.0:1769074869.263536:0:45110:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8deca200. 00000020:00000010:3.0:1769074869.263540:0:45110:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8ec0c800. 00000020:00000010:3.0:1769074869.263544:0:45110:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda4168. 00000020:00000010:3.0:1769074869.263549:0:45110:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8decb000. 80000000:00000010:3.0:1769074869.263553:0:45110:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab8818bc60. 40000000:00000010:3.0:1769074869.263556:0:45110:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab8bc58240. 00100000:00000010:3.0:1769074869.263562:0:45110:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8ec08800. 00040000:00000010:3.0:1769074869.263566:0:45110:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbe8ff300. 00040000:00000010:3.0:1769074869.263572:0:45110:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8decae00. 00080000:00000010:3.0:1769074869.263574:0:45110:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8ec09800. 00002000:00000010:3.0:1769074869.263577:0:45110:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc941400. 00000020:00000010:3.0:1769074869.263582:0:45110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8decac00. 00010000:00000200:3.0:1769074869.264101:0:45110:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a3100 x1855007826647424/t0(0) o9->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:405/0 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074869.264127:0:45110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46550. 00000100:00000200:3.0:1769074869.264232:0:45110:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007826647424, offset 224 00000400:00000200:3.0:1769074869.264241:0:45110:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:3.0:1769074869.264254:0:45110:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:3.0:1769074869.264260:0:45110:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41954:41954:256:4294967295] 192.168.204.10@tcp LPNI seq info [41950:41950:8:4294967295] 00000400:00000200:3.0:1769074869.264271:0:45110:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:3.0:1769074869.264277:0:45110:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:3.0:1769074869.264282:0:45110:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbe8ff300. 00000800:00000200:3.0:1769074869.264290:0:45110:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074869.264298:0:45110:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:3.0:1769074869.264303:0:45110:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbe8ff300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074869.264377:0:45110:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25900. 00000020:00000010:3.0:1769074869.264382:0:45110:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074869.264387:0:45110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8decaa00. 00000800:00000200:2.0:1769074869.266360:0:12640:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074869.266368:0:12640:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbe8ff300. 00000400:00000200:2.0:1769074869.266377:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.266386:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074869.266393:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46550 00000400:00000010:2.0:1769074869.266396:0:12640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46550. 00000400:00000200:3.0:1769074869.323482:0:12639:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:3.0:1769074869.323502:0:12639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 12 MB=0x6971eaa903c80 00000400:00000200:3.0:1769074869.323512:0:12639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.10@tcp of length 224/224 into md 0x20c29 [64] + 166480 00000400:00000200:3.0:1769074869.323533:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.323538:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000100:00000200:3.0:1769074869.323546:0:12639:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074869.323552:0:12639:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc946300. 00000020:00000010:0.0:1769074869.323706:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8fd64d00. 00000020:00000010:0.0:1769074869.323713:0:44309:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8432f400. 00000020:00000010:0.0:1769074869.323749:0:44309:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2e00. 00000020:00000010:0.0:1769074869.323756:0:44309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4a80. 00000020:00000010:0.0:1769074869.323761:0:44309:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074869.323813:0:44309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8fd64600. 00000020:00000010:0.0:1769074869.323816:0:44309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8fd64600. 00000100:00000200:0.0:1769074869.323822:0:44309:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826656384 02000000:00000010:0.0:1769074869.323845:0:44309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8c57b000. 00000020:00000010:0.0:1769074869.323870:0:44309:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8daa8fd64d00. 00080000:00000010:0.0:1769074869.323913:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8c57ac00. 00000001:00000010:0.0:1769074869.324141:0:44309:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8dabbc774ba0. 00000001:00000010:0.0:1769074869.324148:0:44309:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8dab908d7780. 00080000:00000010:0.0:1769074869.324172:0:44309:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8a25c800. 00000001:00000010:0.0:1769074869.324217:0:44309:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8dabbc774300. 00010000:00000200:0.0:1769074869.324271:0:44309:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc946300 x1855007826656384/t17179890656(0) o39->3856ac59-731a-48bf-8d50-284c3994bcd6@192.168.204.10@tcp:405/0 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074869.324291:0:44309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074869.324298:0:44309:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007826656384, offset 224 00000400:00000200:0.0:1769074869.324305:0:44309:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074869.324317:0:44309:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074869.324323:0:44309:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41955:41955:256:4294967295] 192.168.204.10@tcp LPNI seq info [41951:41951:8:4294967295] 00000400:00000200:0.0:1769074869.324333:0:44309:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074869.324338:0:44309:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074869.324343:0:44309:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074869.324349:0:44309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074869.324356:0:44309:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074869.324361:0:44309:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074869.324382:0:44309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4a80. 00000020:00000010:0.0:1769074869.324386:0:44309:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074869.324390:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2e00. 00000800:00000200:0.0:1769074869.324522:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074869.324526:0:12638:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:0.0:1769074869.324530:0:12638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074869.324535:0:12638:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:0.0:1769074869.324539:0:12638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:0.0:1769074869.324541:0:12638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 00000020:00000010:1.0:1769074869.325793:0:36253:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074869.325806:0:36253:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074869.325810:0:36253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8a111000. 00000020:00000010:1.0:1769074869.325816:0:36253:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85830f18. 00000020:00000010:1.0:1769074869.325821:0:36253:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabbfe89a00. 80000000:00000010:1.0:1769074869.325827:0:36253:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a375f00. 40000000:00000010:1.0:1769074869.325832:0:36253:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaed78800. 00100000:00000010:1.0:1769074869.325838:0:36253:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8a117800. 00040000:00000010:1.0:1769074869.325843:0:36253:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab8910b500. 00040000:00000010:1.0:1769074869.325847:0:36253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabbfe89e00. 00080000:00000010:1.0:1769074869.325852:0:36253:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8a113800. 00002000:00000010:1.0:1769074869.325857:0:36253:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8daa8e344800. 00000020:00000010:1.0:1769074869.325864:0:36253:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074869.325870:0:36253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8a111000. 00000020:00000010:1.0:1769074869.325876:0:36253:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85830f18. 00000020:00000010:1.0:1769074869.325881:0:36253:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbfe89a00. 80000000:00000010:1.0:1769074869.325884:0:36253:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8a375f00. 40000000:00000010:1.0:1769074869.325887:0:36253:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaed78800. 00100000:00000010:1.0:1769074869.325891:0:36253:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8a117800. 00040000:00000010:1.0:1769074869.325894:0:36253:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab8910b500. 00040000:00000010:1.0:1769074869.325899:0:36253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbfe89e00. 00080000:00000010:1.0:1769074869.325902:0:36253:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8a113800. 00002000:00000010:1.0:1769074869.325906:0:36253:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8e344800. 00000020:00000010:1.0:1769074869.325909:0:36253:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074869.325913:0:36253:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074869.325916:0:36253:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dabbfe89e00. 00000020:00000010:1.0:1769074869.325918:0:36253:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8a113800. 00000020:00000010:1.0:1769074869.325921:0:36253:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85830f18. 00000020:00000010:1.0:1769074869.325923:0:36253:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabbfe89a00. 80000000:00000010:1.0:1769074869.325926:0:36253:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a375f00. 40000000:00000010:1.0:1769074869.325928:0:36253:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaed78800. 00100000:00000010:1.0:1769074869.325930:0:36253:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8a117800. 00040000:00000010:1.0:1769074869.325932:0:36253:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab8910b500. 00040000:00000010:1.0:1769074869.325934:0:36253:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabbfe89200. 00080000:00000010:1.0:1769074869.325937:0:36253:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8a111000. 00002000:00000010:1.0:1769074869.325939:0:36253:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8daa8e344800. 00010000:00000010:1.0:1769074869.325995:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c100. 00010000:00000010:1.0:1769074869.326015:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858a80. 00010000:00000010:1.0:1769074869.326037:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1480. 00010000:00000010:1.0:1769074869.326041:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cd00. 00010000:00000010:1.0:1769074869.326052:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1280. 00010000:00000010:1.0:1769074869.326055:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fd42a80. 00010000:00000010:1.0:1769074869.326069:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c580. 00010000:00000010:1.0:1769074869.326073:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b200. 00010000:00000010:1.0:1769074869.326083:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c00. 00010000:00000010:1.0:1769074869.326086:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fd42e00. 00010000:00000010:1.0:1769074869.326096:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1d80. 00010000:00000010:1.0:1769074869.326099:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ca00. 00010000:00000010:1.0:1769074869.326109:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabe00. 00010000:00000010:1.0:1769074869.326112:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab8427bb80. 00010000:00000010:1.0:1769074869.326122:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c480. 00010000:00000010:1.0:1769074869.326125:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858e80. 00010000:00000010:1.0:1769074869.326136:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1400. 00010000:00000010:1.0:1769074869.326139:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c780. 00010000:00000010:1.0:1769074869.326148:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1180. 00010000:00000010:1.0:1769074869.326151:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fd42a00. 00010000:00000010:1.0:1769074869.326160:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c600. 00010000:00000010:1.0:1769074869.326164:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc80. 00010000:00000010:1.0:1769074869.326173:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3000. 00010000:00000010:1.0:1769074869.326177:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e000. 00010000:00000010:1.0:1769074869.326187:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cb00. 00010000:00000010:1.0:1769074869.326190:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858400. 00010000:00000010:1.0:1769074869.326201:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab90453280. 00010000:00000010:1.0:1769074869.326205:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88baa880. 00010000:00000010:1.0:1769074869.326213:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3400. 00010000:00000010:1.0:1769074869.326216:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5ea00. 00010000:00000010:1.0:1769074869.326225:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3180. 00010000:00000010:1.0:1769074869.326229:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788080. 00010000:00000010:1.0:1769074869.326239:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab800. 00010000:00000010:1.0:1769074869.326242:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daba0a83800. 00010000:00000010:1.0:1769074869.326250:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3880. 00010000:00000010:1.0:1769074869.326253:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a000. 00010000:00000010:1.0:1769074869.326261:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab90dadc80. 00010000:00000010:1.0:1769074869.326264:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab844ff500. 00010000:00000010:1.0:1769074869.326274:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab600. 00010000:00000010:1.0:1769074869.326278:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66780. 00010000:00000010:1.0:1769074869.326287:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99700. 00010000:00000010:1.0:1769074869.326290:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab83663280. 00010000:00000010:1.0:1769074869.326299:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a80. 00010000:00000010:1.0:1769074869.326302:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a300. 00010000:00000010:1.0:1769074869.326311:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1900. 00010000:00000010:1.0:1769074869.326314:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c200. 00010000:00000010:1.0:1769074869.326323:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c200. 00010000:00000010:1.0:1769074869.326327:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daba0a83a00. 00010000:00000010:1.0:1769074869.326336:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cf00. 00010000:00000010:1.0:1769074869.326339:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8f9e4400. 00010000:00000010:1.0:1769074869.326350:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce00. 00010000:00000010:1.0:1769074869.326353:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491bc00. 00010000:00000010:1.0:1769074869.326362:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c080. 00010000:00000010:1.0:1769074869.326365:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8f9e4380. 00010000:00000010:1.0:1769074869.326375:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cb80. 00010000:00000010:1.0:1769074869.326378:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b400. 00010000:00000010:1.0:1769074869.326386:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b00. 00010000:00000010:1.0:1769074869.326389:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab97c52d00. 00010000:00000010:1.0:1769074869.326398:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3700. 00010000:00000010:1.0:1769074869.326401:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab80. 00010000:00000010:1.0:1769074869.326409:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3480. 00010000:00000010:1.0:1769074869.326426:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e600. 00010000:00000010:1.0:1769074869.326437:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cc00. 00010000:00000010:1.0:1769074869.326440:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8f9e4800. 00010000:00000010:1.0:1769074869.326448:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c500. 00010000:00000010:1.0:1769074869.326451:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8298af80. 00010000:00000010:1.0:1769074869.326460:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c780. 00010000:00000010:1.0:1769074869.326463:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b180. 00010000:00000010:1.0:1769074869.326471:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c380. 00010000:00000010:1.0:1769074869.326474:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b280. 00010000:00000010:1.0:1769074869.326482:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c980. 00010000:00000010:1.0:1769074869.326484:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab8427b380. 00010000:00000010:1.0:1769074869.326495:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3600. 00010000:00000010:1.0:1769074869.326499:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e900. 00010000:00000010:1.0:1769074869.326509:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3080. 00010000:00000010:1.0:1769074869.326513:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788680. 00010000:00000010:1.0:1769074869.326522:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74c280. 00010000:00000010:1.0:1769074869.326525:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858580. 00010000:00000010:1.0:1769074869.326535:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f80. 00010000:00000010:1.0:1769074869.326539:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e100. 00010000:00000010:1.0:1769074869.326547:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cf00. 00010000:00000010:1.0:1769074869.326550:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88bdc880. 00010000:00000010:1.0:1769074869.326561:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c900. 00010000:00000010:1.0:1769074869.326565:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b600. 00010000:00000010:1.0:1769074869.326573:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c880. 00010000:00000010:1.0:1769074869.326576:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8f9e4080. 00010000:00000010:1.0:1769074869.326586:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cc80. 00010000:00000010:1.0:1769074869.326588:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858c80. 00010000:00000010:1.0:1769074869.326599:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdab880. 00010000:00000010:1.0:1769074869.326633:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa88baa180. 00010000:00000010:1.0:1769074869.326646:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3900. 00010000:00000010:1.0:1769074869.326650:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab91788480. 00010000:00000010:1.0:1769074869.326659:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3b80. 00010000:00000010:1.0:1769074869.326662:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2a880. 00010000:00000010:1.0:1769074869.326672:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1b80. 00010000:00000010:1.0:1769074869.326675:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03cf80. 00010000:00000010:1.0:1769074869.326684:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3500. 00010000:00000010:1.0:1769074869.326687:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab872a2a00. 00010000:00000010:1.0:1769074869.326698:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabafdabd00. 00010000:00000010:1.0:1769074869.326702:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa66b80. 00010000:00000010:1.0:1769074869.326712:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1500. 00010000:00000010:1.0:1769074869.326715:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fd42f80. 00010000:00000010:1.0:1769074869.326725:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3780. 00010000:00000010:1.0:1769074869.326728:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ae80. 00010000:00000010:1.0:1769074869.326751:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1300. 00010000:00000010:1.0:1769074869.326755:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c500. 00010000:00000010:1.0:1769074869.326765:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99c80. 00010000:00000010:1.0:1769074869.326768:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab8427b400. 00010000:00000010:1.0:1769074869.326779:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3f00. 00010000:00000010:1.0:1769074869.326783:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8da25700. 00010000:00000010:1.0:1769074869.326793:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1700. 00010000:00000010:1.0:1769074869.326796:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03c480. 00010000:00000010:1.0:1769074869.326804:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1c80. 00010000:00000010:1.0:1769074869.326807:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fd42580. 00010000:00000010:1.0:1769074869.326816:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab90dad100. 00010000:00000010:1.0:1769074869.326818:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab844ff080. 00010000:00000010:1.0:1769074869.326828:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c680. 00010000:00000010:1.0:1769074869.326830:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b680. 00010000:00000010:1.0:1769074869.326840:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3200. 00010000:00000010:1.0:1769074869.326843:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e780. 00010000:00000010:1.0:1769074869.326852:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbd74cf80. 00010000:00000010:1.0:1769074869.326855:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8c858700. 00010000:00000010:1.0:1769074869.326865:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dabbebe1600. 00010000:00000010:1.0:1769074869.326869:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabaf03ce80. 00010000:00000010:1.0:1769074869.326878:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486cd80. 00010000:00000010:1.0:1769074869.326881:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8f9e4b00. 00010000:00000010:1.0:1769074869.326890:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486c180. 00010000:00000010:1.0:1769074869.326893:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8f9e4000. 00010000:00000010:1.0:1769074869.326903:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3a00. 00010000:00000010:1.0:1769074869.326906:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8fa5e800. 00010000:00000010:1.0:1769074869.326915:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab90dad680. 00010000:00000010:1.0:1769074869.326930:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab844ff580. 00010000:00000010:1.0:1769074869.326941:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab88ea3800. 00010000:00000010:1.0:1769074869.326945:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8daa8ad2ab00. 00010000:00000010:1.0:1769074869.326955:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab8486ce80. 00010000:00000010:1.0:1769074869.326958:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dabb491b000. 00010000:00000010:1.0:1769074869.326968:0:36253:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8dab84d99900. 00010000:00000010:1.0:1769074869.326972:0:36253:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8dab83663980. 00000020:00000010:1.0:1769074869.327014:0:36253:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbfe89e00. 00000020:00000010:1.0:1769074869.327019:0:36253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8a113800. 00000020:00000010:1.0:1769074869.327023:0:36253:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85830f18. 00000020:00000010:1.0:1769074869.327026:0:36253:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbfe89a00. 80000000:00000010:1.0:1769074869.327030:0:36253:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8a375f00. 40000000:00000010:1.0:1769074869.327033:0:36253:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaed78800. 00100000:00000010:1.0:1769074869.327036:0:36253:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8a117800. 00040000:00000010:1.0:1769074869.327039:0:36253:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab8910b500. 00040000:00000010:1.0:1769074869.327043:0:36253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbfe89200. 00080000:00000010:1.0:1769074869.327046:0:36253:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8a111000. 00002000:00000010:1.0:1769074869.327050:0:36253:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8e344800. 00000020:00000010:1.0:1769074869.327053:0:36253:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00010000:00000010:1.1:1769074869.338684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8b00. 00010000:00000010:1.1:1769074869.338705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ae00. 00010000:00000010:1.1:1769074869.338717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1600. 00010000:00000010:1.1:1769074869.338724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62a00. 00010000:00000010:1.1:1769074869.338727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1500. 00010000:00000010:1.1:1769074869.338748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63000. 00010000:00000010:1.1:1769074869.338757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826200. 00010000:00000010:1.1:1769074869.338761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49000. 00010000:00000010:1.1:1769074869.338766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1f00. 00010000:00000010:1.1:1769074869.338770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62800. 00010000:00000010:1.1:1769074869.338773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1900. 00010000:00000010:1.1:1769074869.338775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00010000:00000010:1.1:1769074869.338784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b100. 00010000:00000010:1.1:1769074869.338813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7400. 00010000:00000010:1.1:1769074869.338817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8d00. 00010000:00000010:1.1:1769074869.338821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b200. 00010000:00000010:1.1:1769074869.338825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1300. 00010000:00000010:1.1:1769074869.338828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00010000:00000010:1.1:1769074869.338831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1c00. 00010000:00000010:1.1:1769074869.338833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62200. 00010000:00000010:1.1:1769074869.338837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826900. 00010000:00000010:1.1:1769074869.338840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49800. 00010000:00000010:1.1:1769074869.338846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5700. 00010000:00000010:1.1:1769074869.338850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefa00. 00010000:00000010:1.1:1769074869.338854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b700. 00010000:00000010:1.1:1769074869.338857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14b000. 00010000:00000010:1.1:1769074869.338860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b400. 00010000:00000010:1.1:1769074869.338862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7e00. 00010000:00000010:1.1:1769074869.338865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5800. 00010000:00000010:1.1:1769074869.338869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0200. 00010000:00000010:1.1:1769074869.338871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22d00. 00010000:00000010:1.1:1769074869.338875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee400. 00010000:00000010:1.1:1769074869.338878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bb00. 00010000:00000010:1.1:1769074869.338882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6000. 00010000:00000010:1.1:1769074869.338884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5c00. 00010000:00000010:1.1:1769074869.338887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0c00. 00010000:00000010:1.1:1769074869.338891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab88cdec00. 00010000:00000010:1.1:1769074869.338895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae6000. 00010000:00000010:1.1:1769074869.338898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b000. 00010000:00000010:1.1:1769074869.338900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6600. 00010000:00000010:1.1:1769074869.338903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b200. 00010000:00000010:1.1:1769074869.338906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7000. 00010000:00000010:1.1:1769074869.338909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56ba00. 00010000:00000010:1.1:1769074869.338912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0600. 00010000:00000010:1.1:1769074869.338914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1000. 00010000:00000010:1.1:1769074869.338918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63e00. 00010000:00000010:1.1:1769074869.338920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b900. 00010000:00000010:1.1:1769074869.338924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7600. 00010000:00000010:1.1:1769074869.338926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826700. 00010000:00000010:1.1:1769074869.338930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b000. 00010000:00000010:1.1:1769074869.338933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826d00. 00010000:00000010:1.1:1769074869.338937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48800. 00010000:00000010:1.1:1769074869.338940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826600. 00010000:00000010:1.1:1769074869.338943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152ac00. 00010000:00000010:1.1:1769074869.338946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826f00. 00010000:00000010:1.1:1769074869.338949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48600. 00010000:00000010:1.1:1769074869.338951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5b00. 00010000:00000010:1.1:1769074869.338954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef400. 00010000:00000010:1.1:1769074869.338956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5d00. 00010000:00000010:1.1:1769074869.338959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1a00. 00010000:00000010:1.1:1769074869.338962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5000. 00010000:00000010:1.1:1769074869.338965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee600. 00010000:00000010:1.1:1769074869.338967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826000. 00010000:00000010:1.1:1769074869.338970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b200. 00010000:00000010:1.1:1769074869.338991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8f00. 00010000:00000010:1.1:1769074869.338995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ba00. 00010000:00000010:1.1:1769074869.338998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826e00. 00010000:00000010:1.1:1769074869.339000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49200. 00010000:00000010:1.1:1769074869.339003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826b00. 00010000:00000010:1.1:1769074869.339006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48e00. 00010000:00000010:1.1:1769074869.339009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56be00. 00010000:00000010:1.1:1769074869.339011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7a00. 00010000:00000010:1.1:1769074869.339014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5f00. 00010000:00000010:1.1:1769074869.339017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fefe00. 00010000:00000010:1.1:1769074869.339020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5100. 00010000:00000010:1.1:1769074869.339022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feee00. 00010000:00000010:1.1:1769074869.339025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8500. 00010000:00000010:1.1:1769074869.339027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a400. 00010000:00000010:1.1:1769074869.339030:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5200. 00010000:00000010:1.1:1769074869.339033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fee000. 00010000:00000010:1.1:1769074869.339035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bd00. 00010000:00000010:1.1:1769074869.339037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7c00. 00010000:00000010:1.1:1769074869.339039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826c00. 00010000:00000010:1.1:1769074869.339042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48400. 00010000:00000010:1.1:1769074869.339044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826500. 00010000:00000010:1.1:1769074869.339046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49600. 00010000:00000010:1.1:1769074869.339048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bc00. 00010000:00000010:1.1:1769074869.339050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14bc00. 00010000:00000010:1.1:1769074869.349197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56bf00. 00010000:00000010:1.1:1769074869.349215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6400. 00010000:00000010:1.1:1769074869.349221:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5400. 00010000:00000010:1.1:1769074869.349226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef600. 00010000:00000010:1.1:1769074869.349229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22a00. 00010000:00000010:1.1:1769074869.349233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0400. 00010000:00000010:1.1:1769074869.349239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1800. 00010000:00000010:1.1:1769074869.349242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62e00. 00010000:00000010:1.1:1769074869.349245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5e00. 00010000:00000010:1.1:1769074869.349248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1400. 00010000:00000010:1.1:1769074869.349251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b300. 00010000:00000010:1.1:1769074869.349254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a7200. 00010000:00000010:1.1:1769074869.349257:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1100. 00010000:00000010:1.1:1769074869.349261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63600. 00010000:00000010:1.1:1769074869.349264:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5a00. 00010000:00000010:1.1:1769074869.349267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1600. 00010000:00000010:1.1:1769074869.349269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1e00. 00010000:00000010:1.1:1769074869.349272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63a00. 00010000:00000010:1.1:1769074869.349274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b500. 00010000:00000010:1.1:1769074869.349277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6a00. 00010000:00000010:1.1:1769074869.349279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa82b22000. 00010000:00000010:1.1:1769074869.349282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feec00. 00010000:00000010:1.1:1769074869.349284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1700. 00010000:00000010:1.1:1769074869.349288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63c00. 00010000:00000010:1.1:1769074869.349290:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1d00. 00010000:00000010:1.1:1769074869.349292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c63800. 00010000:00000010:1.1:1769074869.349296:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab88cde500. 00010000:00000010:1.1:1769074869.349299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7600. 00010000:00000010:1.1:1769074869.349303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826100. 00010000:00000010:1.1:1769074869.349307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49400. 00010000:00000010:1.1:1769074869.349311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5600. 00010000:00000010:1.1:1769074869.349313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88fef800. 00010000:00000010:1.1:1769074869.349316:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8c00. 00010000:00000010:1.1:1769074869.349320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14ac00. 00010000:00000010:1.1:1769074869.349324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa828c1b00. 00010000:00000010:1.1:1769074869.349338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62c00. 00010000:00000010:1.1:1769074869.349342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826300. 00010000:00000010:1.1:1769074869.349345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c49a00. 00010000:00000010:1.1:1769074869.349347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826a00. 00010000:00000010:1.1:1769074869.349350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab8152b600. 00010000:00000010:1.1:1769074869.349353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5900. 00010000:00000010:1.1:1769074869.349356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88feea00. 00010000:00000010:1.1:1769074869.349359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab88cde700. 00010000:00000010:1.1:1769074869.349362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb5ae7000. 00010000:00000010:1.1:1769074869.349364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8f8f5300. 00010000:00000010:1.1:1769074869.349367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1e00. 00010000:00000010:1.1:1769074869.349369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8d826400. 00010000:00000010:1.1:1769074869.349372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb3c48000. 00010000:00000010:1.1:1769074869.349375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b600. 00010000:00000010:1.1:1769074869.349378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dab842a6800. 00000400:00000200:2.0:1769074869.354545:0:12640:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp) <- 192.168.204.10@tcp : PUT - for me 00000400:00000200:2.0:1769074869.354567:0:12640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.10@tcp of length 224 into portal 26 MB=0x6971eaa903d80 00000400:00000200:2.0:1769074869.354576:0:12640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.10@tcp of length 224/224 into md 0x54429 [2] + 0 00000400:00000010:2.0:1769074869.354582:0:12640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63e18. 00000400:00000200:2.0:1769074869.354589:0:12640:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8fd77900 00000400:00000200:2.0:1769074869.354643:0:12640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.354648:0:12640:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074869.354653:0:12640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd77900 00000400:00000010:2.0:1769074869.354656:0:12640:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd77900. 00000100:00000200:2.0:1769074869.354663:0:12640:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1769074869.354788:0:42294:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8fd64f80. 00000020:00000010:0.0:1769074869.354793:0:42294:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8fd64f80. 00000020:00000010:0.0:1769074869.354802:0:42294:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8edc2e00. 00000020:00000010:0.0:1769074869.354807:0:42294:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4a80. 00000020:00000010:0.0:1769074869.354812:0:42294:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074869.354854:0:42294:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8fd64f80. 00000020:00000010:0.0:1769074869.354857:0:42294:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8fd64f80. 00000100:00000200:0.0:1769074869.354860:0:42294:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007826656640 02000000:00000010:0.0:1769074869.354878:0:42294:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8bcda800. 20000000:00000010:0.0:1769074869.354889:0:42294:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff8dabaff7cc40. 00010000:00000200:0.0:1769074869.354938:0:42294:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb4844450 x1855007826656640/t0(0) o251->484a1c1a-f9b7-42f3-bf66-5b09dcec0a6e@192.168.204.10@tcp:405/0 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074869.354957:0:42294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9110. 00000100:00000200:0.0:1769074869.354963:0:42294:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855007826656640, offset 224 00000400:00000200:0.0:1769074869.354969:0:42294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.10@tcp 00000400:00000200:0.0:1769074869.354995:0:42294:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.110@tcp to MR: 192.168.204.10@tcp local destination 00000400:00000200:0.0:1769074869.355000:0:42294:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.110@tcp NI seq info: [41956:41956:256:4294967295] 192.168.204.10@tcp LPNI seq info [41952:41952:8:4294967295] 00000400:00000200:0.0:1769074869.355011:0:42294:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.110@tcp(192.168.204.110@tcp:192.168.204.110@tcp) -> 192.168.204.10@tcp(192.168.204.10@tcp:192.168.204.10@tcp) : PUT try# 0 00000800:00000200:0.0:1769074869.355016:0:42294:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.10@tcp 00000800:00000010:0.0:1769074869.355020:0:42294:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8dabbd51ad00. 00000800:00000200:0.0:1769074869.355025:0:42294:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074869.355031:0:42294:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1023 00000800:00000200:0.0:1769074869.355035:0:42294:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dabbd51ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074869.355060:0:42294:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4a80. 00000020:00000010:0.0:1769074869.355065:0:42294:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074869.355068:0:42294:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8edc2e00. 00000100:00000200:0.0:1769074869.355077:0:42294:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074869.355082:0:42294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8d68. 00000400:00000010:0.0:1769074869.355086:0:42294:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab908d7cc0. 00000020:00000010:1.0:1769074869.355358:0:38628:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074869.355364:0:38628:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074869.355369:0:38628:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8a111000. 00000020:00000010:1.0:1769074869.355373:0:38628:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85830f18. 00000020:00000010:1.0:1769074869.355377:0:38628:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabbfe89a00. 80000000:00000010:1.0:1769074869.355381:0:38628:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a375f00. 40000000:00000010:1.0:1769074869.355385:0:38628:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaed78800. 00100000:00000010:1.0:1769074869.355389:0:38628:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8a117800. 00040000:00000010:1.0:1769074869.355394:0:38628:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab8910b500. 00040000:00000010:1.0:1769074869.355398:0:38628:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabbfe89e00. 00080000:00000010:1.0:1769074869.355402:0:38628:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8a113800. 00002000:00000010:1.0:1769074869.355407:0:38628:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8daa8e344800. 00000020:00000010:1.0:1769074869.355411:0:38628:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbfe89200. 00000020:00000010:1.0:1769074869.355416:0:38628:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8a111000. 00000020:00000010:1.0:1769074869.355420:0:38628:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85830f18. 00000020:00000010:1.0:1769074869.355424:0:38628:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbfe89a00. 80000000:00000010:1.0:1769074869.355426:0:38628:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8a375f00. 40000000:00000010:1.0:1769074869.355429:0:38628:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaed78800. 00100000:00000010:1.0:1769074869.355432:0:38628:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8a117800. 00040000:00000010:1.0:1769074869.355435:0:38628:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab8910b500. 00040000:00000010:1.0:1769074869.355439:0:38628:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbfe89e00. 00080000:00000010:1.0:1769074869.355443:0:38628:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8a113800. 00002000:00000010:1.0:1769074869.355446:0:38628:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8e344800. 00000020:00000010:1.0:1769074869.355448:0:38628:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074869.355452:0:38628:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88a00. 00000020:00000010:1.0:1769074869.355455:0:38628:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dabbfe89e00. 00000020:00000010:1.0:1769074869.355457:0:38628:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8a113800. 00000020:00000010:1.0:1769074869.355459:0:38628:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85830f18. 00000020:00000010:1.0:1769074869.355462:0:38628:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabbfe89a00. 80000000:00000010:1.0:1769074869.355464:0:38628:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a375f00. 40000000:00000010:1.0:1769074869.355465:0:38628:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaed78800. 00100000:00000010:1.0:1769074869.355468:0:38628:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8a117800. 00040000:00000010:1.0:1769074869.355470:0:38628:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab8910b500. 00040000:00000010:1.0:1769074869.355472:0:38628:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabbfe89200. 00080000:00000010:1.0:1769074869.355474:0:38628:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8a111000. 00002000:00000010:1.0:1769074869.355476:0:38628:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8daa8e344800. 00000020:00000010:1.0:1769074869.355504:0:38628:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbfe89e00. 00000020:00000010:1.0:1769074869.355507:0:38628:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8a113800. 00000020:00000010:1.0:1769074869.355510:0:38628:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85830f18. 00000020:00000010:1.0:1769074869.355512:0:38628:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbfe89a00. 80000000:00000010:1.0:1769074869.355514:0:38628:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8a375f00. 40000000:00000010:1.0:1769074869.355517:0:38628:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaed78800. 00100000:00000010:1.0:1769074869.355519:0:38628:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8a117800. 00040000:00000010:1.0:1769074869.355521:0:38628:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab8910b500. 00040000:00000010:1.0:1769074869.355524:0:38628:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbfe89200. 00080000:00000010:1.0:1769074869.355526:0:38628:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8a111000. 00002000:00000010:1.0:1769074869.355528:0:38628:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8e344800. 00000020:00000010:1.0:1769074869.355531:0:38628:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88a00. 00000001:00000010:0.0:1769074869.355836:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa827d1200. 00000001:00000010:0.0:1769074869.355841:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa827d0800. 00000001:00000010:0.0:1769074869.355843:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa827d1800. 00000001:00000010:0.0:1769074869.355845:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa827d0600. 00000001:00000010:0.0:1769074869.355847:0:483:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dabae674100. 00000001:00000010:0.0:1769074869.355852:0:483:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab90135200. 00000020:00000010:0.0:1769074869.355860:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa833e5000. 00000020:00000010:0.0:1769074869.355869:0:483:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8daa833e0800. 00000800:00000200:2.0:1769074869.356045:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074869.356050:0:12639:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8dabbd51ad00. 00000400:00000200:2.0:1769074869.356054:0:12639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.356060:0:12639:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.110@tcp->192.168.204.10@tcp: PUT: OK 00000400:00000200:2.0:1769074869.356065:0:12639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9110 00000400:00000010:2.0:1769074869.356067:0:12639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9110. 02000000:00000010:2.0:1769074869.356073:0:12639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8bcda800. 00010000:00000010:1.1:1769074869.361113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbd4fd600. 00000100:00000010:0.0:1769074871.102172:0:42320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa90807800. 02000000:00000010:0.0:1769074871.102193:0:42320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbd51a600. 02000000:00000010:0.0:1769074871.102238:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabbc772400. 00000400:00000010:0.0:1769074871.102246:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8f78. 00000400:00000010:0.0:1769074871.102254:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9d48. 00000100:00000200:0.0:1769074871.102261:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852331904, portal 4 00000400:00000010:0.0:1769074871.102268:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074871.102272:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007852331904, offset 0 00000400:00000200:0.0:1769074871.102280:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074871.102293:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074871.102304:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971eac180380 00000400:00000200:0.0:1769074871.102310:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1c431 [8] + 2912 00000400:00000200:0.0:1769074871.102318:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074871.102322:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074871.102329:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1769074871.102335:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b0b480. 00000400:00000200:0.0:1769074871.102352:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:0.0:1769074871.102354:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074871.102362:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa90807800 x1855007852331904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074887 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074871.102380:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab82d49a20. 00000100:00000010:0.0:1769074871.102392:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab82d49240. 00000100:00000010:0.0:1769074871.102397:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab82d49b40. 00000100:00000010:0.0:1769074871.102404:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab82d49600. 00000020:00000010:0.0:1769074871.102449:0:37049:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8fd64a40. 00000020:00000010:0.0:1769074871.102454:0:37049:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8daa8eb3cb00. 00000020:00000010:0.0:1769074871.102477:0:37049:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69e600. 00000020:00000010:0.0:1769074871.102482:0:37049:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4280. 00000020:00000010:0.0:1769074871.102486:0:37049:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074871.102519:0:37049:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa8fd64a80. 00000020:00000010:0.0:1769074871.102522:0:37049:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa8fd64a80. 00000100:00000200:0.0:1769074871.102528:0:37049:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852331904 02000000:00000010:0.0:1769074871.102543:0:37049:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8dabbc773000. 00010000:00000200:0.0:1769074871.102575:0:37049:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabb5b0b480 x1855007852331904/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:407/0 lens 224/368 e 0 to 0 dl 1769074882 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074871.102589:0:37049:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074871.102592:0:37049:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855007852331904, offset 224 00000400:00000200:0.0:1769074871.102595:0:37049:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074871.102624:0:37049:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074871.102632:0:37049:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971eac180380 00000400:00000200:0.0:1769074871.102637:0:37049:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x67309 [1] + 224 00000400:00000200:0.0:1769074871.102640:0:37049:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074871.102643:0:37049:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074871.102649:0:37049:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa90807800 x1855007852331904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074887 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074871.102664:0:37049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:0.0:1769074871.102665:0:37049:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000100:00000010:3.0:1769074871.102834:0:42322:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc947b80. 02000000:00000010:3.0:1769074871.102846:0:42322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab88e38700. 00000100:00000010:3.0:1769074871.102880:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944380. 02000000:00000010:3.0:1769074871.102885:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab88e38a00. 00000100:00000010:3.0:1769074871.102894:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc944e00. 02000000:00000010:3.0:1769074871.102898:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab88e38b00. 00000100:00000010:3.0:1769074871.102911:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fe300. 02000000:00000010:3.0:1769074871.102915:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab88e38c00. 00000100:00000010:3.0:1769074871.102921:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fd880. 02000000:00000010:3.0:1769074871.102924:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab88e38f00. 00000100:00000010:3.0:1769074871.102929:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fdf80. 02000000:00000010:3.0:1769074871.102932:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab88e38e00. 02000000:00000010:3.0:1769074871.102989:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabb4bc8800. 00000400:00000010:3.0:1769074871.102995:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481a50. 00000020:00000010:0.0:1769074871.103030:0:37049:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4280. 00000020:00000010:0.0:1769074871.103035:0:37049:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074871.103038:0:37049:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69e600. 02000000:00000010:0.0:1769074871.103068:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8c69e600. 00000400:00000010:0.0:1769074871.103073:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8108. 02000000:00000010:2.0:1769074871.105704:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8259b800. 00000400:00000010:2.0:1769074871.105726:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4630. 00000400:00000010:3.0:1769074871.105962:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074871.105971:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852332032, portal 4 00000400:00000010:3.0:1769074871.105978:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074871.105981:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007852332032, offset 0 00000400:00000200:3.0:1769074871.105988:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074871.106000:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074871.106010:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971eac180400 00000400:00000200:3.0:1769074871.106017:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1c431 [8] + 3136 00000400:00000200:3.0:1769074871.106024:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074871.106028:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074871.106036:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1769074871.106042:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902ff100. 00000400:00000200:3.0:1769074871.106062:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:3.0:1769074871.106065:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074871.106074:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc947b80 x1855007852332032/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074887 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074871.106114:0:12647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dabbfe89200. 00000400:00000010:3.0:1769074871.106119:0:12647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481268. 00000400:00000010:3.0:1769074871.106122:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074871.106125:0:12647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852332544, portal 4 00000400:00000010:3.0:1769074871.106129:0:12647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074871.106131:0:12647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007852332544, offset 0 00000400:00000200:3.0:1769074871.106134:0:12647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074871.106139:0:12647:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074871.106143:0:12647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971eac180600 00000400:00000200:3.0:1769074871.106148:0:12647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x56a31 [8] + 2624 00000400:00000200:3.0:1769074871.106152:0:12647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074871.106155:0:12647:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074871.106158:0:12647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074871.106162:0:12647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fed80. 00000400:00000200:3.0:1769074871.106175:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074871.106176:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074871.106181:0:12647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa902fd880 x1855007852332544/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074871.106229:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa825418c0. 00000020:00000010:3.0:1769074871.106236:0:45110:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dabc1835940. 00000020:00000010:3.0:1769074871.106251:0:45110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:3.0:1769074871.106256:0:45110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25200. 00000020:00000010:3.0:1769074871.106261:0:45110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074871.106293:0:45110:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa82541540. 00000020:00000010:3.0:1769074871.106296:0:45110:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa82541540. 00000100:00000200:3.0:1769074871.106298:0:45110:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852332544 02000000:00000010:3.0:1769074871.106315:0:45110:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabb4bc9400. 00010000:00000200:3.0:1769074871.106324:0:45110:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902fed80 x1855007852332544/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:407/0 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074871.106339:0:45110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074871.106342:0:45110:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007852332544, offset 224 00000400:00000200:3.0:1769074871.106346:0:45110:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074871.106350:0:45110:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074871.106355:0:45110:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971eac180600 00000400:00000200:3.0:1769074871.106359:0:45110:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6731d [1] + 224 00000400:00000200:3.0:1769074871.106363:0:45110:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074871.106366:0:45110:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074871.106372:0:45110:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa902fd880 x1855007852332544/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074871.106386:0:45110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074871.106388:0:45110:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000020:00000010:3.0:1769074871.106400:0:45110:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25200. 00000020:00000010:3.0:1769074871.106403:0:45110:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074871.106407:0:45110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000020:00000010:3.0:1769074871.106433:0:37048:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa82541540. 00000020:00000010:3.0:1769074871.106436:0:37048:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa82541540. 00000020:00000010:3.0:1769074871.106439:0:37048:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89c00. 00000020:00000010:3.0:1769074871.106442:0:37048:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25200. 00000020:00000010:3.0:1769074871.106445:0:37048:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074871.106463:0:37048:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daa82541540. 00000020:00000010:3.0:1769074871.106466:0:37048:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daa82541540. 00000100:00000200:3.0:1769074871.106468:0:37048:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852332032 02000000:00000010:3.0:1769074871.106476:0:37048:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8dabb4bcb400. 00010000:00000200:3.0:1769074871.106510:0:37048:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa902ff100 x1855007852332032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:407/0 lens 224/368 e 0 to 0 dl 1769074882 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074871.106519:0:37048:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074871.106522:0:37048:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855007852332032, offset 224 00000400:00000200:3.0:1769074871.106526:0:37048:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074871.106531:0:37048:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074871.106536:0:37048:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971eac180400 00000400:00000200:3.0:1769074871.106539:0:37048:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x67315 [1] + 224 00000400:00000200:3.0:1769074871.106543:0:37048:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074871.106546:0:37048:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074871.106552:0:37048:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc947b80 x1855007852332032/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074887 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074871.106562:0:37048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074871.106563:0:37048:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000020:00000010:3.0:1769074871.106571:0:37048:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25200. 00000020:00000010:3.0:1769074871.106574:0:37048:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074871.106577:0:37048:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89c00. 00000400:00000010:3.0:1769074871.107078:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481a50. 00000400:00000200:3.0:1769074871.107084:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46c38 00000400:00000010:3.0:1769074871.107086:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074871.107092:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc947b80 x1855007852332032/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074871.107101:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc947b80 x1855007852332032/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074871.107142:0:12647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481268. 00000400:00000200:3.0:1769074871.107145:0:12647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:3.0:1769074871.107147:0:12647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074871.107151:0:12647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa902fd880 x1855007852332544/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074871.107159:0:12647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa902fd880 x1855007852332544/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074871.107175:0:12647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabb4bc8800. 02000000:00000010:3.0:1769074871.107180:0:12647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab88e38700. 00000100:00000010:3.0:1769074871.107185:0:12647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947b80. 02000000:00000010:3.0:1769074871.107190:0:12647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dabbfe89200. 02000000:00000010:3.0:1769074871.107192:0:12647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab88e38f00. 00000100:00000010:3.0:1769074871.107194:0:12647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fd880. 00000400:00000010:1.0:1769074871.115022:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fccc0. 00000100:00000200:1.0:1769074871.115038:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852332416, portal 10 00000400:00000010:1.0:1769074871.115047:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074871.115049:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852332416, offset 0 00000400:00000200:1.0:1769074871.115058:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074871.115070:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074871.115081:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac180580 00000400:00000200:1.0:1769074871.115088:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c29 [64] + 166704 00000400:00000200:1.0:1769074871.115096:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074871.115100:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074871.115108:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074871.115115:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9880. 00000400:00000200:1.0:1769074871.115143:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:1.0:1769074871.115145:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074871.115154:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa902fe300 x1855007852332416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074871.115179:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8f78. 00000400:00000200:1.0:1769074871.115183:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9d48 00000400:00000010:1.0:1769074871.115185:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9d48. 00000100:00000200:1.0:1769074871.115190:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa90807800 x1855007852331904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074871.115199:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa90807800 x1855007852331904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074871.115260:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabad30d000. 02000000:00000010:1.0:1769074871.115267:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dabbfe89800. 00000100:00000010:1.0:1769074871.115273:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4e00. 02000000:00000010:1.0:1769074871.115277:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa83451400. 02000000:00000010:1.0:1769074871.115280:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dabbfe88e00. 00000100:00000010:1.0:1769074871.115284:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668a300. 02000000:00000010:1.0:1769074871.115309:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabbc772400. 02000000:00000010:1.0:1769074871.115312:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbd51a600. 00000100:00000010:1.0:1769074871.115318:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807800. 02000000:00000010:1.0:1769074871.115342:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa900d8e00. 00000400:00000010:1.0:1769074871.115347:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee19a0. 00000400:00000010:1.0:1769074871.115351:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc880. 00000100:00000200:1.0:1769074871.115353:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852332288, portal 10 00000400:00000010:1.0:1769074871.115358:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074871.115360:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852332288, offset 0 00000400:00000200:1.0:1769074871.115363:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074871.115368:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074871.115372:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac180500 00000400:00000200:1.0:1769074871.115376:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c29 [64] + 166928 00000400:00000200:1.0:1769074871.115380:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074871.115383:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074871.115386:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074871.115388:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0dad80. 00000400:00000200:1.0:1769074871.115398:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:1.0:1769074871.115400:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074871.115404:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc944e00 x1855007852332288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074871.115659:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daba0365f00. 00000020:00000010:3.0:1769074871.116038:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89200. 00000020:00000010:3.0:1769074871.116045:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25780. 00000020:00000010:3.0:1769074871.116049:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074871.116076:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daba03659c0. 00000020:00000010:3.0:1769074871.116079:0:42856:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8dab8470dec0. 00000020:00000010:3.0:1769074871.116085:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daba03659c0. 00000020:00000010:3.0:1769074871.116088:0:42856:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe89a00. 00000020:00000010:3.0:1769074871.116090:0:42856:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25d00. 00000020:00000010:3.0:1769074871.116092:0:42856:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a7d0. 00000020:00000010:3.0:1769074871.116131:0:42856:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daba03659c0. 00000020:00000010:3.0:1769074871.116134:0:42856:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daba03659c0. 00000100:00000200:3.0:1769074871.116137:0:42856:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852332416 02000000:00000010:3.0:1769074871.116154:0:42856:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8fb48000. 00010000:00000200:3.0:1769074871.116163:0:42856:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d9880 x1855007852332416/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:407/0 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074871.116177:0:42856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074871.116181:0:42856:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852332416, offset 224 00000400:00000200:3.0:1769074871.116186:0:42856:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074871.116193:0:42856:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074871.116199:0:42856:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac180580 00000400:00000200:3.0:1769074871.116205:0:42856:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6732d [1] + 224 00000400:00000200:3.0:1769074871.116209:0:42856:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074871.116212:0:42856:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074871.116219:0:42856:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa902fe300 x1855007852332416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074871.116232:0:42856:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:3.0:1769074871.116234:0:42856:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00000400:00000010:2.0:1769074871.116814:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074871.116822:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852332160, portal 25 00000400:00000010:2.0:1769074871.116826:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074871.116829:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007852332160, offset 0 00000400:00000200:2.0:1769074871.116834:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1769074871.117289:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabaed78300. 00000020:00000010:1.0:1769074871.117293:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabaed78300. 00000100:00000200:1.0:1769074871.117297:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852332288 02000000:00000010:1.0:1769074871.117309:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e345400. 00010000:00000200:1.0:1769074871.117317:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0dad80 x1855007852332288/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:407/0 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074871.117331:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc220. 00000100:00000200:1.0:1769074871.117335:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852332288, offset 224 00000400:00000200:1.0:1769074871.117339:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074871.117396:0:42856:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25780. 00000020:00000010:3.0:1769074871.117401:0:42856:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074871.117406:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89200. 00080000:00000010:0.0:1769074871.118251:0:42319:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc772400. 02000000:00000010:0.0:1769074871.118443:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabbff0f400. 02000000:00000010:0.0:1769074871.118448:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dabbff0d000. 00000100:00000010:0.0:1769074871.118452:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc120380. 00080000:00000010:0.0:1769074871.118459:0:42319:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbff0d000. 02000000:00000010:0.0:1769074871.118497:0:42319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabbff0dc00. 02000000:00000010:0.0:1769074871.118500:0:42319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dabbff0ec00. 00000100:00000010:0.0:1769074871.118503:0:42319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc121f80. 00000400:00000010:0.0:1769074871.118556:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8108. 00000400:00000200:0.0:1769074871.118560:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fccc0 00000400:00000010:0.0:1769074871.118562:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fccc0. 00000100:00000200:0.0:1769074871.118572:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa902fe300 x1855007852332416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074871.118583:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa902fe300 x1855007852332416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074871.118634:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8c69e600. 02000000:00000010:0.0:1769074871.118638:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab88e38c00. 00000100:00000010:0.0:1769074871.118641:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fe300. 00000400:00000200:2.0:1769074871.123208:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074871.123226:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6971eac180480 00000400:00000200:2.0:1769074871.123234:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x5569d [2] + 0 00000400:00000010:2.0:1769074871.123751:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f6e0. 00000400:00000200:2.0:1769074871.123760:0:12648:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa8a3f2f00 00000400:00000200:2.0:1769074871.123769:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074871.123773:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074871.123778:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a3f2f00 00000400:00000010:2.0:1769074871.123781:0:12648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8a3f2f00. 00000100:00000200:2.0:1769074871.123786:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1769074871.123812:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:2.0:1769074871.123815:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074871.123825:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc944380 x1855007852332160/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074871.123872:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8259a400. 00000400:00000010:2.0:1769074871.123878:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4948. 00000400:00000010:2.0:1769074871.123882:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074871.123888:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852332672, portal 10 00000400:00000010:2.0:1769074871.123894:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074871.123897:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852332672, offset 0 00000400:00000200:2.0:1769074871.123902:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074871.123907:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074871.123913:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac180680 00000400:00000200:2.0:1769074871.123918:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c29 [64] + 167152 00000400:00000200:2.0:1769074871.123923:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074871.123926:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074871.123929:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074871.123934:0:12648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a2680. 00000400:00000200:2.0:1769074871.123944:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:2.0:1769074871.123946:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00000020:00000010:3.0:1769074871.124077:0:42292:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daba0365dc0. 00000020:00000010:3.0:1769074871.124082:0:42292:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daba0365dc0. 00000020:00000010:3.0:1769074871.124088:0:42292:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbfe88e00. 00000020:00000010:3.0:1769074871.124093:0:42292:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25680. 00000020:00000010:3.0:1769074871.124097:0:42292:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074871.124142:0:42292:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8daba0365dc0. 00000020:00000010:3.0:1769074871.124145:0:42292:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8daba0365dc0. 00000100:00000200:3.0:1769074871.124147:0:42292:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852332160 02000000:00000010:3.0:1769074871.124162:0:42292:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8fb4bc00. 00010000:00000200:3.0:1769074871.124171:0:42292:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dab933c5450 x1855007852332160/t0(0) o400->cac2d028-eb51-4ca5-bfc5-0b8972635d61@0@lo:407/0 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074871.124186:0:42292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074871.124189:0:42292:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855007852332160, offset 224 00000400:00000200:3.0:1769074871.124192:0:42292:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074871.124198:0:42292:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074871.124203:0:42292:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6971eac180480 00000400:00000200:3.0:1769074871.124208:0:42292:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x67341 [1] + 224 00000400:00000200:3.0:1769074871.124212:0:42292:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074871.124215:0:42292:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074871.124221:0:42292:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc944380 x1855007852332160/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074871.124234:0:42292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:3.0:1769074871.124235:0:42292:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00000020:00000010:3.0:1769074871.124389:0:42292:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25680. 00000020:00000010:3.0:1769074871.124395:0:42292:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:3.0:1769074871.124399:0:42292:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe88e00. 02000000:00000010:3.0:1769074871.124407:0:42292:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8fb4bc00. 00000100:00000200:3.0:1769074871.124413:0:42292:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1769074871.124418:0:42292:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481268. 00000400:00000010:3.0:1769074871.124422:0:42292:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8366c6c0. 00000100:00000200:2.0:1769074871.124492:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa902fdf80 x1855007852332672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074871.124521:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4630. 00000400:00000200:2.0:1769074871.124524:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:2.0:1769074871.124526:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074871.124530:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc944380 x1855007852332160/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074871.124537:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc944380 x1855007852332160/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074871.124557:0:12648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8259b800. 02000000:00000010:2.0:1769074871.124562:0:12648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab88e38a00. 00000100:00000010:2.0:1769074871.124567:0:12648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944380. 00000004:00000010:2.0:1769074871.124595:0:42321:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 16 at ffff8dab932b8370. 02000000:00000010:2.0:1769074871.124635:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabbff0e800. 02000000:00000010:2.0:1769074871.124640:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8594b400. 00000100:00000010:2.0:1769074871.124643:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1f80. 02000000:00000010:2.0:1769074871.124649:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8594b000. 02000000:00000010:2.0:1769074871.124651:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa85949800. 00000100:00000010:2.0:1769074871.124654:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3480. 02000000:00000010:2.0:1769074871.124657:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8594b800. 02000000:00000010:2.0:1769074871.124659:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa85949000. 00000100:00000010:2.0:1769074871.124661:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0700. 02000000:00000010:2.0:1769074871.124665:0:42321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabbff0f000. 02000000:00000010:2.0:1769074871.124668:0:42321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8594bc00. 00000100:00000010:2.0:1769074871.124670:0:42321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3b80. 00080000:00000010:2.0:1769074871.124684:0:42321:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc5a5800. 00000004:00000010:2.0:1769074871.124847:0:42321:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 16 at ffff8dab932b8370. 00000400:00000200:1.0:1769074871.126319:0:42297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074871.132294:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabb3c2a6c0. 00000020:00000010:0.0:1769074871.132304:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabb3c2a6c0. 00000020:00000010:0.0:1769074871.132311:0:42298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69e600. 00000020:00000010:0.0:1769074871.132316:0:42298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8298af80. 00000020:00000010:0.0:1769074871.132321:0:42298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074871.132361:0:42298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabb3c2a6c0. 00000020:00000010:0.0:1769074871.132364:0:42298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabb3c2a6c0. 00000100:00000200:0.0:1769074871.132367:0:42298:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852332672 02000000:00000010:0.0:1769074871.132384:0:42298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbff0ec00. 00010000:00000200:0.0:1769074871.132394:0:42298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa903a2680 x1855007852332672/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:407/0 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074871.132414:0:42298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000100:00000200:0.0:1769074871.132421:0:42298:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852332672, offset 224 00000400:00000200:0.0:1769074871.132429:0:42298:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074871.132442:0:42298:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074871.132452:0:42298:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac180680 00000400:00000200:0.0:1769074871.132459:0:42298:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6734d [1] + 224 00000400:00000200:0.0:1769074871.132467:0:42298:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074871.132470:0:42298:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074871.132480:0:42298:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa902fdf80 x1855007852332672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074871.132500:0:42298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:0.0:1769074871.132503:0:42298:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000020:00000010:0.0:1769074871.132514:0:42298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8298af80. 00000020:00000010:0.0:1769074871.132518:0:42298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074871.132521:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69e600. 00000400:00000200:0.0:1769074871.132812:0:42297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac180500 00000400:00000200:0.0:1769074871.132818:0:42297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67335 [1] + 224 00000400:00000200:0.0:1769074871.132824:0:42297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074871.132827:0:42297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074871.132835:0:42297:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc944e00 x1855007852332288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074871.132855:0:42297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc220 00000400:00000010:0.0:1769074871.132857:0:42297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc220. 00000020:00000010:0.0:1769074871.132869:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25d00. 00000020:00000010:0.0:1769074871.132872:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a7d0. 00000020:00000010:0.0:1769074871.132876:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbfe89a00. 00000400:00000010:0.0:1769074871.132936:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee19a0. 00000400:00000200:0.0:1769074871.132942:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc880 00000400:00000010:0.0:1769074871.132943:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc880. 00000100:00000200:0.0:1769074871.132950:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc944e00 x1855007852332288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074871.134219:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4948. 00000400:00000200:2.0:1769074871.134225:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:2.0:1769074871.134228:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074871.134236:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa902fdf80 x1855007852332672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074871.134248:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa902fdf80 x1855007852332672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074871.134278:0:12648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8259a400. 02000000:00000010:2.0:1769074871.134283:0:12648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab88e38e00. 00000100:00000010:2.0:1769074871.134289:0:12648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fdf80. 00000100:00000200:0.0:1769074871.135093:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc944e00 x1855007852332288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074871.135215:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa900d8e00. 02000000:00000010:0.0:1769074871.135221:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab88e38b00. 00000100:00000010:0.0:1769074871.135225:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944e00. 00000001:00000010:1.0:1769074871.236682:0:42329:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8dabbc774300. 00080000:00000010:1.0:1769074871.236698:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a25c800. 00000001:00000010:1.0:1769074871.236750:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbc774ba0. 00080000:00000010:1.0:1769074871.236755:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c57ac00. 00000001:00000010:1.0:1769074871.236759:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbc7740c0. 00080000:00000010:1.0:1769074871.236761:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a410400. 00000001:00000010:1.0:1769074871.236765:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49360. 00080000:00000010:1.0:1769074871.236768:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a412400. 00000001:00000010:1.0:1769074871.236772:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49a80. 00080000:00000010:1.0:1769074871.236774:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a410000. 00000001:00000010:1.0:1769074871.236777:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbd1bbc00. 00080000:00000010:1.0:1769074871.236780:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a412000. 00000001:00000010:1.0:1769074871.236783:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49d80. 00080000:00000010:1.0:1769074871.236785:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bcdbc00. 00000001:00000010:1.0:1769074871.236801:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabafc8d120. 00080000:00000010:1.0:1769074871.236805:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c578c00. 00000001:00000010:1.0:1769074871.236808:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49540. 00080000:00000010:1.0:1769074871.236810:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c57a000. 00000001:00000010:1.0:1769074871.236813:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49c60. 00080000:00000010:1.0:1769074871.236816:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c579c00. 00000001:00000010:1.0:1769074871.236819:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49000. 00080000:00000010:1.0:1769074871.236821:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88d46000. 00000001:00000010:1.0:1769074871.236825:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab82d49840. 00080000:00000010:1.0:1769074871.236827:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff0cc00. 00000001:00000010:1.0:1769074871.236831:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabbeccea80. 00080000:00000010:1.0:1769074871.236834:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e341400. 00000001:00000010:1.0:1769074871.236841:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8a375120. 00080000:00000010:1.0:1769074871.236844:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e344000. 00000001:00000010:1.0:1769074871.236848:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e180. 00080000:00000010:1.0:1769074871.236852:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa85948000. 00000001:00000010:1.0:1769074871.236856:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145ecc0. 00080000:00000010:1.0:1769074871.236858:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8a25f800. 00000001:00000010:1.0:1769074871.236860:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e6c0. 00080000:00000010:1.0:1769074871.236863:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8594a000. 00000001:00000010:1.0:1769074871.236866:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e600. 00080000:00000010:1.0:1769074871.236868:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8594a800. 00000001:00000010:1.0:1769074871.236870:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e5a0. 00080000:00000010:1.0:1769074871.236873:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa85949400. 00000001:00000010:1.0:1769074871.236876:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab87885de0. 00080000:00000010:1.0:1769074871.236878:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc773800. 00000001:00000010:1.0:1769074871.236883:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818b180. 00080000:00000010:1.0:1769074871.236887:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc942800. 00000001:00000010:1.0:1769074871.236894:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8daa8145e4e0. 00080000:00000010:1.0:1769074871.236896:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc941000. 00000001:00000010:1.0:1769074871.236900:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045ae0. 00080000:00000010:1.0:1769074871.236903:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc943000. 00000001:00000010:1.0:1769074871.236907:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818bae0. 00080000:00000010:1.0:1769074871.236910:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c14800. 00000001:00000010:1.0:1769074871.236913:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818b480. 00080000:00000010:1.0:1769074871.236915:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c15000. 00000001:00000010:1.0:1769074871.236917:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045480. 00080000:00000010:1.0:1769074871.236920:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c15c00. 00000001:00000010:1.0:1769074871.236922:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045000. 00080000:00000010:1.0:1769074871.236924:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa89c17800. 00000001:00000010:1.0:1769074871.236927:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045420. 00080000:00000010:1.0:1769074871.236929:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83450c00. 00000001:00000010:1.0:1769074871.236932:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae045720. 00080000:00000010:1.0:1769074871.236935:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83452000. 00000001:00000010:1.0:1769074871.236939:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818b0c0. 00080000:00000010:1.0:1769074871.236941:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83450800. 00000001:00000010:1.0:1769074871.236943:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dab8818b5a0. 00080000:00000010:1.0:1769074871.236946:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa83452400. 00000001:00000010:1.0:1769074871.236962:0:42329:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8dabae0452a0. 00080000:00000010:1.0:1769074871.236965:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8e342400. 00000004:00000010:1.0:1769074871.241340:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8dabbd52a840. 00000001:00000010:1.0:1769074871.241426:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbff38400. 00000001:00000010:1.0:1769074871.241430:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbff39c00. 00000001:00000010:1.0:1769074871.241432:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbff39400. 00000001:00000010:1.0:1769074871.241434:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbff38c00. 00000001:00000010:1.0:1769074871.241436:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab85392200. 00000001:00000010:1.0:1769074871.241438:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8c69f000. 00000001:00000010:1.0:1769074871.241441:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab86431200. 00000001:00000010:1.0:1769074871.241443:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab86431e00. 00000001:00000010:1.0:1769074871.241445:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82b20600. 00000001:00000010:1.0:1769074871.241448:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82b21a00. 00000001:00000010:1.0:1769074871.241450:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82b20800. 00000001:00000010:1.0:1769074871.241452:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82b20e00. 00000001:00000010:1.0:1769074871.241453:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82b20c00. 00000001:00000010:1.0:1769074871.241455:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82b21600. 00000001:00000010:1.0:1769074871.241457:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82b21000. 00000001:00000010:1.0:1769074871.241459:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82b21c00. 00000001:00000010:1.0:1769074871.241461:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85903200. 00000001:00000010:1.0:1769074871.241463:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85903c00. 00000001:00000010:1.0:1769074871.241465:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85903000. 00000001:00000010:1.0:1769074871.241466:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85903600. 00000001:00000010:1.0:1769074871.241468:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85902c00. 00000001:00000010:1.0:1769074871.241470:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85902e00. 00000001:00000010:1.0:1769074871.241472:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85902800. 00000001:00000010:1.0:1769074871.241474:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85903800. 00000001:00000010:1.0:1769074871.241476:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85902600. 00000001:00000010:1.0:1769074871.241478:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85903a00. 00000001:00000010:1.0:1769074871.241479:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85902000. 00000001:00000010:1.0:1769074871.241481:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85903e00. 00000001:00000010:1.0:1769074871.241483:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85902400. 00000001:00000010:1.0:1769074871.241484:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85902a00. 00000001:00000010:1.0:1769074871.241487:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85902200. 00000001:00000010:1.0:1769074871.241488:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa85903400. 00000001:00000010:1.0:1769074871.241490:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d24c400. 00000001:00000010:1.0:1769074871.241492:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82013200. 00000001:00000010:1.0:1769074871.241494:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c4e00. 00000001:00000010:1.0:1769074871.241496:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c4c00. 00000001:00000010:1.0:1769074871.241498:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c5600. 00000001:00000010:1.0:1769074871.241501:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c5000. 00000001:00000010:1.0:1769074871.241503:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c5c00. 00000001:00000010:1.0:1769074871.241504:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c5200. 00000001:00000010:1.0:1769074871.241507:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c4200. 00000001:00000010:1.0:1769074871.241509:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c5400. 00000001:00000010:1.0:1769074871.241511:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c4a00. 00000001:00000010:1.0:1769074871.241513:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c4400. 00000001:00000010:1.0:1769074871.241514:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c5e00. 00000001:00000010:1.0:1769074871.241516:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c4000. 00000001:00000010:1.0:1769074871.241518:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c5a00. 00000001:00000010:1.0:1769074871.241520:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c4600. 00000001:00000010:1.0:1769074871.241522:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c5800. 00000001:00000010:1.0:1769074871.241524:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c4800. 00000001:00000010:1.0:1769074871.241526:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c6000. 00000001:00000010:1.0:1769074871.241528:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c7a00. 00000001:00000010:1.0:1769074871.241530:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c6600. 00000001:00000010:1.0:1769074871.241532:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c7800. 00000001:00000010:1.0:1769074871.241534:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c6800. 00000001:00000010:1.0:1769074871.241535:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c6e00. 00000001:00000010:1.0:1769074871.241537:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c6c00. 00000001:00000010:1.0:1769074871.241538:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c7600. 00000001:00000010:1.0:1769074871.241540:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c7000. 00000001:00000010:1.0:1769074871.241542:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c7c00. 00000001:00000010:1.0:1769074871.241544:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c7200. 00000001:00000010:1.0:1769074871.241546:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c6200. 00000001:00000010:1.0:1769074871.241548:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c7400. 00000001:00000010:1.0:1769074871.241550:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8d9c6a00. 00000001:00000010:1.0:1769074871.241568:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8edc2200. 00000001:00000010:1.0:1769074871.241571:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8edc3000. 00000001:00000010:1.0:1769074871.241574:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8edc3600. 00000001:00000010:1.0:1769074871.241576:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8edc2c00. 00000001:00000010:1.0:1769074871.241578:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f510c00. 00000001:00000010:1.0:1769074871.241580:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f511600. 00000001:00000010:1.0:1769074871.241582:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f511000. 00000001:00000010:1.0:1769074871.241584:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f511c00. 00000001:00000010:1.0:1769074871.241586:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f511200. 00000001:00000010:1.0:1769074871.241587:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f510200. 00000001:00000010:1.0:1769074871.241589:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f511400. 00000001:00000010:1.0:1769074871.241590:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f510a00. 00000001:00000010:1.0:1769074871.241592:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f510400. 00000001:00000010:1.0:1769074871.241594:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f511e00. 00000001:00000010:1.0:1769074871.241596:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f510000. 00000001:00000010:1.0:1769074871.241597:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f511a00. 00000001:00000010:1.0:1769074871.241599:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f510600. 00000001:00000010:1.0:1769074871.241620:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f511800. 00000001:00000010:1.0:1769074871.241622:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f510800. 00000001:00000010:1.0:1769074871.241624:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f510e00. 00000001:00000010:1.0:1769074871.241626:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f513200. 00000001:00000010:1.0:1769074871.241631:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f512200. 00000001:00000010:1.0:1769074871.241633:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f513400. 00000001:00000010:1.0:1769074871.241635:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f512a00. 00000001:00000010:1.0:1769074871.241637:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f512400. 00000001:00000010:1.0:1769074871.241638:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f513e00. 00000001:00000010:1.0:1769074871.241641:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f512000. 00000001:00000010:1.0:1769074871.241642:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f513a00. 00000001:00000010:1.0:1769074871.241644:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f512600. 00000001:00000010:1.0:1769074871.241646:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f513800. 00000001:00000010:1.0:1769074871.241648:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f512800. 00000001:00000010:1.0:1769074871.241650:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f512e00. 00000001:00000010:1.0:1769074871.241652:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f512c00. 00000001:00000010:1.0:1769074871.241654:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f513600. 00000001:00000010:1.0:1769074871.241655:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f513000. 00000001:00000010:1.0:1769074871.241657:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f513c00. 00000001:00000010:1.0:1769074871.241659:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f515200. 00000001:00000010:1.0:1769074871.241661:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f514200. 00000001:00000010:1.0:1769074871.241664:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f515400. 00000001:00000010:1.0:1769074871.241666:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f514a00. 00000001:00000010:1.0:1769074871.241667:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f514400. 00000001:00000010:1.0:1769074871.241669:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f515e00. 00000001:00000010:1.0:1769074871.241671:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f514000. 00000001:00000010:1.0:1769074871.241673:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f515a00. 00000001:00000010:1.0:1769074871.241675:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f514600. 00000001:00000010:1.0:1769074871.241677:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f515800. 00000001:00000010:1.0:1769074871.241678:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f514800. 00000001:00000010:1.0:1769074871.241680:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f514e00. 00000001:00000010:1.0:1769074871.241681:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f514c00. 00000001:00000010:1.0:1769074871.241683:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f515600. 00000001:00000010:1.0:1769074871.241685:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f515000. 00000001:00000010:1.0:1769074871.241687:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f515c00. 00000001:00000010:1.0:1769074871.241688:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f517e00. 00000001:00000010:1.0:1769074871.241690:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f516000. 00000001:00000010:1.0:1769074871.241692:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f517a00. 00000001:00000010:1.0:1769074871.241694:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f516600. 00000001:00000010:1.0:1769074871.241696:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f517800. 00000001:00000010:1.0:1769074871.241698:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f516800. 00000001:00000010:1.0:1769074871.241700:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f516e00. 00000001:00000010:1.0:1769074871.241702:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f516c00. 00000001:00000010:1.0:1769074871.241714:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f517600. 00000001:00000010:1.0:1769074871.241717:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f517000. 00000001:00000010:1.0:1769074871.241719:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f517c00. 00000001:00000010:1.0:1769074871.241721:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8f517200. 00000001:00000010:1.0:1769074871.241724:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at ffff8daa8e343000. 00000001:00000010:1.0:1769074871.241727:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dababb42700. 00000001:00000010:1.0:1769074871.241735:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a934200. 00000001:00000010:1.0:1769074871.241741:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a935800. 00000001:00000010:1.0:1769074871.241744:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a935a00. 00000001:00000010:1.0:1769074871.241746:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a935000. 00000001:00000010:1.0:1769074871.241747:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab854c1340. 00000001:00000010:1.0:1769074871.241749:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dababb42900. 00000001:00000010:1.0:1769074871.241758:0:8:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab908d7900. 00000001:00000010:1.0:1769074871.241762:0:8:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8daa88ed8240. 00000001:00000010:1.0:1769074871.241764:0:8:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8dab908d7780. 00000001:00000010:1.0:1769074871.241767:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8dab853ee100. 00000020:00000010:1.0:1769074871.241775:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dababb65800. 00000020:00000010:1.0:1769074871.241790:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8daa833e3000. 00000100:00000010:1.0:1769074871.293741:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab82d49240. 00000100:00000010:3.0:1769074871.293822:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab82d49600. 00000100:00000010:2.0:1769074871.300994:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab82d49b40. 00000100:00000010:0.0:1769074871.305661:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab82d49a20. 00000001:00000010:0.0:1769074871.695337:0:37043:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8dabb4bc3d80. 00080000:00000010:0.0:1769074871.695351:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc941c00. 00080000:00000010:0.0:1769074871.695359:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc943c00. 00000001:00000010:0.0:1769074871.695408:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8ea25000. 00000001:00000010:0.0:1769074871.695413:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8ea24800. 00000001:00000010:0.0:1769074871.695415:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8ea25200. 00000001:00000010:0.0:1769074871.695416:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8ea24e00. 00000001:00000010:0.0:1769074871.695419:0:483:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa8f6b8a80. 00000001:00000010:0.0:1769074871.695422:0:483:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabbcaa0e00. 00000001:00000010:0.0:1769074871.695430:0:483:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8dabaf03cc00. 00000020:00000010:0.0:1769074871.695437:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa82fca800. 00000020:00000010:0.0:1769074871.695451:0:483:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8daa82fcf000. 00000020:00000010:1.0:1769074872.138954:0:47186:0:(tgt_mount.c:1904:server_put_super()) kmalloced '(tmpname)': 15 at ffff8dabbea46730. 00000020:00000010:1.0:1769074872.138965:0:47186:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff8dabaed78380. 00000020:00000010:1.0:1769074872.138970:0:47186:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff8daa8a375480. 00000020:00000010:1.0:1769074872.138976:0:47186:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff8dabbc4e2d80. 00000020:00000010:1.0:1769074872.138982:0:47186:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa900d8600. 00000020:00000010:1.0:1769074872.138986:0:47186:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa900d9e00. 00000040:00000010:1.0:1769074872.138990:0:47186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa900d8a00. 00000020:00000010:1.0:1769074872.138995:0:47186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8a115800. 00000020:00000010:1.0:1769074872.139001:0:47186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8c69f400. 00040000:00000010:1.0:1769074872.139006:0:47186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab82d34700. 00040000:00000010:1.0:1769074872.139010:0:47186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8c69f000. 00080000:00000010:1.0:1769074872.139014:0:47186:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8a113800. 00010000:00000010:1.0:1769074872.139091:0:47186:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc4e26c0. 00000020:00000010:1.0:1769074872.139108:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa900d9e00. 00000040:00000010:1.0:1769074872.139113:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa900d8a00. 00000020:00000010:1.0:1769074872.139116:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8a115800. 00000020:00000010:1.0:1769074872.139120:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8c69f400. 00040000:00000010:1.0:1769074872.139124:0:47186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab82d34700. 00040000:00000010:1.0:1769074872.139130:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8c69f000. 00080000:00000010:1.0:1769074872.139134:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8a113800. 00000020:00000010:1.0:1769074872.139138:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa900d8600. 00000020:00000010:1.0:1769074872.139141:0:47186:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff8dabbc4e2d80. 00000020:00000010:1.0:1769074872.139145:0:47186:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff8daa8fd42c00. 00000020:00000010:1.0:1769074872.139150:0:47186:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff8daa8a375780. 00000100:00000010:1.0:1769074872.139167:0:47186:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9180. 02000000:00000010:1.0:1769074872.139180:0:47186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab82d34700. 10000000:00000010:1.0:1769074872.139216:0:36253:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff8dab89e2ca00. 00000100:00000010:1.0:1769074872.139231:0:36253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8700. 02000000:00000010:1.0:1769074872.139238:0:36253:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8c69f000. 00010000:00000010:1.0:1769074872.139272:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc4e26c0. 02000000:00000010:0.0:1769074872.139292:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8bfc5e00. 02000000:00000010:1.0:1769074872.139292:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8c69f400. 00000400:00000010:0.0:1769074872.139299:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8108. 00000400:00000010:1.0:1769074872.139299:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1ec8. 00000400:00000010:0.0:1769074872.139306:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9330. 00000400:00000010:1.0:1769074872.139306:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcd48. 00000100:00000200:1.0:1769074872.139314:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852332800, portal 10 00000100:00000200:0.0:1769074872.139317:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852332928, portal 18 00000400:00000010:0.0:1769074872.139320:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000400:00000010:1.0:1769074872.139320:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:0.0:1769074872.139323:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007852332928, offset 0 00000100:00000200:1.0:1769074872.139323:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852332800, offset 0 00000400:00000200:1.0:1769074872.139331:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074872.139335:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074872.139343:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074872.139343:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074872.139354:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971eac180780 00000400:00000200:1.0:1769074872.139354:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac180700 00000400:00000200:0.0:1769074872.139360:0:12646:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1b895 [2] + 1312 00000400:00000200:1.0:1769074872.139366:0:12644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20c29 [64] + 167376 00000400:00000200:1.0:1769074872.139386:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074872.139391:0:12644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074872.139397:0:12644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074872.139402:0:12644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9500. 00000400:00000200:1.0:1769074872.139416:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:1.0:1769074872.139418:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074872.139425:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0d9180 x1855007852332800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074872.139446:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a3750c0. 00000100:00000010:1.0:1769074872.139458:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a3757e0. 00000100:00000010:1.0:1769074872.139464:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375360. 00000100:00000010:1.0:1769074872.139468:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375420. 00000400:00000200:0.0:1769074872.139544:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074872.139549:0:12646:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074872.139553:0:12646:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074872.139558:0:12646:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabb5b08380. 00000400:00000200:0.0:1769074872.139702:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074872.139705:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074872.139713:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0d8700 x1855007852332928/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074872.139966:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabb3c2ad40. 00000020:00000010:0.0:1769074872.139971:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabb3c2ad40. 00000020:00000010:0.0:1769074872.139976:0:42297:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8bfc4e00. 00000020:00000010:0.0:1769074872.139981:0:42297:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8298a100. 00000020:00000010:0.0:1769074872.139985:0:42297:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074872.140021:0:42297:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabb3c2ad40. 00000020:00000010:0.0:1769074872.140024:0:42297:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabb3c2ad40. 00000100:00000200:0.0:1769074872.140027:0:42297:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852332800 02000000:00000010:0.0:1769074872.140042:0:42297:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbff0dc00. 00010000:00000200:0.0:1769074872.140083:0:42297:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8a0d9500 x1855007852332800/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1769074883 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074872.140099:0:42297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074872.140102:0:42297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855007852332800, offset 224 00000400:00000200:0.0:1769074872.140107:0:42297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074872.140113:0:42297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074872.140118:0:42297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971eac180700 00000400:00000200:0.0:1769074872.140123:0:42297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67361 [1] + 224 00000400:00000200:0.0:1769074872.140128:0:42297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074872.140131:0:42297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074872.140137:0:42297:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0d9180 x1855007852332800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074872.140153:0:42297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074872.140155:0:42297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000020:00000010:0.0:1769074872.140168:0:42297:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8298a100. 00000020:00000010:0.0:1769074872.140171:0:42297:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000020:00000010:0.0:1769074872.140173:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bfc4e00. 00000400:00000010:0.0:1769074872.140206:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1ec8. 00000400:00000200:0.0:1769074872.140211:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcd48 00000400:00000010:0.0:1769074872.140213:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcd48. 00000100:00000200:0.0:1769074872.140217:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0d9180 x1855007852332800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074872.140226:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0d9180 x1855007852332800/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074872.140255:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8c69f400. 02000000:00000010:0.0:1769074872.140261:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab82d34700. 00000100:00000010:0.0:1769074872.140267:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9180. 00000004:00000010:0.0:1769074872.140291:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8dab86433dc0. 00000001:00000010:0.0:1769074872.140301:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd496c00. 00000001:00000010:0.0:1769074872.140304:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab81342400. 00000001:00000010:0.0:1769074872.140306:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab81343200. 00000001:00000010:0.0:1769074872.140308:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd484a00. 00000001:00000010:0.0:1769074872.140311:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab931feda0. 00000001:00000010:0.0:1769074872.140314:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabae868200. 00000001:00000010:0.0:1769074872.140323:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd485600. 00000001:00000010:0.0:1769074872.140325:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd485a00. 00000001:00000010:0.0:1769074872.140327:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd485000. 00000001:00000010:0.0:1769074872.140328:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd484200. 00000001:00000010:0.0:1769074872.140330:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab931fe940. 00000001:00000010:0.0:1769074872.140332:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabae868b00. 00000001:00000010:0.0:1769074872.140337:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8dab8427b580. 00000020:00000010:0.0:1769074872.140341:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab88c9d800. 00000020:00000010:0.0:1769074872.140353:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8dab88c9b800. 00000020:00000010:1.0:1769074872.142190:0:38629:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabaed78f80. 00000020:00000010:1.0:1769074872.142201:0:38629:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabaed78f80. 00000020:00000010:1.0:1769074872.142208:0:38629:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69e600. 00000020:00000010:1.0:1769074872.142213:0:38629:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8fd42880. 00000020:00000010:1.0:1769074872.142230:0:38629:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562e10. 00000020:00000010:1.0:1769074872.142272:0:38629:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabaed78f80. 00000020:00000010:1.0:1769074872.142274:0:38629:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabaed78f80. 00000100:00000200:1.0:1769074872.142277:0:38629:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852332928 02000000:00000010:1.0:1769074872.142288:0:38629:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e346000. 00000400:00000010:1.0:1769074872.142326:0:38629:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074872.142332:0:38629:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007852332928, offset 224 00000400:00000200:1.0:1769074872.142341:0:38629:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074872.142353:0:38629:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074872.142363:0:38629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971eac180780 00000400:00000200:1.0:1769074872.142372:0:38629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x67365 [1] + 224 00000400:00000200:1.0:1769074872.142379:0:38629:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074872.142383:0:38629:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074872.142394:0:38629:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0d8700 x1855007852332928/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074872.142415:0:38629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:1.0:1769074872.142418:0:38629:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000020:00000010:1.0:1769074872.142432:0:38629:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8fd42880. 00000020:00000010:1.0:1769074872.142436:0:38629:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562e10. 00000020:00000010:1.0:1769074872.142440:0:38629:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69e600. 00000400:00000010:3.0:1769074872.145418:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8108. 00000400:00000200:3.0:1769074872.145430:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9330 00000400:00000010:3.0:1769074872.145433:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9330. 00000100:00000200:3.0:1769074872.145447:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0d8700 x1855007852332928/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074872.145458:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0d8700 x1855007852332928/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074872.145488:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8bfc5e00. 02000000:00000010:3.0:1769074872.145495:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8c69f000. 00000100:00000010:3.0:1769074872.145500:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8700. 00000020:00000010:0.0:1769074872.146837:0:47186:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff8daa8a375780. 00000020:00000010:0.0:1769074872.146849:0:47186:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff8daa8fd42c00. 00000020:00000010:0.0:1769074872.146853:0:47186:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff8daa8a375480. 00000020:00000010:0.0:1769074872.146856:0:47186:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff8dabaed78380. 00000020:00000010:0.0:1769074872.146868:0:47186:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8bfc4e00. 00000020:00000010:0.0:1769074872.146874:0:47186:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8bfc4a00. 00000040:00000010:0.0:1769074872.146878:0:47186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8bfc4000. 00000020:00000010:0.0:1769074872.146882:0:47186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8fffb800. 00000020:00000010:0.0:1769074872.146888:0:47186:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316c168. 00000020:00000010:0.0:1769074872.146892:0:47186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8bfc5200. 80000000:00000010:0.0:1769074872.146896:0:47186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab89c8a240. 40000000:00000010:0.0:1769074872.146901:0:47186:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabb3c2aec0. 00100000:00000010:0.0:1769074872.146906:0:47186:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8fffc000. 00040000:00000010:0.0:1769074872.146911:0:47186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab864d4700. 00040000:00000010:0.0:1769074872.146915:0:47186:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8daa8fffe000. 00040000:00000010:0.0:1769074872.146919:0:47186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8bfc5000. 00080000:00000010:0.0:1769074872.146923:0:47186:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8fffc800. 00000004:00000010:0.0:1769074872.146928:0:47186:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8daa8ffff800. 00000004:00000010:0.0:1769074872.146934:0:47186:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8dab843f2000. 00000004:00000010:0.0:1769074872.146938:0:47186:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8daa8fffa800. 00002000:00000010:0.0:1769074872.146944:0:47186:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabbff0cc00. 00000004:00000010:0.0:1769074872.146949:0:47186:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8dabbff0f000. 00000020:00000010:0.0:1769074872.146954:0:47186:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabb3c2a500. 00000020:00000010:0.0:1769074872.146961:0:47186:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff8dab89c8a720. 00000020:00000010:0.0:1769074872.146965:0:47186:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8bfc4600. 00000020:00000010:0.0:1769074872.146968:0:47186:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8bfc4800. 00000040:00000010:0.0:1769074872.146970:0:47186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8bfc4200. 00000020:00000010:0.0:1769074872.146973:0:47186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8fffe800. 00000020:00000010:0.0:1769074872.146975:0:47186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8bfc4c00. 00040000:00000010:0.0:1769074872.146978:0:47186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab864d4100. 00040000:00000010:0.0:1769074872.146981:0:47186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8bfc5800. 00080000:00000010:0.0:1769074872.146983:0:47186:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8fff9800. 00010000:00000010:0.0:1769074872.147003:0:47186:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab9045bf00. 00010000:00000010:0.0:1769074872.147021:0:47186:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab9045bb40. 00010000:00000010:0.0:1769074872.147031:0:47186:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab9045b780. 00010000:00000010:0.0:1769074872.147041:0:47186:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab9045b600. 00000020:00000010:0.0:1769074872.147049:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8bfc4800. 00000040:00000010:0.0:1769074872.147053:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8bfc4200. 00000020:00000010:0.0:1769074872.147055:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8fffe800. 00000020:00000010:0.0:1769074872.147059:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bfc4c00. 00040000:00000010:0.0:1769074872.147062:0:47186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab864d4100. 00040000:00000010:0.0:1769074872.147066:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bfc5800. 00080000:00000010:0.0:1769074872.147069:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8fff9800. 00000020:00000010:0.0:1769074872.147072:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bfc4600. 00000020:00000010:0.0:1769074872.147074:0:47186:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff8dab89c8a720. 00000020:00000010:0.0:1769074872.147081:0:47186:0:(tgt_mount.c:1947:server_put_super()) kmalloced '(extraname)': 22 at ffff8dab90da3460. 00000020:00000010:0.0:1769074872.147091:0:47186:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8dabb3c2ad40. 00000020:00000010:0.0:1769074872.147132:0:47186:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8daba0365f00. 00000004:00000010:0.0:1769074872.147148:0:47186:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff8dabb3c2a600. 00000100:00000010:0.0:1769074872.147234:0:47186:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603b80. 02000000:00000010:0.0:1769074872.147247:0:47186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab864d4100. 00000100:00000010:0.0:1769074872.147334:0:47186:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c601c00. 02000000:00000010:0.0:1769074872.147339:0:47186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab864d4d00. 00080000:00000010:0.0:1769074872.147352:0:47186:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at ffff8dab864d4b00. 00100000:00000010:0.0:1769074872.147357:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa842c3900. 10000000:00000010:1.0:1769074872.149908:0:36253:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8dab8431a600. 00000100:00000010:1.0:1769074872.149930:0:36253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9c00. 02000000:00000010:1.0:1769074872.149943:0:36253:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8c69e600. 00010000:00000010:1.0:1769074872.149987:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab9045bf00. 10000000:00000010:1.0:1769074872.149994:0:36253:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff8dab8431bc00. 00000100:00000010:1.0:1769074872.150000:0:36253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0da680. 02000000:00000010:1.0:1769074872.150004:0:36253:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8c69ea00. 02000000:00000010:2.0:1769074872.150013:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8259a600. 00000400:00000010:2.0:1769074872.150021:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4948. 00010000:00000010:1.0:1769074872.150025:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab9045bb40. 00000400:00000010:2.0:1769074872.150027:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 10000000:00000010:1.0:1769074872.150031:0:36253:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff8dab8431b000. 00000100:00000200:2.0:1769074872.150035:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852333312, portal 18 00000100:00000010:1.0:1769074872.150036:0:36253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0db480. 02000000:00000010:1.0:1769074872.150039:0:36253:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8c69e400. 00000400:00000010:2.0:1769074872.150040:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074872.150043:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007852333312, offset 0 00010000:00000010:1.0:1769074872.150046:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab9045b780. 10000000:00000010:1.0:1769074872.150050:0:36253:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8dab8431b800. 00000400:00000200:2.0:1769074872.150050:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1769074872.150053:0:36253:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8000. 02000000:00000010:1.0:1769074872.150057:0:36253:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8c69f000. 00010000:00000010:1.0:1769074872.150064:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab9045b600. 00000400:00000200:2.0:1769074872.150064:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074872.150075:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971eac180900 00000400:00000200:2.0:1769074872.150081:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1b895 [2] + 1640 00000400:00000200:2.0:1769074872.150089:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074872.150093:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074872.150100:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1769074872.150104:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3b80. 00000400:00000200:2.0:1769074872.150121:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:2.0:1769074872.150124:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074872.150132:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0d9c00 x1855007852333312/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074872.150171:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8259bc00. 00000400:00000010:2.0:1769074872.150174:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4630. 00000400:00000010:2.0:1769074872.150177:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074872.150180:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852333696, portal 18 00000400:00000010:2.0:1769074872.150183:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074872.150185:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007852333696, offset 0 00000400:00000200:2.0:1769074872.150189:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074872.150193:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074872.150198:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971eac180a80 00000400:00000200:2.0:1769074872.150202:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1b895 [2] + 1968 00000400:00000010:2.0:1769074872.150205:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39738. 00000400:00000200:2.0:1769074872.150208:0:12645:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8daa835cce40 00000400:00000200:2.0:1769074872.150210:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074872.150213:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074872.150215:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa835cce40 00000400:00000010:2.0:1769074872.150217:0:12645:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa835cce40. 00000100:00000200:2.0:1769074872.150222:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:2.0:1769074872.150234:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:2.0:1769074872.150236:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074872.150241:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0d8000 x1855007852333696/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074872.150270:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8259b600. 00000400:00000010:2.0:1769074872.150274:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec48f0. 00000400:00000010:2.0:1769074872.150276:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0220. 00000100:00000200:2.0:1769074872.150279:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852333568, portal 18 00000400:00000010:2.0:1769074872.150282:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074872.150284:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007852333568, offset 0 00000400:00000200:2.0:1769074872.150288:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074872.150293:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074872.150298:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971eac180a00 00000400:00000200:2.0:1769074872.150302:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1b899 [2] + 0 00000400:00000200:2.0:1769074872.150306:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074872.150308:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074872.150312:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1769074872.150315:0:12648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0700. 00000400:00000200:2.0:1769074872.150326:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:2.0:1769074872.150328:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074872.150333:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0db480 x1855007852333568/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074872.150352:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8259a000. 00000400:00000010:2.0:1769074872.150356:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4000. 00000400:00000010:2.0:1769074872.150358:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0908. 00000100:00000200:2.0:1769074872.150361:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852333440, portal 18 00000400:00000010:2.0:1769074872.150364:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074872.150366:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007852333440, offset 0 00000400:00000200:2.0:1769074872.150369:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074872.150373:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074872.150377:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971eac180980 00000400:00000200:2.0:1769074872.150381:0:12648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1b899 [2] + 328 00000400:00000200:2.0:1769074872.150385:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074872.150387:0:12648:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074872.150389:0:12648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1769074872.150393:0:12648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3480. 00000400:00000200:2.0:1769074872.150404:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:2.0:1769074872.150406:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074872.150410:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0da680 x1855007852333440/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074872.150447:0:45111:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab825b10c0. 00000020:00000010:2.0:1769074872.150451:0:45111:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab825b10c0. 00000020:00000010:2.0:1769074872.150456:0:45111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8259b800. 00000020:00000010:2.0:1769074872.150461:0:45111:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ef1e280. 00000020:00000010:2.0:1769074872.150465:0:45111:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117898. 00000020:00000010:2.0:1769074872.150497:0:45111:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab825b10c0. 00000020:00000010:2.0:1769074872.150499:0:45111:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab825b10c0. 00000020:00000010:2.0:1769074872.150502:0:45111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8259be00. 00000020:00000010:2.0:1769074872.150504:0:45111:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ef1e100. 00000020:00000010:2.0:1769074872.150507:0:45111:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117190. 00000020:00000010:2.0:1769074872.150519:0:45111:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab825b10c0. 00000020:00000010:2.0:1769074872.150521:0:45111:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab825b10c0. 00000020:00000010:2.0:1769074872.150524:0:45111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8259b200. 00000020:00000010:2.0:1769074872.150526:0:45111:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ef1e300. 00000020:00000010:2.0:1769074872.150529:0:45111:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117bb8. 00000020:00000010:2.0:1769074872.150537:0:45111:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab825b10c0. 00000020:00000010:2.0:1769074872.150539:0:45111:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab825b10c0. 00000020:00000010:2.0:1769074872.150542:0:45111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8259ae00. 00000020:00000010:2.0:1769074872.150544:0:45111:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ef1e380. 00000020:00000010:2.0:1769074872.150546:0:45111:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117640. 00000020:00000010:2.0:1769074872.150558:0:45111:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab825b10c0. 00000020:00000010:2.0:1769074872.150560:0:45111:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab825b10c0. 00000100:00000200:2.0:1769074872.150563:0:45111:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852333312 02000000:00000010:2.0:1769074872.150572:0:45111:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbc5a4c00. 00000400:00000010:2.0:1769074872.150600:0:45111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074872.150621:0:45111:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007852333312, offset 224 00000400:00000200:2.0:1769074872.150625:0:45111:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074872.150631:0:45111:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074872.150636:0:45111:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971eac180900 00000400:00000200:2.0:1769074872.150641:0:45111:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x67379 [1] + 224 00000400:00000200:2.0:1769074872.150644:0:45111:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074872.150647:0:45111:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074872.150653:0:45111:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0d9c00 x1855007852333312/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074872.150666:0:45111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:2.0:1769074872.150667:0:45111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00000020:00000010:2.0:1769074872.150678:0:45111:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ef1e280. 00000020:00000010:2.0:1769074872.150681:0:45111:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117898. 00000020:00000010:2.0:1769074872.150686:0:45111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8259b800. 00100000:00000010:0.0:1769074872.151225:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa842c3340. 00100000:00000010:0.0:1769074872.151231:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab89c45d00. 00100000:00000010:0.0:1769074872.151234:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab89c45880. 00100000:00000010:0.0:1769074872.151236:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab89c45c40. 00100000:00000010:0.0:1769074872.151238:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab84f6abc0. 00100000:00000010:0.0:1769074872.151242:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab84f6adc0. 00100000:00000010:0.0:1769074872.151244:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa8a047b80. 00100000:00000010:0.0:1769074872.151247:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dabae79e600. 00100000:00000010:0.0:1769074872.151249:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dabae3d9fc0. 00100000:00000010:0.0:1769074872.151251:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab89c45180. 00100000:00000010:0.0:1769074872.151253:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab89c450c0. 00100000:00000010:0.0:1769074872.151256:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab89c455c0. 00100000:00000010:0.0:1769074872.151258:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab84f6a500. 00100000:00000010:0.0:1769074872.151260:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab84f6a240. 00100000:00000010:0.0:1769074872.151262:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa8a047000. 00100000:00000010:0.0:1769074872.151264:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa834c68c0. 00100000:00000010:0.0:1769074872.151267:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab8bc58780. 00100000:00000010:0.0:1769074872.151275:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab8bc58d00. 00100000:00000010:0.0:1769074872.151276:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab8bc58800. 00100000:00000010:0.0:1769074872.151278:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa834c6dc0. 00100000:00000010:0.0:1769074872.151279:0:47186:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa834c6c40. 00000004:00000010:0.0:1769074872.151311:0:47151:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8dab864337c0. 00000001:00000010:0.0:1769074872.151322:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa83539e00. 00000001:00000010:0.0:1769074872.151325:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa83538400. 00000001:00000010:0.0:1769074872.151328:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd497200. 00000001:00000010:0.0:1769074872.151330:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbc6bf000. 00000001:00000010:0.0:1769074872.151333:0:47151:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab931fe500. 00000001:00000010:0.0:1769074872.151336:0:47151:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89c9b900. 00000001:00000010:0.0:1769074872.151342:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbc6bf200. 00000001:00000010:0.0:1769074872.151344:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbc6be200. 00000001:00000010:0.0:1769074872.151346:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbc6bfc00. 00000001:00000010:0.0:1769074872.151348:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbc6bea00. 00000001:00000010:0.0:1769074872.151350:0:47151:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab931fe8c0. 00000001:00000010:0.0:1769074872.151352:0:47151:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabae3bca00. 00000001:00000010:0.0:1769074872.151359:0:47151:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8dab8427bd80. 00000020:00000010:0.0:1769074872.151363:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab88c9c000. 00000004:00000010:0.0:1769074872.151376:0:47151:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8dab86433840. 00000001:00000010:0.0:1769074872.151382:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd496e00. 00000001:00000010:0.0:1769074872.151384:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd496200. 00000001:00000010:0.0:1769074872.151386:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd497400. 00000001:00000010:0.0:1769074872.151388:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd497a00. 00000001:00000010:0.0:1769074872.151390:0:47151:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab931fe660. 00000001:00000010:0.0:1769074872.151392:0:47151:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab8302e100. 00000001:00000010:0.0:1769074872.151397:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd496a00. 00000001:00000010:0.0:1769074872.151399:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa83539600. 00000001:00000010:0.0:1769074872.151401:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa83539400. 00000001:00000010:0.0:1769074872.151414:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa83539a00. 00000001:00000010:0.0:1769074872.151417:0:47151:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab931fe820. 00000001:00000010:0.0:1769074872.151419:0:47151:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab8302ed00. 00000001:00000010:0.0:1769074872.151422:0:47151:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8dab8427bd00. 00000020:00000010:0.0:1769074872.151425:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab88c9f000. 00000020:00000010:0.0:1769074872.151428:0:47151:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8dab88c99800. 00000020:00000010:0.0:1769074872.151431:0:47151:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8dab88c98000. 02000000:00000010:0.0:1769074872.151458:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8bfc4600. 00000400:00000010:0.0:1769074872.151462:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8948. 00000400:00000010:0.0:1769074872.151466:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074872.151469:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852333056, portal 4 00000400:00000010:0.0:1769074872.151473:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074872.151475:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007852333056, offset 0 00000400:00000200:0.0:1769074872.151479:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074872.151483:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074872.151488:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971eac180800 00000400:00000200:0.0:1769074872.151492:0:12644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x56a31 [8] + 2848 00000400:00000200:0.0:1769074872.151496:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074872.151498:0:12644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074872.151502:0:12644:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074872.151505:0:12644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8c603100. 00000400:00000200:0.0:1769074872.151518:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:0.0:1769074872.151520:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074872.151527:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8c603b80 x1855007852333056/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074872.151547:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8bfc5800. 00000020:00000010:3.0:1769074872.151548:0:47062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab87582d40. 00000400:00000010:0.0:1769074872.151550:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a88f0. 00000020:00000010:3.0:1769074872.151552:0:47062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab87582d40. 00000400:00000010:0.0:1769074872.151553:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074872.151555:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852333184, portal 4 00000020:00000010:3.0:1769074872.151557:0:47062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8bc5ca00. 00000400:00000010:0.0:1769074872.151559:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074872.151561:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007852333184, offset 0 00000020:00000010:3.0:1769074872.151561:0:47062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25700. 00000400:00000200:0.0:1769074872.151564:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074872.151565:0:47062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a320. 00000400:00000200:0.0:1769074872.151568:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074872.151572:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971eac180880 00000400:00000200:0.0:1769074872.151575:0:12644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x56a31 [8] + 3072 00000400:00000200:0.0:1769074872.151579:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074872.151581:0:12644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074872.151584:0:12644:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074872.151588:0:12644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121f80. 00000400:00000200:0.0:1769074872.151597:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:0.0:1769074872.151599:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00000020:00000010:3.0:1769074872.151599:0:47062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab87582d40. 00000100:00000200:0.0:1769074872.151621:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8c601c00 x1855007852333184/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074872.151655:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabb3c2a780. 00000020:00000010:0.0:1769074872.151658:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabb3c2a780. 00000100:00000200:0.0:1769074872.151661:0:45112:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852333056 02000000:00000010:0.0:1769074872.151675:0:45112:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbff0e800. 00000020:00000010:0.0:1769074872.151707:0:45112:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8daa8fd64a40. 00000020:00000010:3.0:1769074872.151713:0:47062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab87582d40. 00000020:00000010:3.0:1769074872.151718:0:47062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8bc5d000. 00000020:00000010:3.0:1769074872.151720:0:47062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25880. 00000020:00000010:3.0:1769074872.151724:0:47062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a898. 00000020:00000010:0.0:1769074872.151725:0:45112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8bfc4c00. 00000020:00000010:0.0:1769074872.151729:0:45112:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8bfc4200. 00000020:00000010:0.0:1769074872.151734:0:45112:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8fff9800. 00000020:00000010:0.0:1769074872.151738:0:45112:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316f8c0. 00000020:00000010:0.0:1769074872.151741:0:45112:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8bfc4800. 80000000:00000010:0.0:1769074872.151745:0:45112:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab89c8a720. 40000000:00000010:0.0:1769074872.151749:0:45112:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabb3c2a780. 00100000:00000010:0.0:1769074872.151754:0:45112:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8fffe800. 00040000:00000010:0.0:1769074872.151758:0:45112:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab864d4200. 00040000:00000010:0.0:1769074872.151762:0:45112:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8bfc5e00. 00080000:00000010:0.0:1769074872.151767:0:45112:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8fff9000. 00002000:00000010:0.0:1769074872.151770:0:45112:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabbff0f400. 00080000:00000010:0.0:1769074872.151781:0:45112:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bcdbc00. 00080000:00000010:0.0:1769074872.151910:0:45112:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8bcd9800. 00000001:00000010:0.0:1769074872.151978:0:45112:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8dab89c8a5a0. 00000020:00000010:0.0:1769074872.152023:0:45112:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8bfc4200. 00000020:00000010:0.0:1769074872.152027:0:45112:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8fff9800. 00000020:00000010:0.0:1769074872.152031:0:45112:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa8316f8c0. 00000020:00000010:0.0:1769074872.152036:0:45112:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bfc4800. 80000000:00000010:0.0:1769074872.152039:0:45112:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89c8a720. 40000000:00000010:0.0:1769074872.152042:0:45112:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabb3c2a780. 00100000:00000010:0.0:1769074872.152046:0:45112:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8fffe800. 00040000:00000010:0.0:1769074872.152049:0:45112:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab864d4200. 00040000:00000010:0.0:1769074872.152053:0:45112:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bfc5e00. 00080000:00000010:0.0:1769074872.152056:0:45112:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8fff9000. 00002000:00000010:0.0:1769074872.152059:0:45112:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbff0f400. 00000020:00000010:0.0:1769074872.152061:0:45112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bfc4c00. 00010000:00000200:0.0:1769074872.152073:0:45112:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8daa8c603100 x1855007852333056/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1769074883 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074872.152086:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074872.152090:0:45112:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007852333056, offset 224 00000400:00000200:0.0:1769074872.152094:0:45112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074872.152100:0:45112:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074872.152105:0:45112:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971eac180800 00000400:00000200:0.0:1769074872.152109:0:45112:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6739d [1] + 224 00000400:00000200:0.0:1769074872.152113:0:45112:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074872.152116:0:45112:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074872.152121:0:45112:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8c603b80 x1855007852333056/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074872.152135:0:45112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:0.0:1769074872.152137:0:45112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00000020:00000010:0.0:1769074872.152148:0:45112:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25700. 00000020:00000010:0.0:1769074872.152152:0:45112:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a320. 00000020:00000010:0.0:1769074872.152155:0:45112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bc5ca00. 00000020:00000010:0.0:1769074872.152169:0:45112:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabb3c2a780. 00000020:00000010:0.0:1769074872.152173:0:45112:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabb3c2a780. 00000100:00000200:0.0:1769074872.152175:0:45112:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852333184 02000000:00000010:0.0:1769074872.152182:0:45112:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbff0f400. 00000020:00000010:0.0:1769074872.152190:0:45112:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8daa825418c0. 00000020:00000010:0.0:1769074872.152202:0:45112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa83539a00. 00000020:00000010:0.0:1769074872.152205:0:45112:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa83539400. 00000020:00000010:0.0:1769074872.152208:0:45112:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8fff9000. 00000020:00000010:0.0:1769074872.152210:0:45112:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316f8c0. 00000020:00000010:0.0:1769074872.152213:0:45112:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa83539600. 80000000:00000010:0.0:1769074872.152215:0:45112:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab89c8a720. 40000000:00000010:0.0:1769074872.152218:0:45112:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabb3c2a780. 00100000:00000010:0.0:1769074872.152221:0:45112:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8fffe800. 00040000:00000010:0.0:1769074872.152223:0:45112:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab864d4200. 00040000:00000010:0.0:1769074872.152226:0:45112:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa83538400. 00080000:00000010:0.0:1769074872.152228:0:45112:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8fff9800. 00002000:00000010:0.0:1769074872.152233:0:45112:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dab88dd9000. 00080000:00000010:0.0:1769074872.152267:0:45112:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88ddbc00. 00080000:00000010:0.0:1769074872.152344:0:45112:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab88dda800. 00010000:00000010:1.1:1769074872.152348:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800600. 00010000:00000010:1.1:1769074872.152353:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8b429800. 00000001:00000010:0.0:1769074872.152389:0:45112:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8dab89c8ae40. 00000020:00000010:0.0:1769074872.152431:0:45112:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa83539400. 00000020:00000010:0.0:1769074872.152434:0:45112:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8fff9000. 00000020:00000010:0.0:1769074872.152436:0:45112:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa8316f8c0. 00000020:00000010:0.0:1769074872.152439:0:45112:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa83539600. 80000000:00000010:0.0:1769074872.152441:0:45112:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89c8a720. 40000000:00000010:0.0:1769074872.152443:0:45112:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabb3c2a780. 00100000:00000010:0.0:1769074872.152446:0:45112:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8fffe800. 00040000:00000010:0.0:1769074872.152449:0:45112:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab864d4200. 00040000:00000010:0.0:1769074872.152451:0:45112:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa83538400. 00080000:00000010:0.0:1769074872.152453:0:45112:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8fff9800. 00002000:00000010:0.0:1769074872.152455:0:45112:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dab88dd9000. 00000020:00000010:0.0:1769074872.152458:0:45112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa83539a00. 00010000:00000200:0.0:1769074872.152465:0:45112:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8dabbc121f80 x1855007852333184/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1769074883 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074872.152481:0:45112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074872.152485:0:45112:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855007852333184, offset 224 00000400:00000200:0.0:1769074872.152488:0:45112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074872.152494:0:45112:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074872.152499:0:45112:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971eac180880 00000400:00000200:0.0:1769074872.152503:0:45112:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x673a5 [1] + 224 00000400:00000200:0.0:1769074872.152507:0:45112:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074872.152510:0:45112:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074872.152515:0:45112:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8c601c00 x1855007852333184/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074872.152525:0:45112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:0.0:1769074872.152526:0:45112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00000020:00000010:0.0:1769074872.152534:0:45112:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25880. 00000020:00000010:0.0:1769074872.152537:0:45112:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a898. 00000020:00000010:0.0:1769074872.152539:0:45112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bc5d000. 00000400:00000010:0.0:1769074872.152560:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8948. 00000400:00000200:0.0:1769074872.152563:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074872.152564:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074872.152567:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8c603b80 x1855007852333056/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074872.152573:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8c603b80 x1855007852333056/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074872.152627:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a88f0. 00000400:00000200:0.0:1769074872.152630:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:0.0:1769074872.152632:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074872.152636:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8c601c00 x1855007852333184/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074872.152644:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8c601c00 x1855007852333184/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074872.152670:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8bfc4600. 02000000:00000010:0.0:1769074872.152676:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab864d4100. 00000100:00000010:0.0:1769074872.152680:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603b80. 02000000:00000010:0.0:1769074872.152683:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8bfc5800. 02000000:00000010:0.0:1769074872.152686:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab864d4d00. 00000100:00000010:0.0:1769074872.152688:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601c00. 00000020:00000010:0.0:1769074872.153065:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbd19d800. 00000040:00000010:0.0:1769074872.153073:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabbd19c800. 00000020:00000010:0.0:1769074872.153075:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8bb06800. 00000020:00000010:0.0:1769074872.153080:0:47186:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73d588. 00000020:00000010:0.0:1769074872.153084:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbd19ce00. 80000000:00000010:0.0:1769074872.153087:0:47186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab881d90c0. 40000000:00000010:0.0:1769074872.153089:0:47186:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab89c45240. 00100000:00000010:0.0:1769074872.153092:0:47186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabbe29c000. 00040000:00000010:0.0:1769074872.153096:0:47186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabaddc7400. 00040000:00000010:0.0:1769074872.153100:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dabbe29e000. 00040000:00000010:0.0:1769074872.153103:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab8bc85800. 00080000:00000010:0.0:1769074872.153106:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabbe298800. 00000004:00000010:0.0:1769074872.153110:0:47186:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dabbe29e800. 00000004:00000010:0.0:1769074872.153114:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabafd9d000. 00000004:00000010:0.0:1769074872.153120:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dabbe29f800. 00000004:00000010:0.0:1769074872.153123:0:47186:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabbfdec800. 00000020:00000010:0.0:1769074872.153127:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaedefe00. 00000004:00000010:0.0:1769074872.153134:0:47186:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at ffff8dabaedee800. 00080000:00000010:0.0:1769074872.153156:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7cb008. 00000004:00000010:0.0:1769074872.153162:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141abb0. 00000004:00000010:0.0:1769074872.153168:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536960. 00000004:00000010:0.0:1769074872.153172:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b483c20. 00000040:00000010:0.0:1769074872.153177:0:47186:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at ffff8dab89c58000. 00000040:00000010:0.0:1769074872.153210:0:47186:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab93b74000. 00000040:00000010:0.0:1769074872.153216:0:47186:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8daa83c99f00. 00000004:00000010:0.0:1769074872.153224:0:47186:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at ffff8dabb3c2a600. 00000020:00000010:0.0:1769074872.153531:0:47186:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab87c16b80. 00000020:00000010:0.0:1769074872.153535:0:47186:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dabafac33e8. 00000020:00000010:0.0:1769074872.153538:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff48400. 00000020:00000010:0.0:1769074872.153542:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabaff49e00. 00000040:00000010:0.0:1769074872.153544:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabaff48c00. 00000020:00000010:0.0:1769074872.153546:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88a2b000. 00000020:00000010:0.0:1769074872.153549:0:47186:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae738a10. 00000020:00000010:0.0:1769074872.153551:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabaff48600. 80000000:00000010:0.0:1769074872.153553:0:47186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabb4a17cc0. 40000000:00000010:0.0:1769074872.153555:0:47186:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa83e17e00. 00100000:00000010:0.0:1769074872.153557:0:47186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88a29000. 00040000:00000010:0.0:1769074872.153560:0:47186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89d61600. 00040000:00000010:0.0:1769074872.153562:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab88a2c000. 00040000:00000010:0.0:1769074872.153564:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabaff48000. 00080000:00000010:0.0:1769074872.153566:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88a2f800. 00000004:00000010:0.0:1769074872.153568:0:47186:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88a2b800. 00000004:00000010:0.0:1769074872.153570:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabae3f5000. 00000004:00000010:0.0:1769074872.153573:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88a29800. 00000020:00000010:0.0:1769074872.153676:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabaff49a00. 00000020:00000010:1.0:1769074872.153727:0:47054:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dabaed78f80. 00000020:00000010:1.0:1769074872.153731:0:47054:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dabaed78f80. 00000100:00000200:1.0:1769074872.153734:0:47054:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852333696 02000000:00000010:1.0:1769074872.153748:0:47054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8e346400. 00000400:00000010:1.0:1769074872.153787:0:47054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074872.153792:0:47054:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007852333696, offset 224 00000400:00000200:1.0:1769074872.153799:0:47054:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074872.153807:0:47054:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074872.153816:0:47054:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971eac180a80 00000400:00000200:1.0:1769074872.153823:0:47054:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x67381 [1] + 224 00000400:00000200:1.0:1769074872.153829:0:47054:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074872.153832:0:47054:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074872.153842:0:47054:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0d8000 x1855007852333696/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074872.153855:0:47054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:1.0:1769074872.153857:0:47054:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000020:00000010:1.0:1769074872.153869:0:47054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ef1e100. 00000020:00000010:1.0:1769074872.153873:0:47054:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117190. 00000020:00000010:1.0:1769074872.153877:0:47054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8259be00. 00000020:00000010:2.0:1769074872.153948:0:45111:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab825b10c0. 00000020:00000010:2.0:1769074872.153952:0:45111:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab825b10c0. 00000100:00000200:2.0:1769074872.153955:0:45111:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852333568 02000000:00000010:2.0:1769074872.153961:0:45111:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbc5a6800. 00000400:00000010:2.0:1769074872.153995:0:45111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074872.153999:0:45111:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007852333568, offset 224 02000000:00000010:1.0:1769074872.154000:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e346400. 00000400:00000200:2.0:1769074872.154003:0:45111:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1769074872.154005:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbc5a4c00. 00000100:00000010:1.0:1769074872.154009:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3b80. 00000400:00000200:2.0:1769074872.154009:0:45111:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1769074872.154012:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e346000. 00000400:00000200:2.0:1769074872.154014:0:45111:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971eac180a00 00000100:00000010:1.0:1769074872.154015:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08380. 02000000:00000010:1.0:1769074872.154019:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8c579800. 00000400:00000200:2.0:1769074872.154019:0:45111:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x67389 [1] + 224 00000100:00000010:1.0:1769074872.154021:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944700. 00000400:00000200:2.0:1769074872.154023:0:45111:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074872.154025:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa85949c00. 00000400:00000200:2.0:1769074872.154026:0:45111:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1769074872.154027:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2d500. 02000000:00000010:1.0:1769074872.154030:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8594ac00. 00000100:00000200:2.0:1769074872.154032:0:45111:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0db480 x1855007852333568/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074872.154033:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3b80. 02000000:00000010:1.0:1769074872.154036:0:47054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa83453400. 00000100:00000010:1.0:1769074872.154039:0:47054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cb800. 00000100:00000200:1.0:1769074872.154045:0:47054:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074872.154050:0:47054:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1e18. 00000400:00000010:1.0:1769074872.154055:0:47054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabbc4e26c0. 00000400:00000200:2.0:1769074872.154057:0:45111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:2.0:1769074872.154058:0:45111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00000020:00000010:2.0:1769074872.154066:0:45111:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ef1e300. 00000020:00000010:2.0:1769074872.154069:0:45111:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117bb8. 00000020:00000010:2.0:1769074872.154072:0:45111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8259b200. 00000020:00000010:2.0:1769074872.154083:0:45111:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8dab825b10c0. 00000020:00000010:2.0:1769074872.154086:0:45111:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8dab825b10c0. 00000100:00000200:2.0:1769074872.154088:0:45111:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852333440 02000000:00000010:2.0:1769074872.154094:0:45111:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8dabbc5a7800. 00000400:00000010:2.0:1769074872.154110:0:45111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000400:00000010:3.0:1769074872.155215:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec48f0. 00000400:00000200:3.0:1769074872.155221:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0220 00000400:00000010:3.0:1769074872.155222:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0220. 00000100:00000200:3.0:1769074872.155232:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0db480 x1855007852333568/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074872.155242:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0db480 x1855007852333568/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074872.155267:0:12648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8259b600. 02000000:00000010:3.0:1769074872.155272:0:12648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8c69e400. 00000100:00000010:3.0:1769074872.155277:0:12648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0db480. 00000100:00000200:2.0:1769074872.156513:0:45111:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007852333440, offset 224 00000400:00000200:2.0:1769074872.156525:0:45111:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074872.156535:0:45111:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074872.156545:0:45111:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971eac180980 00000400:00000200:2.0:1769074872.156550:0:45111:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x67391 [1] + 224 00000400:00000200:2.0:1769074872.156556:0:45111:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074872.156558:0:45111:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074872.156567:0:45111:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8daa8a0da680 x1855007852333440/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074872.156596:0:45111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:2.0:1769074872.156599:0:45111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00000020:00000010:2.0:1769074872.156630:0:45111:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ef1e380. 00000020:00000010:2.0:1769074872.156635:0:45111:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117640. 00000020:00000010:2.0:1769074872.156640:0:45111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8259ae00. 00000400:00000010:2.0:1769074872.156671:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4630. 00000400:00000200:2.0:1769074872.156675:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:2.0:1769074872.156676:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074872.156681:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0d8000 x1855007852333696/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074872.156699:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0d8000 x1855007852333696/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074872.156717:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4948. 00000400:00000200:2.0:1769074872.156720:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:2.0:1769074872.156722:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074872.156727:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0d9c00 x1855007852333312/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074872.156734:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0d9c00 x1855007852333312/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074872.156751:0:12645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8259bc00. 02000000:00000010:2.0:1769074872.156755:0:12645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8c69f000. 00000100:00000010:2.0:1769074872.156760:0:12645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8000. 02000000:00000010:2.0:1769074872.156763:0:12645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8259a600. 02000000:00000010:2.0:1769074872.156765:0:12645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8c69e600. 00000100:00000010:2.0:1769074872.156767:0:12645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9c00. 00000400:00000010:3.0:1769074872.156783:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4000. 00000400:00000200:3.0:1769074872.156787:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0908 00000400:00000010:3.0:1769074872.156788:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0908. 00000100:00000200:3.0:1769074872.156793:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0da680 x1855007852333440/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074872.156800:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0da680 x1855007852333440/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074872.156812:0:12648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8259a000. 02000000:00000010:3.0:1769074872.156815:0:12648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8c69ea00. 00000100:00000010:3.0:1769074872.156817:0:12648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0da680. 00010000:00000010:1.1:1769074872.162518:0:37731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0a00. 00010000:00000010:1.1:1769074872.162533:0:37731:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83c82100. 00010000:00000010:1.1:1769074872.162537:0:37731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0000. 00010000:00000010:1.1:1769074872.162541:0:37731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801400. 00010000:00000010:1.1:1769074872.162545:0:37731:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83ce4f00. 00010000:00000010:1.1:1769074872.162548:0:37731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f0e00. 00000001:00000010:1.0:1769074872.188515:0:37874:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8dabbc774600. 00080000:00000010:1.0:1769074872.188531:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c579000. 00080000:00000010:1.0:1769074872.188536:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8c578400. 00000001:00000010:2.0:1769074872.188685:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8ea25e00. 00000001:00000010:2.0:1769074872.188701:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8ea24a00. 00000001:00000010:2.0:1769074872.188703:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8ea24c00. 00000001:00000010:2.0:1769074872.188705:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8ea25a00. 00000001:00000010:2.0:1769074872.188707:0:47151:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa8f6b8200. 00000001:00000010:2.0:1769074872.188710:0:47151:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabbcaa0900. 00000001:00000010:2.0:1769074872.188718:0:47151:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8dabaf03c400. 00000020:00000010:2.0:1769074872.188724:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa82fc8800. 00000020:00000010:2.0:1769074872.188737:0:47151:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8daa82fce000. 00000020:00000010:1.0:1769074872.221927:0:47186:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8dabaed78500. 00000020:00000010:1.0:1769074872.221960:0:47186:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8dababb4e8a8. 00040000:00000010:1.0:1769074872.221990:0:47186:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8dab84252188. 00000001:00000010:1.0:1769074872.221999:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dab87d7c0c0. 00000001:00000010:1.0:1769074872.222003:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dababb4ee90. 00000001:00000010:1.0:1769074872.222006:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dab8657f600. 00040000:00000010:1.0:1769074872.222011:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daa82d75e60. 00040000:00000010:1.0:1769074872.222020:0:47186:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8dab84252f50. 00000001:00000010:1.0:1769074872.222024:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dab87d7c540. 00000001:00000010:1.0:1769074872.222026:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dababb4eb88. 00000001:00000010:1.0:1769074872.222028:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dab8657ea00. 00040000:00000010:1.0:1769074872.222032:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daa82d757e0. 00040000:00000010:1.0:1769074872.222036:0:47186:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8dab84253570. 00000001:00000010:1.0:1769074872.222039:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8daa820b9540. 00000001:00000010:1.0:1769074872.222042:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dababb4eff8. 00000001:00000010:1.0:1769074872.222044:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dab8657ee00. 00040000:00000010:1.0:1769074872.222045:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daa82d75220. 00040000:00000010:1.0:1769074872.222051:0:47186:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at ffff8daa8591d200. 00000020:00000010:1.0:1769074872.222054:0:47186:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8dababb4ecf8. 00040000:00000010:1.0:1769074872.222064:0:47186:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8dab84252ab8. 00000001:00000010:1.0:1769074872.222146:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dabbd74ba80. 00000001:00000010:1.0:1769074872.222150:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dababb4eeb8. 00000001:00000010:1.0:1769074872.222152:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dab8657fa00. 00040000:00000010:1.0:1769074872.222154:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daa82d750a0. 00040000:00000010:1.0:1769074872.222160:0:47186:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8dab84252930. 00000001:00000010:1.0:1769074872.222164:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dabbd74b0c0. 00000001:00000010:1.0:1769074872.222165:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dababb4e138. 00000001:00000010:1.0:1769074872.222167:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dab8657f000. 00040000:00000010:1.0:1769074872.222169:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daa82d75aa0. 00040000:00000010:1.0:1769074872.222173:0:47186:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8dab84252498. 00000001:00000010:1.0:1769074872.222176:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dabbd74bc00. 00000001:00000010:1.0:1769074872.222178:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dababb4ebe0. 00000001:00000010:1.0:1769074872.222179:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dabaff48200. 00040000:00000010:1.0:1769074872.222183:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daa82d75160. 00040000:00000010:1.0:1769074872.222186:0:47186:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at ffff8daa8591c200. 00000020:00000010:0.0:1769074872.222225:0:42316:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa83e170c0. 00000020:00000010:0.0:1769074872.222240:0:42316:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8591dc00. 00000040:00000010:0.0:1769074872.222245:0:42316:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8591de00. 00000020:00000010:0.0:1769074872.222248:0:42316:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8249f800. 00000020:00000010:0.0:1769074872.222254:0:42316:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae738508. 00000020:00000010:0.0:1769074872.222260:0:42316:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8591d000. 80000000:00000010:0.0:1769074872.222264:0:42316:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8a0afea0. 40000000:00000010:0.0:1769074872.222269:0:42316:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa83e17d40. 00100000:00000010:0.0:1769074872.222274:0:42316:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82499000. 00040000:00000010:0.0:1769074872.222277:0:42316:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87f3b900. 00040000:00000010:0.0:1769074872.222282:0:42316:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa82498000. 00040000:00000010:0.0:1769074872.222285:0:42316:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8591ce00. 00080000:00000010:0.0:1769074872.222289:0:42316:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8249b800. 00000004:00000010:0.0:1769074872.222294:0:42316:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa8249f000. 00000004:00000010:0.0:1769074872.222298:0:42316:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabae3f7000. 00000004:00000010:0.0:1769074872.222302:0:42316:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88a2e000. 00000020:00000010:0.0:1769074872.222305:0:42316:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8657fe00. 00040000:00000010:0.0:1769074872.222309:0:42316:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at ffff8dabc1850ea0. 00000020:00000010:2.0:1769074872.222457:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab88a2c800. 00000001:00000010:1.0:1769074872.222742:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab85e66600. 00000001:00000010:1.0:1769074872.222748:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab85e66400. 00000001:00000010:1.0:1769074872.222750:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab85e67800. 00000001:00000010:1.0:1769074872.222752:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab85e66e00. 00000001:00000010:1.0:1769074872.222754:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa82d754e0. 00000001:00000010:1.0:1769074872.222756:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab87f3bc00. 00000001:00000010:1.0:1769074872.222761:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab85e67e00. 00000001:00000010:1.0:1769074872.222763:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabae796000. 00000001:00000010:1.0:1769074872.222766:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab86431400. 00000001:00000010:1.0:1769074872.222769:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daba2997000. 00000001:00000010:1.0:1769074872.222804:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa82d75900. 00000001:00000010:1.0:1769074872.222807:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab87f3b200. 00000020:00000010:1.0:1769074872.222819:0:47186:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa8249a800. 00000020:00000010:1.0:1769074872.222833:0:47186:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69f400. 00000020:00000010:1.0:1769074872.222836:0:47186:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8c69e600. 00000040:00000010:1.0:1769074872.222840:0:47186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8c69f000. 00000020:00000010:1.0:1769074872.222844:0:47186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8a113800. 00000020:00000010:1.0:1769074872.222849:0:47186:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85830f18. 00000020:00000010:1.0:1769074872.222852:0:47186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8c69e400. 80000000:00000010:1.0:1769074872.222854:0:47186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a3755a0. 40000000:00000010:1.0:1769074872.222857:0:47186:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaed78b40. 00100000:00000010:1.0:1769074872.222861:0:47186:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8a115800. 00040000:00000010:1.0:1769074872.222864:0:47186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab891e6a00. 00040000:00000010:1.0:1769074872.222867:0:47186:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8daa8a117800. 00040000:00000010:1.0:1769074872.222871:0:47186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8c69ea00. 00080000:00000010:1.0:1769074872.222875:0:47186:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8a111000. 00000004:00000010:1.0:1769074872.222878:0:47186:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8daa8a112800. 00000004:00000010:1.0:1769074872.222882:0:47186:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8daa8fcd7000. 00000004:00000010:1.0:1769074872.222887:0:47186:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8dababb65800. 00000004:00000010:1.0:1769074872.222891:0:47186:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8daa8e346000. 00040000:00000010:1.0:1769074872.222898:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab88cc6800. 00040000:00000010:1.0:1769074872.222901:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dabbe29b000. 00040000:00000010:1.0:1769074872.222904:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa8267a000. 00040000:00000010:1.0:1769074872.222907:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daba1354800. 00040000:00000010:1.0:1769074872.222910:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa8ec0e000. 00040000:00000010:1.0:1769074872.222913:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa8ec0f000. 00040000:00000010:1.0:1769074872.222916:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa82be5800. 00040000:00000010:1.0:1769074872.222921:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab88cc6000. 00040000:00000010:1.0:1769074872.222926:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dabbffff000. 00040000:00000010:1.0:1769074872.222929:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa838df800. 00040000:00000010:1.0:1769074872.222932:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab88d4f000. 00040000:00000010:1.0:1769074872.222936:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab88d4f800. 00040000:00000010:1.0:1769074872.222939:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dababb60800. 00040000:00000010:1.0:1769074872.222942:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab88cd3000. 00040000:00000010:1.0:1769074872.222945:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab88de5800. 00040000:00000010:1.0:1769074872.222949:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dabafbbb000. 00040000:00000010:1.0:1769074872.222952:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dababb67800. 00040000:00000010:1.0:1769074872.222955:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daba056a800. 00040000:00000010:1.0:1769074872.222957:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab88a28000. 00040000:00000010:1.0:1769074872.222960:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab8430c800. 00040000:00000010:1.0:1769074872.222963:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa8249e800. 00040000:00000010:1.0:1769074872.222996:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab88c9c800. 00040000:00000010:1.0:1769074872.223000:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab85503000. 00040000:00000010:1.0:1769074872.223004:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab85504000. 00040000:00000010:1.0:1769074872.223009:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa833e4000. 00040000:00000010:1.0:1769074872.223011:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab8430a800. 00040000:00000010:1.0:1769074872.223013:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab85ebd800. 00040000:00000010:1.0:1769074872.223015:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab8430b000. 00040000:00000010:1.0:1769074872.223018:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daba056c000. 00040000:00000010:1.0:1769074872.223021:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dabad725000. 00040000:00000010:1.0:1769074872.223024:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab8601d000. 00040000:00000010:1.0:1769074872.223027:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab86019000. 00040000:00000010:1.0:1769074872.223030:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dab8601a000. 00040000:00000010:1.0:1769074872.223033:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa8249a000. 00040000:00000010:1.0:1769074872.223036:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa82371000. 00040000:00000010:1.0:1769074872.223038:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daba056a000. 00040000:00000010:1.0:1769074872.223042:0:47186:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at ffff8dabb5b21000. 00000020:00000010:1.0:1769074872.223047:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8c69e600. 00000040:00000010:1.0:1769074872.223050:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8c69f000. 00000020:00000010:1.0:1769074872.223052:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8a113800. 00000020:00000010:1.0:1769074872.223056:0:47186:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85830f18. 00000020:00000010:1.0:1769074872.223059:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8c69e400. 80000000:00000010:1.0:1769074872.223061:0:47186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8a3755a0. 40000000:00000010:1.0:1769074872.223064:0:47186:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaed78b40. 00100000:00000010:1.0:1769074872.223145:0:47186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8a115800. 00040000:00000010:1.0:1769074872.223150:0:47186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab891e6a00. 00040000:00000010:1.0:1769074872.223153:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa8a117800. 00040000:00000010:1.0:1769074872.223156:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8c69ea00. 00080000:00000010:1.0:1769074872.223158:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8a111000. 00000004:00000010:1.0:1769074872.223161:0:47186:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa8a112800. 00000004:00000010:1.0:1769074872.223165:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8fcd7000. 00000004:00000010:1.0:1769074872.223168:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dababb65800. 00000004:00000010:1.0:1769074872.223171:0:47186:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8e346000. 00000020:00000010:1.0:1769074872.223174:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69f400. 00000020:00000010:1.0:1769074872.223178:0:47186:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabae1418d8. 00000020:00000010:1.0:1769074872.223185:0:47186:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8dabaed78500. 00010000:00000010:1.1:1769074872.223739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800400. 00010000:00000010:1.1:1769074872.223749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83c82c00. 00010000:00000010:2.1:1769074872.224225:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bee00. 00010000:00000010:2.1:1769074872.224229:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbd4fda00. 00010000:00000010:2.1:1769074872.224231:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801600. 00010000:00000010:2.1:1769074872.224233:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab88cdea00. 00000020:00000010:2.0:1769074872.224261:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa8249d800. 00000020:00000010:3.0:1769074872.224447:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at ffff8daa833e4800. 00000020:00000010:3.0:1769074872.224454:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8dabbfded400. 00000020:00000010:3.0:1769074872.224459:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8dabbfdecc00. 00000020:00000010:3.0:1769074872.224461:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8daa827d1a00. 00000020:00000010:3.0:1769074872.224465:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8dab891f2c00. 00000020:00000010:3.0:1769074872.224469:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8dabbfdee800. 00000020:00000010:3.0:1769074872.224472:0:47186:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8dab865a84e0. 00000020:00000010:3.0:1769074872.224549:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at ffff8dab88c9f800. 00000020:00000010:3.0:1769074872.224553:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8daa84305800. 00000020:00000010:3.0:1769074872.224555:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8daa84304000. 00000020:00000010:3.0:1769074872.224557:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8daa83539c00. 00000020:00000010:3.0:1769074872.224559:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8dabc1936b00. 00000020:00000010:3.0:1769074872.224561:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8daa84305000. 00000020:00000010:3.0:1769074872.224563:0:47186:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8dabae678840. 00000020:00000010:3.0:1769074872.224894:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff8dababb65000. 00000020:00000010:3.0:1769074872.224898:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff8dabaffc9000. 00000020:00000010:3.0:1769074872.224901:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff8daa833e5800. 00000020:00000010:3.0:1769074872.224904:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff8daa82373800. 00000020:00000010:3.0:1769074872.224907:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at ffff8daa8249c800. 00000020:00000010:3.0:1769074872.224911:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabb5b21800. 00000020:00000010:3.1:1769074872.232904:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daa82be2800. 00000020:00000010:3.1:1769074872.232920:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daa8c732000. 00000020:00000010:3.1:1769074872.232923:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daa82fcc000. 00000020:00000010:3.1:1769074872.232925:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dab88cd2000. 00000020:00000010:3.1:1769074872.232930:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa85826800. 00000020:00000010:3.1:1769074872.232934:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa85826c00. 00000020:00000010:3.1:1769074872.232937:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8daba02d1000. 00000020:00000010:3.1:1769074872.232940:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daba02d2400. 00000020:00000010:3.1:1769074872.232944:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8dab87392300. 00000020:00000010:3.1:1769074872.232950:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dababb61800. 00000020:00000010:3.1:1769074872.232952:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dab88cc2000. 00000020:00000010:3.1:1769074872.232955:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dabbfff9000. 00000020:00000010:3.1:1769074872.232960:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8a935400. 00000020:00000010:3.1:1769074872.232963:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dabb48c2c00. 00000020:00000010:3.1:1769074872.232966:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8daa83588400. 00000020:00000010:3.1:1769074872.232969:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a41f400. 00000020:00000010:3.1:1769074872.232972:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daa8b9f4840. 00000020:00000010:3.1:1769074872.232977:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daba00e6000. 00000020:00000010:3.1:1769074872.232981:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dab88cc3000. 00000020:00000010:3.1:1769074872.232983:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daa8bba1800. 00000020:00000010:3.1:1769074872.232988:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dab88cd5000. 00000020:00000010:3.1:1769074872.232990:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dabbc504400. 00000020:00000010:3.1:1769074872.232993:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dabbc505a00. 00000020:00000010:3.1:1769074872.232995:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8dabb5b6d800. 00000020:00000010:3.1:1769074872.232997:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabb5b6c000. 00000020:00000010:3.1:1769074872.232999:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daba034f540. 00000020:00000010:3.1:1769074872.233041:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daba056f000. 00000020:00000010:3.1:1769074872.233045:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dabaffcc000. 00000020:00000010:3.1:1769074872.233048:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dab85500800. 00000020:00000010:3.1:1769074872.233056:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daa83960800. 00000020:00000010:3.1:1769074872.233059:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8c69fe00. 00000020:00000010:3.1:1769074872.233062:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8c69ec00. 00000020:00000010:3.1:1769074872.233065:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8daa89d9fc00. 00000020:00000010:3.1:1769074872.233066:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa89d9f800. 00000020:00000010:3.1:1769074872.233081:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8dabbc12ecc0. 00000020:00000010:3.1:1769074872.233085:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daba056b800. 00000020:00000010:3.1:1769074872.233088:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dabaffce800. 00000020:00000010:3.1:1769074872.233091:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dab85505800. 00000020:00000010:3.1:1769074872.233093:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daa83963800. 00000020:00000010:3.1:1769074872.233096:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8bfc4400. 00000020:00000010:3.1:1769074872.233099:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8bfc5a00. 00000020:00000010:3.1:1769074872.233101:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8dabc180e000. 00000020:00000010:3.1:1769074872.233103:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a917000. 00000020:00000010:3.1:1769074872.233106:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daa85883840. 00000020:00000010:3.1:1769074872.233110:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daa82fcd800. 00000020:00000010:3.1:1769074872.233113:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dab88de7800. 00000020:00000010:3.1:1769074872.233116:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daa82679800. 00000020:00000010:3.1:1769074872.233119:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daa90048000. 00000020:00000010:3.1:1769074872.233122:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa83677400. 00000020:00000010:3.1:1769074872.233126:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa83677c00. 00000020:00000010:3.1:1769074872.233144:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8dabbc5a4400. 00000020:00000010:3.1:1769074872.233147:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabbc5a5c00. 00000020:00000010:3.1:1769074872.233149:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daa8f913180. 00000020:00000010:3.1:1769074872.233154:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dab84da2800. 00000020:00000010:3.1:1769074872.233157:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa827d1000. 00000020:00000010:3.1:1769074872.233160:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8bfc5600. 00000020:00000010:3.1:1769074872.233163:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8daa83589400. 00000020:00000010:3.1:1769074872.233165:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabb73aa400. 00000020:00000010:3.1:1769074872.233167:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8dababb3d0c0. 00000020:00000010:3.1:1769074872.233171:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dababb64000. 00000020:00000010:3.1:1769074872.233174:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8dabaffc9800. 00000020:00000010:3.1:1769074872.233176:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8daa833e7800. 00000020:00000010:3.1:1769074872.233179:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa827d0200. 00000020:00000010:3.1:1769074872.233182:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa827d1c00. 00000020:00000010:3.1:1769074872.233185:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8daa8a427c00. 00000020:00000010:3.1:1769074872.233188:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a426c00. 00000020:00000010:3.1:1769074872.233190:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daa82fbe180. 00000004:00000010:3.0:1769074872.240902:0:47186:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at ffff8daa8a934c00. 02000000:00000010:3.0:1769074872.240916:0:47186:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at ffff8daa8249b000. 02000000:00000010:3.0:1769074872.240920:0:47186:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at ffff8dab87d60800. 02000000:00000010:3.0:1769074872.240926:0:47186:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at ffff8daa82499800. 02000000:00000010:3.0:1769074872.240929:0:47186:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at ffff8daa8249c000. 00080000:00000010:3.0:1769074872.240948:0:47186:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8daa8fb4a800. 00000100:00000010:3.0:1769074872.318058:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375420. 00000100:00000010:0.0:1769074872.318676:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a3750c0. 00000100:00000010:1.0:1769074872.318683:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a3757e0. 00000100:00000010:2.0:1769074872.318886:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375360. 00080000:00000010:1.0:1769074872.320807:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbff0d000. 00080000:00000010:1.0:1769074872.320820:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc772400. 00080000:00000010:1.0:1769074872.320825:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc5a5800. 00080000:00000010:1.0:1769074872.320829:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8fb4a800. 00000020:00000010:3.0:1769074872.320918:0:47186:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at ffff8daa83ec0000. 00000020:00000010:3.0:1769074872.320945:0:47186:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at ffff8dab87c16c80. 00000020:00000010:3.0:1769074872.320948:0:47186:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff8dabbfdd4000. 00000020:00000010:3.0:1769074872.320967:0:47186:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dab87c16200. 00000020:00000010:3.0:1769074872.320971:0:47186:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dabafac3640. 00000020:00000010:3.0:1769074872.320976:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab85e67c00. 00000020:00000010:3.0:1769074872.320984:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab85e66a00. 00000040:00000010:3.0:1769074872.320989:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab85e66800. 00000020:00000010:3.0:1769074872.320992:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab85ebe000. 00000020:00000010:3.0:1769074872.320996:0:47186:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73b250. 00000020:00000010:3.0:1769074872.321001:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab85e66000. 80000000:00000010:3.0:1769074872.321005:0:47186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabc1850420. 40000000:00000010:3.0:1769074872.321009:0:47186:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa83e17cc0. 00100000:00000010:3.0:1769074872.321014:0:47186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82fa5800. 00040000:00000010:3.0:1769074872.321018:0:47186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87f3b000. 00040000:00000010:3.0:1769074872.321023:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab85e67000. 00080000:00000010:3.0:1769074872.321027:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82fa1800. 00000004:00000010:3.0:1769074872.321031:0:47186:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa8a5a6000. 00000004:00000010:3.0:1769074872.321036:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabae3f2000. 00000004:00000010:3.0:1769074872.321040:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa8a5a6800. 00000020:00000010:3.0:1769074872.321043:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab85e67600. 00000001:00000010:3.0:1769074872.321050:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dab82f41480. 00000001:00000010:3.0:1769074872.321053:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dababb4e970. 00000001:00000010:3.0:1769074872.321056:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab87f3bd00. 00000020:00000010:3.0:1769074872.321108:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dabbfe84c00. 00000020:00000010:3.0:1769074872.321119:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8daa8c69fa00. 00000020:00000010:3.0:1769074872.321123:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8daa8194f400. 00000020:00000010:3.0:1769074872.321126:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8daa8194e400. 00000020:00000010:3.0:1769074872.321132:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8dab85e67200. 00000020:00000010:3.0:1769074872.321138:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8307dc00. 00000020:00000010:3.0:1769074872.321189:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dabbd52aa40. 00000020:00000010:3.0:1769074872.321193:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dabbd2f5fc0. 00000020:00000010:3.0:1769074872.321195:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dab84395400. 00000020:00000010:3.0:1769074872.321197:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dabaff7cac0. 00000020:00000010:3.0:1769074872.321199:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8dab83126be0. 00000020:00000010:3.0:1769074872.321201:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8307e000. 00000001:00000010:1.0:1769074872.381530:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33502dcd000. 00000001:00000010:1.0:1769074872.381552:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33503af5000. 00000001:00000010:1.0:1769074872.381554:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33503b37000. 00000001:00000010:1.0:1769074872.381556:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33503f79000. 00000001:00000010:1.0:1769074872.381558:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33503fbb000. 00000001:00000010:1.0:1769074872.381560:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33503ffd000. 00000001:00000010:1.0:1769074872.381562:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350403f000. 00000001:00000010:1.0:1769074872.381564:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33504299000. 00000001:00000010:1.0:1769074872.381566:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa335042db000. 00000001:00000010:1.0:1769074872.381568:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350431d000. 00000001:00000010:1.0:1769074872.381570:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350435f000. 00000001:00000010:1.0:1769074872.381572:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350470f000. 00000001:00000010:1.0:1769074872.381574:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33504751000. 00000001:00000010:1.0:1769074872.381576:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33504ae9000. 00000001:00000010:1.0:1769074872.381578:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33504b2b000. 00000001:00000010:1.0:1769074872.381579:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33504b6d000. 00000001:00000010:1.0:1769074872.381581:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33504baf000. 00000001:00000010:1.0:1769074872.381583:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa33507c43000. 00000001:00000010:1.0:1769074872.381585:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350a5a9000. 00000001:00000010:1.0:1769074872.381587:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350a5eb000. 00000001:00000010:1.0:1769074872.381589:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350a62d000. 00000001:00000010:1.0:1769074872.381591:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350a6ad000. 00000001:00000010:1.0:1769074872.381592:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350a6ef000. 00000001:00000010:1.0:1769074872.381594:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350a731000. 00000001:00000010:1.0:1769074872.381595:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350a773000. 00000001:00000010:1.0:1769074872.381597:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350a7ff000. 00000001:00000010:1.0:1769074872.381600:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350a9b1000. 00000001:00000010:1.0:1769074872.381649:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350a9f3000. 00000001:00000010:1.0:1769074872.381651:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350aa35000. 00000001:00000010:1.0:1769074872.381653:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350aa77000. 00000001:00000010:1.0:1769074872.381655:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350aab9000. 00000001:00000010:1.0:1769074872.381657:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350aafb000. 00000001:00000010:1.0:1769074872.381659:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350ab3d000. 00000001:00000010:1.0:1769074872.381661:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350ab7f000. 00000001:00000010:1.0:1769074872.381663:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350abc1000. 00000001:00000010:1.0:1769074872.381665:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350accd000. 00000001:00000010:1.0:1769074872.381667:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350ad0f000. 00000001:00000010:1.0:1769074872.381669:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b1e9000. 00000001:00000010:1.0:1769074872.381671:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b22b000. 00000001:00000010:1.0:1769074872.381673:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b26d000. 00000001:00000010:1.0:1769074872.381675:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b2af000. 00000001:00000010:1.0:1769074872.381676:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b2f1000. 00000001:00000010:1.0:1769074872.381678:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b333000. 00000001:00000010:1.0:1769074872.381680:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b375000. 00000001:00000010:1.0:1769074872.381682:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b3b7000. 00000001:00000010:1.0:1769074872.381684:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b3f9000. 00000001:00000010:1.0:1769074872.381694:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b43b000. 00000001:00000010:1.0:1769074872.381696:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b47d000. 00000001:00000010:1.0:1769074872.381698:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b4bf000. 00000001:00000010:1.0:1769074872.381700:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b501000. 00000001:00000010:1.0:1769074872.381702:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b543000. 00000001:00000010:1.0:1769074872.381704:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b585000. 00000001:00000010:1.0:1769074872.381706:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b5c7000. 00000001:00000010:1.0:1769074872.381708:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b609000. 00000001:00000010:1.0:1769074872.381710:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b64b000. 00000001:00000010:1.0:1769074872.381711:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b68d000. 00000001:00000010:1.0:1769074872.381713:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b6cf000. 00000001:00000010:1.0:1769074872.381715:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b711000. 00000001:00000010:1.0:1769074872.381718:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b753000. 00000001:00000010:1.0:1769074872.381720:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b795000. 00000001:00000010:1.0:1769074872.381722:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b7d7000. 00000001:00000010:1.0:1769074872.381723:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b819000. 00000001:00000010:1.0:1769074872.381725:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b85b000. 00000001:00000010:1.0:1769074872.381728:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b89d000. 00000001:00000010:1.0:1769074872.381730:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b8df000. 00000001:00000010:1.0:1769074872.381731:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b921000. 00000001:00000010:1.0:1769074872.381733:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b963000. 00000001:00000010:1.0:1769074872.381735:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b9a5000. 00000001:00000010:1.0:1769074872.381737:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350b9e7000. 00000001:00000010:1.0:1769074872.381739:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350ba29000. 00000001:00000010:1.0:1769074872.381741:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350ba6b000. 00000001:00000010:1.0:1769074872.381742:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350baad000. 00000001:00000010:1.0:1769074872.381744:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350baef000. 00000001:00000010:1.0:1769074872.381746:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bb31000. 00000001:00000010:1.0:1769074872.381748:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bb73000. 00000001:00000010:1.0:1769074872.381750:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bbb5000. 00000001:00000010:1.0:1769074872.381752:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bbf7000. 00000001:00000010:1.0:1769074872.381754:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bc39000. 00000001:00000010:1.0:1769074872.381755:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bc7b000. 00000001:00000010:1.0:1769074872.381757:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bcbd000. 00000001:00000010:1.0:1769074872.381759:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bcff000. 00000001:00000010:1.0:1769074872.381761:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bd41000. 00000001:00000010:1.0:1769074872.381763:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bd83000. 00000001:00000010:1.0:1769074872.381765:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bdc5000. 00000001:00000010:1.0:1769074872.381767:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350be07000. 00000001:00000010:1.0:1769074872.381768:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350be49000. 00000001:00000010:1.0:1769074872.381771:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350be8b000. 00000001:00000010:1.0:1769074872.381772:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350becd000. 00000001:00000010:1.0:1769074872.381774:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bf0f000. 00000001:00000010:1.0:1769074872.381776:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bf51000. 00000001:00000010:1.0:1769074872.381778:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bf93000. 00000001:00000010:1.0:1769074872.381780:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350bfd5000. 00000001:00000010:1.0:1769074872.381782:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c017000. 00000001:00000010:1.0:1769074872.381785:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c059000. 00000001:00000010:1.0:1769074872.381786:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c09b000. 00000001:00000010:1.0:1769074872.381789:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c0dd000. 00000001:00000010:1.0:1769074872.381790:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c11f000. 00000001:00000010:1.0:1769074872.381792:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c161000. 00000001:00000010:1.0:1769074872.381794:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c1a3000. 00000001:00000010:1.0:1769074872.381796:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c1e5000. 00000001:00000010:1.0:1769074872.381798:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c227000. 00000001:00000010:1.0:1769074872.381800:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c269000. 00000001:00000010:1.0:1769074872.381801:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c2ab000. 00000001:00000010:1.0:1769074872.381803:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c2ed000. 00000001:00000010:1.0:1769074872.381805:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c32f000. 00000001:00000010:1.0:1769074872.381807:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c371000. 00000001:00000010:1.0:1769074872.381809:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c3b3000. 00000001:00000010:1.0:1769074872.381811:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c3f5000. 00000001:00000010:1.0:1769074872.381813:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c437000. 00000001:00000010:1.0:1769074872.381814:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c479000. 00000001:00000010:1.0:1769074872.381816:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c4bb000. 00000001:00000010:1.0:1769074872.381818:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c4fd000. 00000001:00000010:1.0:1769074872.381820:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c53f000. 00000001:00000010:1.0:1769074872.381822:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c581000. 00000001:00000010:1.0:1769074872.381824:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c5c3000. 00000001:00000010:1.0:1769074872.381825:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c605000. 00000001:00000010:1.0:1769074872.381827:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c647000. 00000001:00000010:1.0:1769074872.381829:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c689000. 00000001:00000010:1.0:1769074872.381831:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c6cb000. 00000001:00000010:1.0:1769074872.381833:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c70d000. 00000001:00000010:1.0:1769074872.381834:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c74f000. 00000001:00000010:1.0:1769074872.381836:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c791000. 00000001:00000010:1.0:1769074872.381838:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c7d3000. 00000001:00000010:1.0:1769074872.381841:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c815000. 00000001:00000010:1.0:1769074872.381843:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c857000. 00000001:00000010:1.0:1769074872.381845:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c899000. 00000001:00000010:1.0:1769074872.381847:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c8db000. 00000001:00000010:1.0:1769074872.381848:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa3350c91d000. 00000001:00000010:1.0:1769074872.381850:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at ffff8dab8608b000. 00000001:00000010:1.0:1769074872.381858:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dab89d96000. 00010000:00000010:1.0:1769074872.381866:0:47186:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8dab8608a400. 40000000:00000010:2.0:1769074872.383422:0:47186:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at ffff8dab89d96a00. 40000000:00000010:2.0:1769074872.383483:0:47186:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at ffff8dab89d96200. 40000000:00000010:2.0:1769074872.383529:0:47186:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at ffff8dab89168f00. 80000000:00000010:2.0:1769074872.383560:0:47186:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8dab8bc58880. 80000000:00000010:2.0:1769074872.383571:0:47186:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8dab8bc58a00. 80000000:00000010:2.0:1769074872.383830:0:47186:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8dab8bc587c0. 80000000:00000010:2.0:1769074872.383835:0:47186:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8dab8bc58540. 80000000:00000010:2.0:1769074872.383837:0:47186:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8dab8bc583c0. 80000000:00000010:2.0:1769074872.383840:0:47186:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8dab8bc58600. 80000000:00000010:2.0:1769074872.383843:0:47186:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at ffff8dab89d3e480. 00000004:00000010:2.0:1769074872.383847:0:47186:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at ffff8dab89d3ee40. 00080000:00000010:0.0:1769074872.384277:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90375008. 00000004:00000010:0.0:1769074872.384291:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe186a8. 00000004:00000010:0.0:1769074872.384297:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bba90. 00000004:00000010:0.0:1769074872.384301:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bbac8. 00000004:00000010:0.0:1769074872.384304:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12e840. 00000004:00000010:0.0:1769074872.384308:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6ebb0. 00000004:00000010:0.0:1769074872.384313:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583bb8. 00000004:00000010:0.0:1769074872.384317:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7dc20. 00080000:00000010:0.0:1769074872.384334:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90374ab0. 00000004:00000010:0.0:1769074872.384339:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe18f88. 00000004:00000010:0.0:1769074872.384342:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bbd80. 00000004:00000010:0.0:1769074872.384344:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bbcb8. 00000004:00000010:0.0:1769074872.384347:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8d80. 00000004:00000010:0.0:1769074872.384349:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6e220. 00000004:00000010:0.0:1769074872.384351:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583258. 00000004:00000010:0.0:1769074872.384353:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7c3c0. 00080000:00000010:0.0:1769074872.384833:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc129c80. 00000004:00000010:0.0:1769074872.384839:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141bcb0. 00000004:00000010:0.0:1769074872.384843:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536d20. 00000004:00000010:0.0:1769074872.384845:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a0b40. 00080000:00000010:0.0:1769074872.384863:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa903741c8. 00000004:00000010:0.0:1769074872.384869:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1b308. 00000004:00000010:0.0:1769074872.384871:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb9c0. 00000004:00000010:0.0:1769074872.384874:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bb900. 00000004:00000010:0.0:1769074872.384876:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab9ec03300. 00000004:00000010:0.0:1769074872.384879:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6f870. 00000004:00000010:0.0:1769074872.384881:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583618. 00000004:00000010:0.0:1769074872.384883:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7cd20. 00080000:00000010:0.0:1769074872.384900:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbd304390. 00000020:00000010:0.0:1769074872.384904:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab89d61a00. 00080000:00000010:0.0:1769074872.384924:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6bb1d0. 00000004:00000010:0.0:1769074872.384928:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fdaa380. 00000004:00000010:0.0:1769074872.384932:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3bc8. 00000004:00000010:0.0:1769074872.384934:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d3d00. 00000004:00000010:0.0:1769074872.384937:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89ddf000. 00000004:00000010:0.0:1769074872.384939:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ec37ed0. 00000004:00000010:0.0:1769074872.384941:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86361780. 00000004:00000010:0.0:1769074872.384943:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa902a3680. 00080000:00000010:0.0:1769074872.384958:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90374e40. 00000004:00000010:0.0:1769074872.384962:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1a7f0. 00000004:00000010:0.0:1769074872.384964:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bbaf8. 00000004:00000010:0.0:1769074872.384966:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bba30. 00000004:00000010:0.0:1769074872.384968:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12ea80. 00000004:00000010:0.0:1769074872.384970:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6fed0. 00000004:00000010:0.0:1769074872.384973:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583d20. 00000004:00000010:0.0:1769074872.384974:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7d680. 00080000:00000010:0.0:1769074872.385197:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90374558. 00000004:00000010:0.0:1769074872.385204:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1a380. 00000004:00000010:0.0:1769074872.385208:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb180. 00000004:00000010:0.0:1769074872.385211:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bb148. 00000004:00000010:0.0:1769074872.385214:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8f00. 00000004:00000010:0.0:1769074872.385216:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6ecc0. 00000004:00000010:0.0:1769074872.385218:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab875839d8. 00000004:00000010:0.0:1769074872.385221:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a9860. 00080000:00000010:0.0:1769074872.385237:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bdb1d0. 00000004:00000010:0.0:1769074872.385243:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda2a28. 00000004:00000010:0.0:1769074872.385246:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbdb00. 00000004:00000010:0.0:1769074872.385248:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbd488. 00000004:00000010:0.0:1769074872.385250:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111cc0. 00000004:00000010:0.0:1769074872.385252:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3f6660. 00000004:00000010:0.0:1769074872.385255:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89bebd98. 00000004:00000010:0.0:1769074872.385257:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd6a960. 00080000:00000010:0.0:1769074872.385267:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc128ab0. 00000004:00000010:0.0:1769074872.385270:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141b760. 00000004:00000010:0.0:1769074872.385272:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad5369d8. 00000004:00000010:0.0:1769074872.385275:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a05a0. 00080000:00000010:0.0:1769074872.385289:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01e000. 00000020:00000010:0.0:1769074872.385292:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabaddc7100. 00080000:00000010:0.0:1769074872.385307:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca1c80. 00000004:00000010:0.0:1769074872.385311:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1b778. 00000004:00000010:0.0:1769074872.385314:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb140. 00000004:00000010:0.0:1769074872.385317:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bb808. 00000004:00000010:0.0:1769074872.385319:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8780. 00000004:00000010:0.0:1769074872.385320:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6f760. 00000004:00000010:0.0:1769074872.385323:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab875830f0. 00000004:00000010:0.0:1769074872.385325:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a90e0. 00080000:00000010:0.0:1769074872.385337:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab875368e8. 00000004:00000010:0.0:1769074872.385339:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab87628000. 00000004:00000010:0.0:1769074872.385342:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabaf0a0078. 00000004:00000010:0.0:1769074872.385345:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae3abe00. 00080000:00000010:0.0:1769074872.385357:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bda390. 00000004:00000010:0.0:1769074872.385361:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda0470. 00000004:00000010:0.0:1769074872.386321:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbdf30. 00000004:00000010:0.0:1769074872.386326:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbdfe0. 00000004:00000010:0.0:1769074872.386329:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111840. 00000004:00000010:0.0:1769074872.386333:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3f6cc0. 00000004:00000010:0.0:1769074872.386338:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89bebbb8. 00000004:00000010:0.0:1769074872.386341:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd6b860. 00080000:00000010:0.0:1769074872.386379:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8da1b560. 00000004:00000010:0.0:1769074872.386389:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1cf88. 00000004:00000010:0.0:1769074872.386393:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1fa78. 00000004:00000010:0.0:1769074872.386395:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f9e0. 00000004:00000010:0.0:1769074872.386397:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab866e4e40. 00000004:00000010:0.0:1769074872.386400:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d1100. 00000004:00000010:0.0:1769074872.386404:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367168. 00000004:00000010:0.0:1769074872.386406:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe1f860. 00080000:00000010:0.0:1769074872.386463:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9eb560. 00000004:00000010:0.0:1769074872.386469:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1fbe8. 00000004:00000010:0.0:1769074872.386473:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f778. 00000004:00000010:0.0:1769074872.386475:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1ffc8. 00000004:00000010:0.0:1769074872.386477:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d8f00. 00000004:00000010:0.0:1769074872.386479:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0550. 00000004:00000010:0.0:1769074872.386482:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367e10. 00000004:00000010:0.0:1769074872.386484:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3eeb40. 00080000:00000010:0.0:1769074872.386499:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90080390. 00000004:00000010:0.0:1769074872.386503:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1d868. 00000004:00000010:0.0:1769074872.386507:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f8f8. 00000004:00000010:0.0:1769074872.386509:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1fe18. 00000004:00000010:0.0:1769074872.386511:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d89c0. 00000004:00000010:0.0:1769074872.386513:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d1430. 00000004:00000010:0.0:1769074872.386515:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367258. 00000004:00000010:0.0:1769074872.386517:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3efc20. 00080000:00000010:0.0:1769074872.386532:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900fee40. 00000004:00000010:0.0:1769074872.386537:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1c8e0. 00000004:00000010:0.0:1769074872.386540:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f1b0. 00000004:00000010:0.0:1769074872.386542:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f410. 00000004:00000010:0.0:1769074872.386545:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d8600. 00000004:00000010:0.0:1769074872.386547:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d1760. 00000004:00000010:0.0:1769074872.386549:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367f00. 00000004:00000010:0.0:1769074872.386551:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3ee960. 00080000:00000010:0.0:1769074872.386567:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6bbc80. 00000004:00000010:0.0:1769074872.386572:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda9aa0. 00000004:00000010:0.0:1769074872.386575:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3c10. 00000004:00000010:0.0:1769074872.386578:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d3350. 00000004:00000010:0.0:1769074872.386581:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89ddf240. 00000004:00000010:0.0:1769074872.386583:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ec36990. 00000004:00000010:0.0:1769074872.386585:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab863617f8. 00000004:00000010:0.0:1769074872.386587:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa902a2b40. 00080000:00000010:0.0:1769074872.386628:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa83dba000. 00000020:00000010:0.0:1769074872.386632:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8daba0e27700. 00080000:00000010:0.0:1769074872.386648:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bda000. 00000004:00000010:0.0:1769074872.386653:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda0f88. 00000004:00000010:0.0:1769074872.386656:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbd5e8. 00000004:00000010:0.0:1769074872.386659:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbdc18. 00000004:00000010:0.0:1769074872.386661:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111300. 00000004:00000010:0.0:1769074872.386663:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3f6dd0. 00000004:00000010:0.0:1769074872.386665:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89beb078. 00000004:00000010:0.0:1769074872.386667:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd6a000. 00080000:00000010:0.0:1769074872.386681:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8da1b1d0. 00000004:00000010:0.0:1769074872.386695:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1d630. 00000004:00000010:0.0:1769074872.386699:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f788. 00000004:00000010:0.0:1769074872.386701:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f3d0. 00000004:00000010:0.0:1769074872.386703:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab854f5240. 00000004:00000010:0.0:1769074872.386706:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0dd0. 00000004:00000010:0.0:1769074872.386709:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367f78. 00000004:00000010:0.0:1769074872.386711:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3ee5a0. 00080000:00000010:0.0:1769074872.386723:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900fe720. 00000004:00000010:0.0:1769074872.386728:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1dcd8. 00000004:00000010:0.0:1769074872.386731:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1fc88. 00000004:00000010:0.0:1769074872.386733:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f7b8. 00000004:00000010:0.0:1769074872.386735:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d8780. 00000004:00000010:0.0:1769074872.386737:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0990. 00000004:00000010:0.0:1769074872.386740:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367078. 00000004:00000010:0.0:1769074872.386742:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3eef00. 00080000:00000010:0.0:1769074872.386755:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7caab0. 00000004:00000010:0.0:1769074872.386759:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141a990. 00000004:00000010:0.0:1769074872.386762:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536258. 00000004:00000010:0.0:1769074872.386764:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b4821e0. 00080000:00000010:0.0:1769074872.386777:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca01c8. 00000004:00000010:0.0:1769074872.386782:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe188e0. 00000004:00000010:0.0:1769074872.386786:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb228. 00000004:00000010:0.0:1769074872.386788:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bbbb0. 00000004:00000010:0.0:1769074872.386791:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8cc0. 00000004:00000010:0.0:1769074872.386793:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6fba0. 00000004:00000010:0.0:1769074872.386797:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583b40. 00000004:00000010:0.0:1769074872.386799:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a9680. 00080000:00000010:0.0:1769074872.386811:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a7728. 00000020:00000010:0.0:1769074872.386815:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab89c9b500. 00080000:00000010:0.0:1769074872.386829:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90375398. 00000004:00000010:0.0:1769074872.386833:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1ae98. 00000004:00000010:0.0:1769074872.386836:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bbf90. 00000004:00000010:0.0:1769074872.386839:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bb460. 00000004:00000010:0.0:1769074872.386841:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12ed80. 00000004:00000010:0.0:1769074872.386843:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6fcb0. 00000004:00000010:0.0:1769074872.386845:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583708. 00000004:00000010:0.0:1769074872.386847:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7d2c0. 00080000:00000010:0.0:1769074872.386860:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bdb398. 00000004:00000010:0.0:1769074872.386864:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda1f10. 00000004:00000010:0.0:1769074872.386867:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbdc90. 00000004:00000010:0.0:1769074872.386870:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbd5d8. 00000004:00000010:0.0:1769074872.386872:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae1113c0. 00000004:00000010:0.0:1769074872.386874:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3f6000. 00000004:00000010:0.0:1769074872.386876:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89beb960. 00000004:00000010:0.0:1769074872.386878:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd6ab40. 00080000:00000010:0.0:1769074872.386891:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9eb398. 00000004:00000010:0.0:1769074872.386894:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0660. 00000004:00000010:0.0:1769074872.386896:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367618. 00000004:00000010:0.0:1769074872.386898:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3ee1e0. 00080000:00000010:0.0:1769074872.386909:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bdb8f0. 00000004:00000010:0.0:1769074872.386913:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda3308. 00000004:00000010:0.0:1769074872.386916:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbd6d8. 00000004:00000010:0.0:1769074872.386918:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbd6b8. 00000004:00000010:0.0:1769074872.386920:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae1119c0. 00000004:00000010:0.0:1769074872.386922:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3f7cb0. 00000004:00000010:0.0:1769074872.386924:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89beb528. 00000004:00000010:0.0:1769074872.386926:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd6af00. 00080000:00000010:0.0:1769074872.386939:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa903751d0. 00000004:00000010:0.0:1769074872.386944:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1aa28. 00000004:00000010:0.0:1769074872.386947:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb578. 00000004:00000010:0.0:1769074872.386949:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bbef0. 00000004:00000010:0.0:1769074872.386951:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab9331ee40. 00000004:00000010:0.0:1769074872.386954:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6f320. 00000004:00000010:0.0:1769074872.386956:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583960. 00000004:00000010:0.0:1769074872.386959:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7cb40. 00080000:00000010:0.0:1769074872.386972:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90374c78. 00000004:00000010:0.0:1769074872.386978:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe18470. 00000004:00000010:0.0:1769074872.386981:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bbbc0. 00000004:00000010:0.0:1769074872.386983:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bb448. 00000004:00000010:0.0:1769074872.386985:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12e3c0. 00000004:00000010:0.0:1769074872.386988:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6f650. 00000004:00000010:0.0:1769074872.386990:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab875835a0. 00000004:00000010:0.0:1769074872.386992:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7c5a0. 00080000:00000010:0.0:1769074872.387004:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6bb8f0. 00000004:00000010:0.0:1769074872.387009:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda91c0. 00000004:00000010:0.0:1769074872.387012:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3f08. 00000004:00000010:0.0:1769074872.387014:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d3df8. 00000004:00000010:0.0:1769074872.387017:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89ddfb40. 00000004:00000010:0.0:1769074872.387019:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ec37dc0. 00000004:00000010:0.0:1769074872.387022:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86361690. 00000004:00000010:0.0:1769074872.387024:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa902a3c20. 00080000:00000010:0.0:1769074872.387038:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90374390. 00000004:00000010:0.0:1769074872.387042:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1ea28. 00000004:00000010:0.0:1769074872.387045:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f450. 00000004:00000010:0.0:1769074872.387048:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f2b0. 00000004:00000010:0.0:1769074872.387050:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8b40. 00000004:00000010:0.0:1769074872.387051:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6eee0. 00000004:00000010:0.0:1769074872.387054:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583e88. 00000004:00000010:0.0:1769074872.387056:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7d860. 00080000:00000010:0.0:1769074872.387070:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca0390. 00000004:00000010:0.0:1769074872.387074:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe191c0. 00000004:00000010:0.0:1769074872.387078:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb340. 00000004:00000010:0.0:1769074872.387530:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bb208. 00000004:00000010:0.0:1769074872.387536:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8300. 00000004:00000010:0.0:1769074872.387539:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6f210. 00000004:00000010:0.0:1769074872.387542:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583d98. 00000004:00000010:0.0:1769074872.387545:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a8960. 00080000:00000010:0.0:1769074872.387566:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90081728. 00000004:00000010:0.0:1769074872.387572:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1d1c0. 00000004:00000010:0.0:1769074872.387576:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f810. 00000004:00000010:0.0:1769074872.387578:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f948. 00000004:00000010:0.0:1769074872.387581:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d8540. 00000004:00000010:0.0:1769074872.387583:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d1ed0. 00000004:00000010:0.0:1769074872.387586:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367bb8. 00000004:00000010:0.0:1769074872.387589:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3ef2c0. 00080000:00000010:0.0:1769074872.387628:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bdaab0. 00000004:00000010:0.0:1769074872.387635:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda3540. 00000004:00000010:0.0:1769074872.387639:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbdb58. 00000004:00000010:0.0:1769074872.387641:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbd638. 00000004:00000010:0.0:1769074872.387643:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111d80. 00000004:00000010:0.0:1769074872.387646:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3f7980. 00000004:00000010:0.0:1769074872.387649:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89beb618. 00000004:00000010:0.0:1769074872.387651:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd6ba40. 00080000:00000010:0.0:1769074872.387666:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c61c8. 00000004:00000010:0.0:1769074872.387670:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141a330. 00000004:00000010:0.0:1769074872.387674:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536528. 00000004:00000010:0.0:1769074872.387675:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a1c20. 00080000:00000010:0.0:1769074872.387684:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c68e8. 00000004:00000010:0.0:1769074872.387698:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141aee0. 00000004:00000010:0.0:1769074872.387701:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536c30. 00000004:00000010:0.0:1769074872.387703:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a0000. 00080000:00000010:0.0:1769074872.387713:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c7728. 00000004:00000010:0.0:1769074872.387715:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141a880. 00000004:00000010:0.0:1769074872.387718:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536708. 00000004:00000010:0.0:1769074872.387720:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a12c0. 00080000:00000010:0.0:1769074872.387729:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc1281c8. 00000004:00000010:0.0:1769074872.387732:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141a440. 00000004:00000010:0.0:1769074872.387735:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad5364b0. 00000004:00000010:0.0:1769074872.387737:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a0960. 00080000:00000010:0.0:1769074872.387746:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc128390. 00000004:00000010:0.0:1769074872.387748:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141b430. 00000004:00000010:0.0:1769074872.387751:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536d98. 00000004:00000010:0.0:1769074872.387753:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a1860. 00080000:00000010:0.0:1769074872.387761:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc129560. 00000004:00000010:0.0:1769074872.387764:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141a770. 00000004:00000010:0.0:1769074872.387766:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536ca8. 00000004:00000010:0.0:1769074872.387769:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a03c0. 00080000:00000010:0.0:1769074872.387781:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6ba720. 00000004:00000010:0.0:1769074872.387786:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fdabbe8. 00000004:00000010:0.0:1769074872.387790:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3de0. 00000004:00000010:0.0:1769074872.387792:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d31c8. 00000004:00000010:0.0:1769074872.387794:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab866efa80. 00000004:00000010:0.0:1769074872.387797:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ec37430. 00000004:00000010:0.0:1769074872.387799:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86361528. 00000004:00000010:0.0:1769074872.387801:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa902a3e00. 00080000:00000010:0.0:1769074872.387816:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbd305008. 20000000:00000010:0.0:1769074872.387820:0:47186:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at ffff8dab89d61000. 00080000:00000010:0.0:1769074872.387834:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900fe8e8. 00000004:00000010:0.0:1769074872.387839:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1c470. 00000004:00000010:0.0:1769074872.387842:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f8d0. 00000004:00000010:0.0:1769074872.387845:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f468. 00000004:00000010:0.0:1769074872.387847:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d83c0. 00000004:00000010:0.0:1769074872.387850:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d1ba0. 00000004:00000010:0.0:1769074872.387853:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367780. 00000004:00000010:0.0:1769074872.387854:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3ef0e0. 00080000:00000010:0.0:1769074872.387868:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bdbc80. 00000004:00000010:0.0:1769074872.387872:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda27f0. 00000004:00000010:0.0:1769074872.387875:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbd0a8. 00000004:00000010:0.0:1769074872.387877:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbd3a8. 00000004:00000010:0.0:1769074872.387880:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111600. 00000004:00000010:0.0:1769074872.387882:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3f7650. 00000004:00000010:0.0:1769074872.387884:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89beb168. 00000004:00000010:0.0:1769074872.387886:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd6a1e0. 00080000:00000010:0.0:1769074872.387897:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bdb560. 00000004:00000010:0.0:1769074872.387921:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda1aa0. 00000004:00000010:0.0:1769074872.387925:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbde58. 00000004:00000010:0.0:1769074872.387927:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbd610. 00000004:00000010:0.0:1769074872.387929:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111900. 00000004:00000010:0.0:1769074872.387931:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3f6aa0. 00000004:00000010:0.0:1769074872.387933:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89beb9d8. 00000004:00000010:0.0:1769074872.387936:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd6b0e0. 00080000:00000010:0.0:1769074872.388064:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bdac78. 00000004:00000010:0.0:1769074872.388069:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda30d0. 00000004:00000010:0.0:1769074872.388073:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbd390. 00000004:00000010:0.0:1769074872.388075:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbdcf0. 00000004:00000010:0.0:1769074872.388077:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111a80. 00000004:00000010:0.0:1769074872.388080:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3f6bb0. 00000004:00000010:0.0:1769074872.392942:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89beb0f0. 00000004:00000010:0.0:1769074872.392951:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd6b2c0. 00080000:00000010:0.0:1769074872.392997:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c7ab8. 00000004:00000010:0.0:1769074872.393010:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1ac60. 00000004:00000010:0.0:1769074872.393015:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bbb08. 00000004:00000010:0.0:1769074872.393018:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bb4f8. 00000004:00000010:0.0:1769074872.393024:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8c00. 00000004:00000010:0.0:1769074872.393027:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6eff0. 00000004:00000010:0.0:1769074872.393031:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583168. 00000004:00000010:0.0:1769074872.393033:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a8d20. 00080000:00000010:0.0:1769074872.393048:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7cb398. 00000004:00000010:0.0:1769074872.393050:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141a000. 00000004:00000010:0.0:1769074872.393052:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536a50. 00000004:00000010:0.0:1769074872.393054:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b482960. 00080000:00000010:0.0:1769074872.393069:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900fe558. 00000004:00000010:0.0:1769074872.393074:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1f778. 00000004:00000010:0.0:1769074872.393089:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1fa58. 00000004:00000010:0.0:1769074872.393092:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f1c8. 00000004:00000010:0.0:1769074872.393095:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d8300. 00000004:00000010:0.0:1769074872.393097:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0110. 00000004:00000010:0.0:1769074872.393100:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843671e0. 00000004:00000010:0.0:1769074872.393102:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3ee3c0. 00080000:00000010:0.0:1769074872.393129:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7cb728. 00000004:00000010:0.0:1769074872.393133:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141acc0. 00000004:00000010:0.0:1769074872.393135:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536348. 00000004:00000010:0.0:1769074872.393138:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b4830e0. 00080000:00000010:0.0:1769074872.393155:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6bac78. 00000004:00000010:0.0:1769074872.393160:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fdab0d0. 00000004:00000010:0.0:1769074872.393163:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3810. 00000004:00000010:0.0:1769074872.393166:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d35d8. 00000004:00000010:0.0:1769074872.393168:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabaff9d900. 00000004:00000010:0.0:1769074872.393171:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ec36cc0. 00000004:00000010:0.0:1769074872.393173:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86361078. 00000004:00000010:0.0:1769074872.393176:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa902a34a0. 00080000:00000010:0.0:1769074872.393189:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc128c78. 00000004:00000010:0.0:1769074872.393192:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141b320. 00000004:00000010:0.0:1769074872.393195:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad5360f0. 00000004:00000010:0.0:1769074872.393197:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a1680. 00080000:00000010:0.0:1769074872.393211:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90374000. 00000004:00000010:0.0:1769074872.393215:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1a5b8. 00000004:00000010:0.0:1769074872.393219:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bba80. 00000004:00000010:0.0:1769074872.393221:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bbd88. 00000004:00000010:0.0:1769074872.393223:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12e780. 00000004:00000010:0.0:1769074872.393538:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6e330. 00000004:00000010:0.0:1769074872.393545:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583078. 00000004:00000010:0.0:1769074872.393548:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7da40. 00080000:00000010:0.0:1769074872.393565:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc128000. 00000004:00000010:0.0:1769074872.393569:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141b980. 00000004:00000010:0.0:1769074872.393571:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad5365a0. 00000004:00000010:0.0:1769074872.393573:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a14a0. 00080000:00000010:0.0:1769074872.393594:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bdbab8. 00000004:00000010:0.0:1769074872.393600:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda1cd8. 00000004:00000010:0.0:1769074872.393620:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbdb90. 00000004:00000010:0.0:1769074872.393624:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbd320. 00000004:00000010:0.0:1769074872.393626:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111b40. 00000004:00000010:0.0:1769074872.393629:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3f7540. 00000004:00000010:0.0:1769074872.393632:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89beb708. 00000004:00000010:0.0:1769074872.393634:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd6be00. 00080000:00000010:0.0:1769074872.393651:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90080ab0. 00000004:00000010:0.0:1769074872.393656:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1df10. 00000004:00000010:0.0:1769074872.393660:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f758. 00000004:00000010:0.0:1769074872.393662:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1fab0. 00000004:00000010:0.0:1769074872.393665:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daba29816c0. 00000004:00000010:0.0:1769074872.393668:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0cc0. 00000004:00000010:0.0:1769074872.393670:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843670f0. 00000004:00000010:0.0:1769074872.393673:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3ee780. 00080000:00000010:0.0:1769074872.393696:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900ff8f0. 00000004:00000010:0.0:1769074872.393703:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1c000. 00000004:00000010:0.0:1769074872.393707:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1fe00. 00000004:00000010:0.0:1769074872.393709:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f130. 00000004:00000010:0.0:1769074872.393712:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d80c0. 00000004:00000010:0.0:1769074872.393714:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0330. 00000004:00000010:0.0:1769074872.393717:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367528. 00000004:00000010:0.0:1769074872.393719:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3efe00. 00080000:00000010:0.0:1769074872.393735:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6ba558. 00000004:00000010:0.0:1769074872.393741:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda8b18. 00000004:00000010:0.0:1769074872.393745:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3b78. 00000004:00000010:0.0:1769074872.393748:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d3000. 00000004:00000010:0.0:1769074872.393751:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89ddf9c0. 00000004:00000010:0.0:1769074872.393753:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ec36110. 00000004:00000010:0.0:1769074872.393756:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab863613c0. 00000004:00000010:0.0:1769074872.393758:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa902a2f00. 00080000:00000010:0.0:1769074872.393773:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6ba000. 00000004:00000010:0.0:1769074872.393777:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fdab9b0. 00000004:00000010:0.0:1769074872.393780:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3980. 00000004:00000010:0.0:1769074872.393782:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d3ac8. 00000004:00000010:0.0:1769074872.393785:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89ddf300. 00000004:00000010:0.0:1769074872.393787:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ec37ba0. 00000004:00000010:0.0:1769074872.393789:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86361ca8. 00000004:00000010:0.0:1769074872.393791:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa902a3860. 00080000:00000010:0.0:1769074872.393804:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8da1bab8. 00000004:00000010:0.0:1769074872.393810:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1e380. 00000004:00000010:0.0:1769074872.393814:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f738. 00000004:00000010:0.0:1769074872.393816:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f008. 00000004:00000010:0.0:1769074872.393819:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab906d2480. 00000004:00000010:0.0:1769074872.393822:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d1cb0. 00000004:00000010:0.0:1769074872.393825:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367e88. 00000004:00000010:0.0:1769074872.393827:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3ee000. 00080000:00000010:0.0:1769074872.393839:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6ba390. 00000004:00000010:0.0:1769074872.393844:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda9630. 00000004:00000010:0.0:1769074872.393848:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3be8. 00000004:00000010:0.0:1769074872.393851:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d30d8. 00000004:00000010:0.0:1769074872.393854:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabc2049600. 00000004:00000010:0.0:1769074872.393856:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6fa90. 00000004:00000010:0.0:1769074872.393859:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583870. 00000004:00000010:0.0:1769074872.393862:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7de00. 00080000:00000010:0.0:1769074872.393874:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8da1b8f0. 00000004:00000010:0.0:1769074872.393880:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1ee98. 00000004:00000010:0.0:1769074872.393882:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1fb38. 00000004:00000010:0.0:1769074872.393884:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f428. 00000004:00000010:0.0:1769074872.393886:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab908d79c0. 00000004:00000010:0.0:1769074872.393889:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d1650. 00000004:00000010:0.0:1769074872.393891:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367690. 00000004:00000010:0.0:1769074872.393894:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabbfe1e3c0. 00080000:00000010:0.0:1769074872.393908:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900ffab8. 00000004:00000010:0.0:1769074872.393913:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1f0d0. 00000004:00000010:0.0:1769074872.393916:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f850. 00000004:00000010:0.0:1769074872.393918:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1ffb0. 00000004:00000010:0.0:1769074872.393921:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d8e40. 00000004:00000010:0.0:1769074872.393923:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0ee0. 00000004:00000010:0.0:1769074872.393926:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367ac8. 00000004:00000010:0.0:1769074872.393928:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3efa40. 00080000:00000010:0.0:1769074872.393943:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900ff560. 00000004:00000010:0.0:1769074872.393947:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1f9b0. 00000004:00000010:0.0:1769074872.393950:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1fad0. 00000004:00000010:0.0:1769074872.393953:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1fcf8. 00000004:00000010:0.0:1769074872.393955:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d8d80. 00000004:00000010:0.0:1769074872.393957:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6f540. 00000004:00000010:0.0:1769074872.393960:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583a50. 00000004:00000010:0.0:1769074872.393962:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7cf00. 00080000:00000010:0.0:1769074872.393978:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6bb728. 00000004:00000010:0.0:1769074872.393983:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fdaa148. 00000004:00000010:0.0:1769074872.393988:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3f20. 00000004:00000010:0.0:1769074872.393991:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d36a8. 00000004:00000010:0.0:1769074872.393993:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89ddf6c0. 00000004:00000010:0.0:1769074872.393995:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ec37a90. 00000004:00000010:0.0:1769074872.393998:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86361168. 00000004:00000010:0.0:1769074872.394000:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa902a2000. 00080000:00000010:0.0:1769074872.394012:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90375728. 00000004:00000010:0.0:1769074872.394017:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1b540. 00000004:00000010:0.0:1769074872.394020:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb2c8. 00000004:00000010:0.0:1769074872.394022:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bb3e0. 00000004:00000010:0.0:1769074872.394024:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8840. 00000004:00000010:0.0:1769074872.394026:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6e550. 00000004:00000010:0.0:1769074872.394029:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583690. 00000004:00000010:0.0:1769074872.394031:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7c960. 00080000:00000010:0.0:1769074872.394043:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90375c80. 00000004:00000010:0.0:1769074872.394047:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe19630. 00000004:00000010:0.0:1769074872.394050:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb920. 00000004:00000010:0.0:1769074872.394052:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bbba8. 00000004:00000010:0.0:1769074872.394055:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab908d0600. 00000004:00000010:0.0:1769074872.394057:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6e440. 00000004:00000010:0.0:1769074872.394060:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583ac8. 00000004:00000010:0.0:1769074872.394061:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7c780. 00080000:00000010:0.0:1769074872.394072:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc128720. 00000004:00000010:0.0:1769074872.394075:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141a110. 00000004:00000010:0.0:1769074872.394077:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad5367f8. 00000004:00000010:0.0:1769074872.394242:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a0d20. 00080000:00000010:0.0:1769074872.394264:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa903748e8. 00000004:00000010:0.0:1769074872.394269:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1a148. 00000004:00000010:0.0:1769074872.394273:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb348. 00000004:00000010:0.0:1769074872.394275:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bb388. 00000004:00000010:0.0:1769074872.394277:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabbc12e6c0. 00000004:00000010:0.0:1769074872.394280:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6e660. 00000004:00000010:0.0:1769074872.394283:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583e10. 00000004:00000010:0.0:1769074872.394285:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7d4a0. 00080000:00000010:0.0:1769074872.394297:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6ba8e8. 00000004:00000010:0.0:1769074872.394301:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fdaae98. 00000004:00000010:0.0:1769074872.394305:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3260. 00000004:00000010:0.0:1769074872.394307:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d3a38. 00000004:00000010:0.0:1769074872.394309:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89ddfd80. 00000004:00000010:0.0:1769074872.394311:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ec37760. 00000004:00000010:0.0:1769074872.394314:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86361348. 00000004:00000010:0.0:1769074872.394316:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa902a2780. 00080000:00000010:0.0:1769074872.394329:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90374720. 00000004:00000010:0.0:1769074872.394334:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe19aa0. 00000004:00000010:0.0:1769074872.394337:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bbe40. 00000004:00000010:0.0:1769074872.394339:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bbf88. 00000004:00000010:0.0:1769074872.394341:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8180. 00000004:00000010:0.0:1769074872.394344:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6e110. 00000004:00000010:0.0:1769074872.394346:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583f78. 00000004:00000010:0.0:1769074872.394348:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a9a40. 00080000:00000010:0.0:1769074872.394484:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90375ab8. 00000004:00000010:0.0:1769074872.394491:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1b9b0. 00000004:00000010:0.0:1769074872.394495:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb6d0. 00000004:00000010:0.0:1769074872.394498:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bb308. 00000004:00000010:0.0:1769074872.394500:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab9ec03600. 00000004:00000010:0.0:1769074872.394503:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6e880. 00000004:00000010:0.0:1769074872.394505:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583c30. 00000004:00000010:0.0:1769074872.394508:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7c1e0. 00080000:00000010:0.0:1769074872.394522:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa903758f0. 00000004:00000010:0.0:1769074872.394525:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe193f8. 00000004:00000010:0.0:1769074872.394528:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb980. 00000004:00000010:0.0:1769074872.394531:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bbf80. 00000004:00000010:0.0:1769074872.394533:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab9ec03000. 00000004:00000010:0.0:1769074872.394535:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6e770. 00000004:00000010:0.0:1769074872.394537:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583000. 00000004:00000010:0.0:1769074872.394539:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7d0e0. 00080000:00000010:0.0:1769074872.394550:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc129398. 00000004:00000010:0.0:1769074872.394553:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141aff0. 00000004:00000010:0.0:1769074872.394555:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536618. 00000004:00000010:0.0:1769074872.394557:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a1a40. 00080000:00000010:0.0:1769074872.394574:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca08e8. 00000004:00000010:0.0:1769074872.394579:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe18238. 00000004:00000010:0.0:1769074872.394583:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bb5a8. 00000004:00000010:0.0:1769074872.394585:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bb6b0. 00000004:00000010:0.0:1769074872.394587:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa88ed8000. 00000004:00000010:0.0:1769074872.394589:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6f430. 00000004:00000010:0.0:1769074872.394591:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab875838e8. 00000004:00000010:0.0:1769074872.394593:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabaf1a8b40. 00080000:00000010:0.0:1769074872.394630:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbd304c78. 00000004:00000010:0.0:1769074872.394634:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab87629980. 00000004:00000010:0.0:1769074872.394637:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabaf0a0bb8. 00000004:00000010:0.0:1769074872.394639:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae3aa3c0. 00080000:00000010:0.0:1769074872.394673:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bda8e8. 00000004:00000010:0.0:1769074872.394679:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda0000. 00000004:00000010:0.0:1769074872.394682:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8edbdd50. 00000004:00000010:0.0:1769074872.394695:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8edbd3f0. 00000004:00000010:0.0:1769074872.394698:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dabae111780. 00000004:00000010:0.0:1769074872.394700:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8e3f7100. 00000004:00000010:0.0:1769074872.394703:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daa89bebb40. 00000004:00000010:0.0:1769074872.394705:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8fd6a780. 00080000:00000010:0.0:1769074872.394723:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa83dbb008. 00000020:00000010:0.0:1769074872.394727:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabbe8ffb00. 00080000:00000010:0.0:1769074872.394743:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900808e8. 00000004:00000010:0.0:1769074872.394748:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1cb18. 00000004:00000010:0.0:1769074872.394752:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f910. 00000004:00000010:0.0:1769074872.394754:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f2d8. 00000004:00000010:0.0:1769074872.394757:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d8480. 00000004:00000010:0.0:1769074872.394759:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d1210. 00000004:00000010:0.0:1769074872.394761:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367d20. 00000004:00000010:0.0:1769074872.394764:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3ef4a0. 00080000:00000010:0.0:1769074872.394778:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90375560. 00000004:00000010:0.0:1769074872.394782:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe19868. 00000004:00000010:0.0:1769074872.394785:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8f8bbe80. 00000004:00000010:0.0:1769074872.394788:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8f8bbdf0. 00000004:00000010:0.0:1769074872.394790:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab908d0e40. 00000004:00000010:0.0:1769074872.394792:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8fd6fdc0. 00000004:00000010:0.0:1769074872.394794:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab87583438. 00000004:00000010:0.0:1769074872.394796:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa83b7c000. 00080000:00000010:0.0:1769074872.394806:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c6558. 00000004:00000010:0.0:1769074872.394809:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141b540. 00000004:00000010:0.0:1769074872.394811:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536bb8. 00000004:00000010:0.0:1769074872.394813:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a0780. 00080000:00000010:0.0:1769074872.394823:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbd304720. 00000004:00000010:0.0:1769074872.394825:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab87629100. 00000004:00000010:0.0:1769074872.394828:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabaf0a01e0. 00000004:00000010:0.0:1769074872.394829:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae3aaf00. 00080000:00000010:0.0:1769074872.394843:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6bb398. 00000004:00000010:0.0:1769074872.394847:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fda8470. 00000004:00000010:0.0:1769074872.394850:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3ac0. 00000004:00000010:0.0:1769074872.394853:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d3680. 00000004:00000010:0.0:1769074872.394855:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab89ddfcc0. 00000004:00000010:0.0:1769074872.394857:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ec36330. 00000004:00000010:0.0:1769074872.394860:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab863612d0. 00000004:00000010:0.0:1769074872.394861:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa902a23c0. 00080000:00000010:0.0:1769074872.394876:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9ebc80. 00000004:00000010:0.0:1769074872.394879:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1f540. 00000004:00000010:0.0:1769074872.394882:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f248. 00000004:00000010:0.0:1769074872.394885:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1fe68. 00000004:00000010:0.0:1769074872.394888:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d8240. 00000004:00000010:0.0:1769074872.394890:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0220. 00000004:00000010:0.0:1769074872.394892:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367d98. 00000004:00000010:0.0:1769074872.394895:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3eed20. 00080000:00000010:0.0:1769074872.394909:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900fe390. 00000004:00000010:0.0:1769074872.394912:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1daa0. 00000004:00000010:0.0:1769074872.394916:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1f2b8. 00000004:00000010:0.0:1769074872.394918:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1f9e8. 00000004:00000010:0.0:1769074872.394920:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8daa8f6d86c0. 00000004:00000010:0.0:1769074872.394922:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0ff0. 00000004:00000010:0.0:1769074872.394925:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab84367438. 00000004:00000010:0.0:1769074872.394927:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3ef860. 00080000:00000010:0.0:1769074872.394941:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8da1a1c8. 00000004:00000010:0.0:1769074872.394946:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fe1e7f0. 00000004:00000010:0.0:1769074872.394950:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daa8fa1fe60. 00000004:00000010:0.0:1769074872.394952:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daa8fa1fce8. 00000004:00000010:0.0:1769074872.394954:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab811ca000. 00000004:00000010:0.0:1769074872.394957:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa907d0000. 00000004:00000010:0.0:1769074872.394959:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab843679d8. 00000004:00000010:0.0:1769074872.394961:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8e3ef680. 00080000:00000010:0.0:1769074872.394974:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6bb560. 00000004:00000010:0.0:1769074872.394978:0:47186:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8daa8fdab778. 00000004:00000010:0.0:1769074872.394981:0:47186:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8daba15d3af0. 00000004:00000010:0.0:1769074872.394983:0:47186:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8daba15d3e50. 00000004:00000010:0.0:1769074872.394985:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8dab859460c0. 00000004:00000010:0.0:1769074872.394987:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8ec37210. 00000004:00000010:0.0:1769074872.394989:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dab86361f00. 00000004:00000010:0.0:1769074872.394991:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa902a3a40. 00000004:00000010:0.0:1769074872.395003:0:47186:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at ffff8dabb3c2a6c0. 00000020:00000010:3.0:1769074872.396042:0:42320:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabae9b1400. 00000040:00000010:3.0:1769074872.396051:0:42320:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabae9b1800. 00000020:00000010:3.0:1769074872.396055:0:42320:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8bb07000. 00000020:00000010:3.0:1769074872.396061:0:42320:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897f9420. 00000020:00000010:3.0:1769074872.396067:0:42320:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabae9b0c00. 80000000:00000010:3.0:1769074872.396071:0:42320:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab83ec0600. 40000000:00000010:3.0:1769074872.396075:0:42320:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabae79c8c0. 00100000:00000010:3.0:1769074872.396160:0:42320:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8bb00800. 00040000:00000010:3.0:1769074872.396168:0:42320:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89c9be00. 00040000:00000010:3.0:1769074872.396173:0:42320:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa8bb02000. 00040000:00000010:3.0:1769074872.396177:0:42320:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabae9b0200. 00080000:00000010:3.0:1769074872.396180:0:42320:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8bb03000. 00000004:00000010:3.0:1769074872.396184:0:42320:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa8bb05800. 00000004:00000010:3.0:1769074872.396190:0:42320:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabafd9e000. 00000004:00000010:3.0:1769074872.396195:0:42320:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa8bb01800. 00002000:00000010:3.0:1769074872.396203:0:42320:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dab9311f400. 00000004:00000010:3.0:1769074872.396207:0:42320:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dab9311d800. 00000020:00000010:3.0:1769074872.396211:0:42320:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa83e53800. 00000004:00000010:3.0:1769074872.396214:0:42320:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at ffff8dab83ec0de0. 00000040:00000010:2.0:1769074872.396590:0:42319:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8dabbfe40000. 00000040:00000010:2.0:1769074872.396600:0:42319:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8dabb4a17240. 00000040:00000010:2.0:1769074872.396669:0:42319:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8dabbfe44000. 00000040:00000010:2.0:1769074872.396672:0:42319:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8dabb4a171e0. 00080000:00000010:2.0:1769074872.396694:0:42319:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a7560. 00000020:00000010:2.0:1769074872.396700:0:42319:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab89c9b800. 00000040:00000010:2.0:1769074872.396712:0:42319:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8daa83e52a00. 00080000:00000010:2.0:1769074872.396728:0:42319:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc5a5800. 00080000:00000010:2.0:1769074872.397051:0:42319:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc5a4800. 00080000:00000010:2.0:1769074872.397571:0:42319:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a71d0. 00000020:00000010:2.0:1769074872.397577:0:42319:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab89c9ba00. 00000040:00000010:2.0:1769074872.397582:0:42319:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dab88ca6000. 00000040:00000010:2.0:1769074872.397585:0:42319:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8daa83e53200. 00000040:00000010:2.0:1769074872.397589:0:42319:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dabbc142000. 00000040:00000010:2.0:1769074872.397592:0:42319:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8daa8a429e00. 00000040:00000010:2.0:1769074872.397599:0:42319:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8dabbd74b780. 00000020:00000010:2.0:1769074872.397714:0:42319:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa83e176c0. 00000020:00000010:2.0:1769074872.397721:0:42319:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a429600. 00000040:00000010:2.0:1769074872.397725:0:42319:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8a429400. 00000020:00000010:2.0:1769074872.397728:0:42319:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83966000. 00000020:00000010:2.0:1769074872.397732:0:42319:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8a429000. 00040000:00000010:2.0:1769074872.397737:0:42319:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab84fef100. 00040000:00000010:2.0:1769074872.397740:0:42319:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a428400. 00080000:00000010:2.0:1769074872.397745:0:42319:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab84fef400. 00080000:00000010:2.0:1769074872.397748:0:42319:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8249e000. 00000020:00000010:2.0:1769074872.397751:0:42319:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a428c00. 00000004:00000010:2.0:1769074872.397754:0:42319:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at ffff8dab86114210. 00000004:00000010:0.0:1769074872.397915:0:47186:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at ffff8dab891f1700. 40000000:00000010:0.0:1769074872.397979:0:47186:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff8dab84fef700. 00000020:00000010:3.0:1769074872.398278:0:42322:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab85e92800. 00000040:00000010:3.0:1769074872.398284:0:42322:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab85e93000. 00000020:00000010:3.0:1769074872.398287:0:42322:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabad720000. 00000020:00000010:3.0:1769074872.398291:0:42322:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda4670. 00000020:00000010:3.0:1769074872.398295:0:42322:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab85e93200. 80000000:00000010:3.0:1769074872.398299:0:42322:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabad9021e0. 40000000:00000010:3.0:1769074872.398303:0:42322:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab84fd6600. 00100000:00000010:3.0:1769074872.398309:0:42322:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabad724000. 00040000:00000010:3.0:1769074872.398312:0:42322:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba0e27900. 00040000:00000010:3.0:1769074872.398318:0:42322:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8dabad721000. 00040000:00000010:3.0:1769074872.398321:0:42322:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab85e93a00. 00080000:00000010:3.0:1769074872.398324:0:42322:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82372000. 00000004:00000010:3.0:1769074872.398328:0:42322:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa82371800. 00000004:00000010:3.0:1769074872.398332:0:42322:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daba12d2000. 00000004:00000010:3.0:1769074872.398337:0:42322:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa82370000. 00002000:00000010:3.0:1769074872.398340:0:42322:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbd51d400. 00000004:00000010:3.0:1769074872.398344:0:42322:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabbd51cc00. 00000020:00000010:3.0:1769074872.398347:0:42322:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab85e92400. 00000004:00000010:3.0:1769074872.398349:0:42322:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at ffff8dabad9028a0. 00000040:00000010:2.0:1769074872.398770:0:42321:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8dabbc144000. 00000040:00000010:2.0:1769074872.398777:0:42321:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8dab86435180. 00000040:00000010:2.0:1769074872.398781:0:42321:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8dabbc146000. 00000040:00000010:2.0:1769074872.398803:0:42321:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8dab86435900. 00080000:00000010:2.0:1769074872.398829:0:42321:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa83dbb398. 00000020:00000010:2.0:1769074872.398840:0:42321:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8daba0e27300. 00000040:00000010:2.0:1769074872.398846:0:42321:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8daa8b189800. 00080000:00000010:2.0:1769074872.398861:0:42321:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc5a5400. 00080000:00000010:2.0:1769074872.399213:0:42321:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbc5a7000. 00080000:00000010:2.0:1769074872.399404:0:42321:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab855588e8. 00000020:00000010:2.0:1769074872.399409:0:42321:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab89168500. 00000040:00000010:2.0:1769074872.399415:0:42321:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dabbc6b6000. 00000040:00000010:2.0:1769074872.399420:0:42321:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab829f1000. 00000040:00000010:2.0:1769074872.399424:0:42321:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dabbfe68000. 00000040:00000010:2.0:1769074872.399427:0:42321:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dabbc502600. 00000040:00000010:2.0:1769074872.399433:0:42321:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8dabaff9d600. 00000020:00000010:2.0:1769074872.399442:0:42321:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab825b2500. 00000020:00000010:2.0:1769074872.399448:0:42321:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab8911da00. 00000040:00000010:2.0:1769074872.399452:0:42321:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab8911c600. 00000020:00000010:2.0:1769074872.399455:0:42321:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab85595000. 00000020:00000010:2.0:1769074872.399461:0:42321:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab8911ce00. 00040000:00000010:2.0:1769074872.399465:0:42321:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89168200. 00040000:00000010:2.0:1769074872.399469:0:42321:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab8911c400. 00080000:00000010:2.0:1769074872.399472:0:42321:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab89168a00. 00080000:00000010:2.0:1769074872.399475:0:42321:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab85596000. 00000020:00000010:2.0:1769074872.399479:0:42321:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8911d000. 00000004:00000010:2.0:1769074872.399482:0:42321:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at ffff8dabbec44ca0. 00000004:00000010:0.0:1769074872.400065:0:47186:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at ffff8dabae79d780. 40000000:00000010:0.0:1769074872.400211:0:47186:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff8dab89c9b000. 00080000:00000010:1.0:1769074872.449874:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc5a7000. 00080000:00000010:1.0:1769074872.449886:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc5a5400. 00080000:00000010:1.0:1769074872.449888:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc5a4800. 00080000:00000010:1.0:1769074872.449892:0:42329:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbc5a5800. 00000020:00000010:0.0:1769074872.453896:0:42330:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbd726200. 00000020:00000010:0.0:1769074872.453908:0:42330:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8bb03800. 00000020:00000010:0.0:1769074872.453914:0:42330:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73b758. 00000020:00000010:0.0:1769074872.453920:0:42330:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbd726a00. 80000000:00000010:0.0:1769074872.453924:0:42330:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabb4a17c60. 40000000:00000010:0.0:1769074872.453929:0:42330:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab89c45300. 00100000:00000010:0.0:1769074872.453934:0:42330:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8bb04800. 00040000:00000010:0.0:1769074872.453938:0:42330:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabaddc7300. 00040000:00000010:0.0:1769074872.453943:0:42330:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbd726e00. 00080000:00000010:0.0:1769074872.453946:0:42330:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8bb05000. 00002000:00000010:0.0:1769074872.453952:0:42330:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbfdef000. 00000020:00000010:0.0:1769074872.453956:0:42330:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabb42b4200. 00040000:00000010:0.0:1769074872.453959:0:42330:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at ffff8dabb4a17540. 00000001:00000010:0.0:1769074872.454036:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8daa83c99240. 00000001:00000010:0.0:1769074872.454041:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dababb4ef78. 00000001:00000010:0.0:1769074872.454044:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dab89ebc000. 00040000:00000010:0.0:1769074872.454047:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daba10a4fe0. 00040000:00000010:0.0:1769074872.454056:0:47186:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8daa83c999c0. 00000001:00000010:0.0:1769074872.454060:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8daa83c990c0. 00000001:00000010:0.0:1769074872.454062:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dababb4e1e8. 00000001:00000010:0.0:1769074872.454064:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dab93a20200. 00040000:00000010:0.0:1769074872.454067:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daba10a49e0. 00040000:00000010:0.0:1769074872.454071:0:47186:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8daa83c99540. 00000001:00000010:0.0:1769074872.454075:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8daa83c996c0. 00000001:00000010:0.0:1769074872.454077:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dababb4ed88. 00000001:00000010:0.0:1769074872.454214:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dabb42b5200. 00040000:00000010:0.0:1769074872.454219:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daba10a4c20. 00040000:00000010:0.0:1769074872.454224:0:47186:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8daa83c99b40. 00000020:00000010:0.0:1769074872.454230:0:47186:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8dab87c16100. 00040000:00000010:0.0:1769074872.454234:0:47186:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff8dabae797600. 00000020:00000010:3.0:1769074872.473633:0:42331:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab89e2da00. 00000020:00000010:3.0:1769074872.473647:0:42331:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a14800. 00000020:00000010:3.0:1769074872.473655:0:42331:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fe4a0. 00000020:00000010:3.0:1769074872.473660:0:42331:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab89e2cc00. 80000000:00000010:3.0:1769074872.473664:0:42331:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab83ec04e0. 40000000:00000010:3.0:1769074872.473669:0:42331:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa8a047bc0. 00100000:00000010:3.0:1769074872.473676:0:42331:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa83a17000. 00040000:00000010:3.0:1769074872.473681:0:42331:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89c9b300. 00040000:00000010:3.0:1769074872.473697:0:42331:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab89e2c400. 00080000:00000010:3.0:1769074872.473700:0:42331:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba1093800. 00002000:00000010:3.0:1769074872.473706:0:42331:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa83976c00. 00000020:00000010:3.0:1769074872.473710:0:42331:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab89e2de00. 00040000:00000010:3.0:1769074872.473713:0:42331:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at ffff8dab83ec0900. 00000001:00000010:2.0:1769074872.473941:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dabaff9de40. 00000001:00000010:2.0:1769074872.473947:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dab861509c0. 00000001:00000010:2.0:1769074872.473949:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dab89e2d800. 00040000:00000010:2.0:1769074872.473953:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8dab854f2840. 00040000:00000010:2.0:1769074872.473964:0:47186:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8dabaff9d3c0. 00000001:00000010:2.0:1769074872.473969:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dabaff9d000. 00000001:00000010:2.0:1769074872.473971:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dab861506b8. 00000001:00000010:2.0:1769074872.473973:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dab89e2dc00. 00040000:00000010:2.0:1769074872.473975:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8dabae15b7a0. 00040000:00000010:2.0:1769074872.473979:0:47186:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8dabaff9db40. 00000001:00000010:2.0:1769074872.473983:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dabaff9d300. 00000001:00000010:2.0:1769074872.473985:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dab86150da0. 00000001:00000010:2.0:1769074872.473987:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dab89e2c800. 00040000:00000010:2.0:1769074872.473989:0:47186:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8dab9388c640. 00040000:00000010:2.0:1769074872.473994:0:47186:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8dabaff9d6c0. 00000020:00000010:2.0:1769074872.473999:0:47186:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8dabb4442600. 00080000:00000010:2.0:1769074872.474024:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c71d0. 00000004:00000010:2.0:1769074872.474030:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141a220. 00000004:00000010:2.0:1769074872.474035:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536e88. 00000004:00000010:2.0:1769074872.474040:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a01e0. 00040000:00000010:2.0:1769074872.474046:0:47186:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff8dabae796c00. 40000000:00000010:2.0:1769074872.474113:0:47186:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at ffff8dab89c9b700. 00200000:00000010:2.0:1769074872.474152:0:47186:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at ffff8daba0e26a80. 00100000:00000010:2.0:1769074872.474172:0:47186:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at ffff8dab84fefa00. 00100000:00000010:2.0:1769074872.474176:0:47186:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at ffff8dab84fef900. 00100000:00000010:2.0:1769074872.474181:0:47186:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at ffff8dab84fef300. 00100000:00000010:2.0:1769074872.474184:0:47186:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at ffff8dab8430f000. 00100000:00000010:2.0:1769074872.474222:0:47186:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at ffff8daa89d9dc00. 00100000:00000010:2.0:1769074872.474236:0:47186:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at ffff8daa89d9c400. 00100000:00000010:2.0:1769074872.474249:0:47186:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at ffff8dabc1936d00. 00100000:00000010:2.0:1769074872.474252:0:47186:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at ffff8dab8430b800. 00100000:00000010:2.0:1769074872.474257:0:47186:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at ffff8daa82ca2900. 00100000:00000010:2.0:1769074872.474261:0:47186:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at ffff8dabae697c00. 00100000:00000010:2.0:1769074872.474264:0:47186:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at ffff8dabbff7e000. 00100000:00000010:2.0:1769074872.474323:0:47186:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at ffff8dabc1936800. 00100000:00000010:2.0:1769074872.474327:0:47186:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at ffff8daa833f2000. 00000040:00000010:2.0:1769074872.474337:0:47186:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at ffff8dabbec44da0. 00000040:00000010:2.0:1769074872.474341:0:47186:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dabbff20000. 00000040:00000010:2.0:1769074872.474346:0:47186:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab85e93c00. 00000040:00000010:2.0:1769074872.474351:0:47186:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8dab82e5f000. 00000040:00000010:2.0:1769074872.474358:0:47186:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at ffff8dab9388c7e0. 00000040:00000010:2.0:1769074872.477774:0:47186:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dabbff26000. 00000040:00000010:2.0:1769074872.477786:0:47186:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab85e93600. 00000040:00000010:2.0:1769074872.477799:0:47186:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8dabaff9d840. 00000040:00000010:2.0:1769074872.477811:0:47186:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at ffff8dabbec44a60. 00000040:00000010:2.0:1769074872.477814:0:47186:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dabbff24000. 00000040:00000010:2.0:1769074872.477817:0:47186:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab85e92a00. 00000040:00000010:2.0:1769074872.477819:0:47186:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8dab82e5f300. 00000001:00000010:2.0:1769074872.477833:0:47186:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at ffff8dab9388cea0. 00080000:00000010:2.0:1769074872.477864:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ac8e8. 00000020:00000010:2.0:1769074872.477869:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab8302ec00. 00080000:00000010:2.0:1769074872.477886:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85558000. 00000004:00000010:2.0:1769074872.477892:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab87629650. 00000004:00000010:2.0:1769074872.477896:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabaf0a0b40. 00000004:00000010:2.0:1769074872.477901:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae3aa000. 00080000:00000010:2.0:1769074872.477916:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9ea8e8. 00000020:00000010:2.0:1769074872.477920:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab87fa0400. 00080000:00000010:2.0:1769074872.477936:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85979728. 00000004:00000010:2.0:1769074872.477940:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8aaa0. 00000004:00000010:2.0:1769074872.477943:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba04b2000. 00000004:00000010:2.0:1769074872.477945:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8980b680. 00080000:00000010:2.0:1769074872.477959:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e6390. 00000020:00000010:2.0:1769074872.477962:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab89168c00. 00080000:00000010:2.0:1769074872.478010:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9eb008. 00000020:00000010:2.0:1769074872.478014:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab891e6500. 00080000:00000010:2.0:1769074872.478028:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7ca558. 00000004:00000010:2.0:1769074872.478032:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141aaa0. 00000004:00000010:2.0:1769074872.478035:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536f00. 00000004:00000010:2.0:1769074872.478037:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b4832c0. 00080000:00000010:2.0:1769074872.478048:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab855598f0. 00000020:00000010:2.0:1769074872.478051:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabc1936500. 00080000:00000010:2.0:1769074872.478062:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e6e40. 00000020:00000010:2.0:1769074872.478065:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab89168700. 00080000:00000010:2.0:1769074872.478075:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e7008. 00000020:00000010:2.0:1769074872.478078:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabb4855c00. 00080000:00000010:2.0:1769074872.478130:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85558720. 00000020:00000010:2.0:1769074872.478133:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabc1936c00. 00080000:00000010:2.0:1769074872.478145:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e7728. 00000020:00000010:2.0:1769074872.478148:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabb4855e00. 00080000:00000010:2.0:1769074872.478156:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9eaab0. 00000020:00000010:2.0:1769074872.478159:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab891e6700. 00080000:00000010:2.0:1769074872.478171:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7ca8e8. 00000004:00000010:2.0:1769074872.478175:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab89d7e330. 00000004:00000010:2.0:1769074872.478178:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536ac8. 00000004:00000010:2.0:1769074872.478180:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b4834a0. 00080000:00000010:2.0:1769074872.478191:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c7560. 00000004:00000010:2.0:1769074872.478194:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141b210. 00000004:00000010:2.0:1769074872.478196:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad5362d0. 00000004:00000010:2.0:1769074872.478198:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b483680. 00080000:00000010:2.0:1769074872.478217:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1acab0. 00000004:00000010:2.0:1769074872.478220:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dab87628aa0. 00000004:00000010:2.0:1769074872.478223:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabaf0a0e10. 00000004:00000010:2.0:1769074872.478226:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8dabae3aa780. 00080000:00000010:2.0:1769074872.478236:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85559008. 00000020:00000010:2.0:1769074872.478238:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab8bda9700. 00080000:00000010:2.0:1769074872.478250:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e6c78. 00000020:00000010:2.0:1769074872.478252:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabb4855a00. 00080000:00000010:2.0:1769074872.478263:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab90081398. 00000020:00000010:2.0:1769074872.478265:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab8bda9a00. 00080000:00000010:2.0:1769074872.478273:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ad728. 00000020:00000010:2.0:1769074872.478276:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabb4855700. 00080000:00000010:2.0:1769074872.478284:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e6ab0. 00000020:00000010:2.0:1769074872.478287:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabb4855500. 00080000:00000010:2.0:1769074872.478295:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab90080720. 00000020:00000010:2.0:1769074872.478297:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab8bda9600. 00080000:00000010:2.0:1769074872.478301:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c6000. 00000004:00000010:2.0:1769074872.478303:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141bba0. 00000004:00000010:2.0:1769074872.478306:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536690. 00000004:00000010:2.0:1769074872.478309:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a1e00. 00080000:00000010:2.0:1769074872.478320:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85978e40. 00000020:00000010:2.0:1769074872.478323:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab89c9bb00. 00080000:00000010:2.0:1769074872.478335:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a6e40. 00000004:00000010:2.0:1769074872.478340:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8a550. 00000004:00000010:2.0:1769074872.478342:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba04b2258. 00000004:00000010:2.0:1769074872.478344:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8980b0e0. 00080000:00000010:2.0:1769074872.478352:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c78f0. 00000004:00000010:2.0:1769074872.478355:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141b870. 00000004:00000010:2.0:1769074872.478357:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536870. 00000004:00000010:2.0:1769074872.478359:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b482000. 00080000:00000010:2.0:1769074872.478368:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85558c78. 00000020:00000010:2.0:1769074872.478371:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabc1936f00. 00080000:00000010:2.0:1769074872.478381:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a7c80. 00000020:00000010:2.0:1769074872.478384:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab89c9b100. 00080000:00000010:2.0:1769074872.478393:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e7c80. 00000020:00000010:2.0:1769074872.478395:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabb4855b00. 00080000:00000010:2.0:1769074872.478405:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9eac78. 00000020:00000010:2.0:1769074872.478407:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab85eee900. 00080000:00000010:2.0:1769074872.478417:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85558ab0. 00000020:00000010:2.0:1769074872.478419:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabc1936600. 00080000:00000010:2.0:1769074872.478428:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ac1c8. 00000020:00000010:2.0:1769074872.478430:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab8302e200. 00080000:00000010:2.0:1769074872.478438:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85558e40. 00000020:00000010:2.0:1769074872.478441:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabc1936900. 00080000:00000010:2.0:1769074872.478450:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a61c8. 00000004:00000010:2.0:1769074872.478453:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8ba90. 00000004:00000010:2.0:1769074872.478456:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba04b2618. 00000004:00000010:2.0:1769074872.478458:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8980ad20. 00080000:00000010:2.0:1769074872.478480:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7cac78. 00000004:00000010:2.0:1769074872.478483:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141a550. 00000004:00000010:2.0:1769074872.478485:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536b40. 00000004:00000010:2.0:1769074872.478487:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b482d20. 00080000:00000010:2.0:1769074872.478579:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab859781c8. 00000004:00000010:2.0:1769074872.478583:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8a330. 00000004:00000010:2.0:1769074872.478585:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba04b2c30. 00000004:00000010:2.0:1769074872.478587:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8980bc20. 00080000:00000010:2.0:1769074872.478596:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e6558. 00000020:00000010:2.0:1769074872.478598:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabb3f95b00. 00080000:00000010:2.0:1769074872.478631:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85979560. 00000020:00000010:2.0:1769074872.478634:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab89c9b200. 00080000:00000010:2.0:1769074872.478643:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9ea390. 00000020:00000010:2.0:1769074872.478645:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab85eee000. 00080000:00000010:2.0:1769074872.478654:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a7398. 00000004:00000010:2.0:1769074872.478656:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8add0. 00000004:00000010:2.0:1769074872.478659:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba04b27f8. 00000004:00000010:2.0:1769074872.478661:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8980a780. 00080000:00000010:2.0:1769074872.478671:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c6720. 00000004:00000010:2.0:1769074872.478674:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141ba90. 00000004:00000010:2.0:1769074872.478676:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536438. 00000004:00000010:2.0:1769074872.478678:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a10e0. 00080000:00000010:2.0:1769074872.478700:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab90080390. 00000020:00000010:2.0:1769074872.478709:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab8bda9c00. 00080000:00000010:2.0:1769074872.478724:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a6558. 00000004:00000010:2.0:1769074872.478727:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8b980. 00000004:00000010:2.0:1769074872.478730:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba04b29d8. 00000004:00000010:2.0:1769074872.478732:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8980af00. 00080000:00000010:2.0:1769074872.478741:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c7398. 00000004:00000010:2.0:1769074872.478743:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141b650. 00000004:00000010:2.0:1769074872.478746:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536f78. 00000004:00000010:2.0:1769074872.478747:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b4825a0. 00080000:00000010:2.0:1769074872.478756:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e6000. 00000020:00000010:2.0:1769074872.478758:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab84fefe00. 00080000:00000010:2.0:1769074872.478768:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e78f0. 00000020:00000010:2.0:1769074872.478770:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabb4855900. 00080000:00000010:2.0:1769074872.478781:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85559ab8. 00000020:00000010:2.0:1769074872.478784:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabc1936300. 00080000:00000010:2.0:1769074872.478788:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c7008. 00000004:00000010:2.0:1769074872.478791:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141b100. 00000004:00000010:2.0:1769074872.478794:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536000. 00000004:00000010:2.0:1769074872.478796:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b482780. 00080000:00000010:2.0:1769074872.478806:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c7c80. 00000020:00000010:2.0:1769074872.478810:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab84fef600. 00080000:00000010:2.0:1769074872.478819:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85559398. 00000020:00000010:2.0:1769074872.478821:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabc1936a00. 00080000:00000010:2.0:1769074872.478830:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c6e40. 00000004:00000010:2.0:1769074872.478833:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141a660. 00000004:00000010:2.0:1769074872.478835:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad5361e0. 00000004:00000010:2.0:1769074872.478837:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa829a0f00. 00080000:00000010:2.0:1769074872.478850:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ac558. 00000020:00000010:2.0:1769074872.478853:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab8302e600. 00080000:00000010:2.0:1769074872.478870:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e7560. 00000020:00000010:2.0:1769074872.478874:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabb4855800. 00080000:00000010:2.0:1769074872.478894:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9ea000. 00000020:00000010:2.0:1769074872.478897:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab87fa0100. 00080000:00000010:2.0:1769074872.478958:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85979008. 00000004:00000010:2.0:1769074872.478962:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8b540. 00000004:00000010:2.0:1769074872.478965:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba04b2b40. 00000004:00000010:2.0:1769074872.478967:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8980ab40. 00080000:00000010:2.0:1769074872.478977:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e7ab8. 00000020:00000010:2.0:1769074872.478980:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab84feff00. 00080000:00000010:2.0:1769074872.478994:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85978ab0. 00000020:00000010:2.0:1769074872.478997:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8daba0e27e00. 00080000:00000010:2.0:1769074872.479003:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7ca390. 00000004:00000010:2.0:1769074872.479006:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141bed0. 00000004:00000010:2.0:1769074872.479008:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536078. 00000004:00000010:2.0:1769074872.479010:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b4823c0. 00080000:00000010:2.0:1769074872.479019:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c6c78. 00000004:00000010:2.0:1769074872.479021:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141add0. 00000004:00000010:2.0:1769074872.479023:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536780. 00000004:00000010:2.0:1769074872.479025:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b482b40. 00080000:00000010:2.0:1769074872.479035:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85978000. 00000004:00000010:2.0:1769074872.479037:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8b320. 00000004:00000010:2.0:1769074872.479040:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba04b2f00. 00000004:00000010:2.0:1769074872.479042:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8980a1e0. 00080000:00000010:2.0:1769074872.479051:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85559c80. 00000020:00000010:2.0:1769074872.479053:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabae3bc900. 00080000:00000010:2.0:1769074872.479064:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab855591d0. 00000020:00000010:2.0:1769074872.479066:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabc1936700. 00080000:00000010:2.0:1769074872.479075:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85978720. 00000020:00000010:2.0:1769074872.479078:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab89c9bf00. 00080000:00000010:2.0:1769074872.479113:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85978c78. 00000004:00000010:2.0:1769074872.479116:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8dabafb8a220. 00000004:00000010:2.0:1769074872.479120:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8daba04b2a50. 00000004:00000010:2.0:1769074872.479122:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8980a3c0. 00080000:00000010:2.0:1769074872.479131:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabae7cae40. 00000004:00000010:2.0:1769074872.479134:0:47186:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8daa8141bdc0. 00000004:00000010:2.0:1769074872.479137:0:47186:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8dabad536168. 00000004:00000010:2.0:1769074872.479139:0:47186:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8daa8b482f00. 00080000:00000010:2.0:1769074872.479151:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8b9e68e8. 00000020:00000010:2.0:1769074872.479160:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabb4855f00. 00000020:00000010:2.0:1769074872.479182:0:47186:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8daa8eef1300. 00000020:00000010:2.0:1769074872.479204:0:47186:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 16 at ffff8daa8261a4b0. 00000020:00000010:2.0:1769074872.479208:0:47186:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8dab909317e0. 00000020:00000010:2.0:1769074872.479212:0:47186:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8dab909312e0. 00000020:00000010:2.0:1769074872.479214:0:47186:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8dab90931530. 00020000:00000010:2.0:1769074872.479384:0:47186:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff8dabae79d100. 00000020:00000010:2.0:1769074872.479397:0:47186:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8daa8eef15a0. 00000020:00000010:2.0:1769074872.479505:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbfe6e000. 00000020:00000010:2.0:1769074872.479511:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabb4f2c000. 00000020:00000010:2.0:1769074872.479514:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabaedf2000. 00000020:00000010:2.0:1769074872.479517:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbc6b4000. 00000020:00000010:2.0:1769074872.479522:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dab88aa5000. 00000020:00000010:2.0:1769074872.479527:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabbfdef800. 00000020:00000010:2.0:1769074872.479637:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8dabbc503a00. 00000020:00000010:2.0:1769074872.479642:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa83976000. 00000020:00000010:2.0:1769074872.479680:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8daba10f6fa0. 00000020:00000010:2.0:1769074872.479693:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa83975c00. 00000001:00000010:2.0:1769074872.479763:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dab88ca4000. 00000001:00000010:2.0:1769074872.479768:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dab88ca0000. 00000001:00000010:2.0:1769074872.479771:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabb48cc000. 00000001:00000010:2.0:1769074872.479774:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabb48c8000. 00000001:00000010:2.0:1769074872.479776:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe54000. 00000001:00000010:2.0:1769074872.479780:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe50000. 00000001:00000010:2.0:1769074872.479783:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe52000. 00000001:00000010:2.0:1769074872.479786:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe56000. 00000001:00000010:2.0:1769074872.479789:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe5a000. 00000001:00000010:2.0:1769074872.479792:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe5e000. 00000001:00000010:2.0:1769074872.479795:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe5c000. 00000001:00000010:2.0:1769074872.479798:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe58000. 00000001:00000010:2.0:1769074872.479801:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe60000. 00000001:00000010:2.0:1769074872.479803:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe62000. 00000001:00000010:2.0:1769074872.479806:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe66000. 00000001:00000010:2.0:1769074872.479808:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe64000. 00000001:00000010:2.0:1769074872.479811:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff8dabae79d300. 00000001:00000010:2.0:1769074872.479814:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dabbd727c00. 00010000:00000010:2.0:1769074872.479819:0:47186:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8daa83977000. 00000100:00020000:2.0:1769074872.479829:0:47186:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000020:00000010:0.0:1769074872.480936:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa83967000. 00000020:00000010:0.0:1769074872.480956:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab8601c800. 00000020:00000010:0.0:1769074872.480962:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa8bb00000. 00000020:00000010:0.0:1769074872.480967:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab88a2f000. 00000100:00020000:0.0:1769074872.496852:0:47186:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00010000:00000010:0.0:1769074872.496913:0:47186:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8dab85fae000. 00010000:00000010:0.0:1769074872.496925:0:47186:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8daa8ca0a000. 00000001:00000010:0.0:1769074872.496948:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daba204ec00. 00000001:00000010:0.0:1769074872.496951:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabae9b0800. 00000001:00000010:0.0:1769074872.496954:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabae9b1a00. 00000001:00000010:0.0:1769074872.496956:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabae9b1c00. 00000001:00000010:0.0:1769074872.496958:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab8130b860. 00000001:00000010:0.0:1769074872.496962:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89c9b600. 00000001:00000010:0.0:1769074872.496973:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabae9b0600. 00000001:00000010:0.0:1769074872.496975:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabae9b0e00. 00000001:00000010:0.0:1769074872.496977:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabb42b5000. 00000001:00000010:0.0:1769074872.496979:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabb42b4000. 00000001:00000010:0.0:1769074872.496981:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab8130b520. 00000001:00000010:0.0:1769074872.496983:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89c9bd00. 00000020:00000010:0.0:1769074872.497000:0:47186:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8daa8eef15a0. 00000004:00000010:0.0:1769074872.497005:0:47186:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at ffff8daa8a429200. 00000020:00000010:2.0:1769074872.497743:0:47151:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8dab83ec09c0. 00000020:00000010:2.0:1769074872.497753:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa8bb02800. 00000020:00000010:3.0:1769074872.497810:0:47151:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8bc5c000. 00000020:00000010:3.0:1769074872.497816:0:47151:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8bc5d800. 00000040:00000010:3.0:1769074872.497820:0:47151:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8bc5da00. 00000020:00000010:3.0:1769074872.497825:0:47151:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88cd5000. 00000020:00000010:3.0:1769074872.497830:0:47151:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dab9eda4670. 00000020:00000010:3.0:1769074872.497834:0:47151:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8bc5d200. 80000000:00000010:3.0:1769074872.497839:0:47151:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabb4bc36c0. 40000000:00000010:3.0:1769074872.497843:0:47151:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab87582dc0. 00100000:00000010:3.0:1769074872.497848:0:47151:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab88cd2000. 00040000:00000010:3.0:1769074872.497852:0:47151:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab88e38700. 00040000:00000010:3.0:1769074872.497856:0:47151:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8bc5cc00. 00080000:00000010:3.0:1769074872.497861:0:47151:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88cd0000. 00000004:00000010:3.0:1769074872.497866:0:47151:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8dab88cd1800. 00000004:00000010:3.0:1769074872.497871:0:47151:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8daa8fd88000. 00000004:00000010:3.0:1769074872.497876:0:47151:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8dab88cd2800. 00002000:00000010:3.0:1769074872.497880:0:47151:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8daa8fb4b800. 00000004:00000010:3.0:1769074872.497884:0:47151:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8daa8fb49400. 00000004:00000010:3.0:1769074872.497890:0:47151:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at ffff8dab88a2d000. 00000020:00000010:3.0:1769074872.497896:0:47151:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8bc5d800. 00000040:00000010:3.0:1769074872.497899:0:47151:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8bc5da00. 00000020:00000010:3.0:1769074872.497902:0:47151:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88cd5000. 00000020:00000010:3.0:1769074872.497906:0:47151:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda4670. 00000020:00000010:3.0:1769074872.497909:0:47151:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bc5d200. 80000000:00000010:3.0:1769074872.497912:0:47151:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabb4bc36c0. 40000000:00000010:3.0:1769074872.497915:0:47151:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab87582dc0. 00100000:00000010:3.0:1769074872.497918:0:47151:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88cd2000. 00040000:00000010:3.0:1769074872.497921:0:47151:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab88e38700. 00040000:00000010:3.0:1769074872.497925:0:47151:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bc5cc00. 00080000:00000010:3.0:1769074872.497928:0:47151:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88cd0000. 00000004:00000010:3.0:1769074872.497931:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88cd1800. 00000004:00000010:3.0:1769074872.497934:0:47151:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8fd88000. 00000004:00000010:3.0:1769074872.497938:0:47151:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88cd2800. 00002000:00000010:3.0:1769074872.497941:0:47151:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8fb4b800. 00000004:00000010:3.0:1769074872.497944:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8fb49400. 00000020:00000010:3.0:1769074872.497947:0:47151:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bc5c000. 00000020:00000010:3.0:1769074872.497950:0:47151:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabbe9018d8. 00000020:00000010:3.0:1769074872.497955:0:47151:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8dab88a2e800. 00000020:00000010:0.0:1769074872.498027:0:47186:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8dab89c8a120. 00000020:00000010:3.0:1769074872.498062:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa8bb06000. 00000020:00000010:0.0:1769074872.498279:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbff32000. 00000020:00000010:0.0:1769074872.498284:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbff2c000. 00000020:00000010:0.0:1769074872.498299:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbfe42000. 00000020:00000010:0.0:1769074872.498303:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbc6b2000. 00000020:00000010:0.0:1769074872.498308:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dabafd98000. 00000020:00000010:0.0:1769074872.498312:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dab8bcf5000. 00000020:00000010:0.0:1769074872.498419:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8dabb42b5600. 00000020:00000010:0.0:1769074872.498423:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a9aa000. 00000020:00000010:0.0:1769074872.498458:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8daa82d75b00. 00000020:00000010:0.0:1769074872.498461:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a9a9400. 00000001:00000010:0.0:1769074872.498527:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dab88c88000. 00000001:00000010:0.0:1769074872.498532:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dab88c8a000. 00000001:00000010:0.0:1769074872.498535:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dab88c8e000. 00000001:00000010:0.0:1769074872.498537:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabae7aa000. 00000001:00000010:0.0:1769074872.498539:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe2a000. 00000001:00000010:0.0:1769074872.498542:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe2e000. 00000001:00000010:0.0:1769074872.498544:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe2c000. 00000001:00000010:0.0:1769074872.498546:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe28000. 00000001:00000010:0.0:1769074872.498549:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe30000. 00000001:00000010:0.0:1769074872.498558:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe32000. 00000001:00000010:0.0:1769074872.498560:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe36000. 00000001:00000010:0.0:1769074872.498563:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe34000. 00000001:00000010:0.0:1769074872.498565:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe3e000. 00000001:00000010:0.0:1769074872.498568:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe3c000. 00000001:00000010:0.0:1769074872.498570:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe38000. 00000001:00000010:0.0:1769074872.498575:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8dabbfe3a000. 00000001:00000010:0.0:1769074872.498578:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff8dab87c16e80. 00000001:00000010:0.0:1769074872.498580:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dabb42b4600. 00010000:00000010:0.0:1769074872.498584:0:47186:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8dab843e8c00. 00000100:00020000:0.0:1769074872.498594:0:47186:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00020000:0.0:1769074872.498597:0:47186:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000020:00000010:3.0:1769074872.499311:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa83966800. 00010000:00000010:0.0:1769074872.499894:0:47186:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8dabae3f0000. 00010000:00000010:0.0:1769074872.499901:0:47186:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8dabae3f4000. 00000001:00000010:0.0:1769074872.499922:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab89112600. 00000001:00000010:0.0:1769074872.499926:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a943000. 00000001:00000010:0.0:1769074872.499929:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a943e00. 00000001:00000010:0.0:1769074872.499931:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabaff48800. 00000001:00000010:0.0:1769074872.499934:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa82d75580. 00000001:00000010:0.0:1769074872.499937:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89d61c00. 00000001:00000010:0.0:1769074872.499943:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabaff48a00. 00000001:00000010:0.0:1769074872.499945:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa89bc5c00. 00000001:00000010:0.0:1769074872.499948:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa89bc4a00. 00000001:00000010:0.0:1769074872.499951:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa89bc4000. 00000001:00000010:0.0:1769074872.499952:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa82d754c0. 00000001:00000010:0.0:1769074872.499955:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab86d45800. 00000020:00000010:0.0:1769074872.499972:0:47186:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8dab89c8a120. 00000004:00000010:0.0:1769074872.499978:0:47186:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at ffff8daba204e600. 00020000:00000010:0.0:1769074872.499985:0:47186:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff8daa859e6000. 00000001:00000010:0.0:1769074872.500003:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab89ebd800. 00000001:00000010:0.0:1769074872.500006:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab89ebde00. 00000001:00000010:0.0:1769074872.500008:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab89ebd600. 00000001:00000010:0.0:1769074872.500010:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab89ebc400. 00000001:00000010:0.0:1769074872.500011:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab85da8380. 00000001:00000010:0.0:1769074872.500014:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89168000. 00000001:00000010:0.0:1769074872.500020:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab89ebcc00. 00000001:00000010:0.0:1769074872.500022:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab89ebd400. 00000001:00000010:0.0:1769074872.500024:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab89ebd000. 00000001:00000010:0.0:1769074872.500025:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab843d0400. 00000001:00000010:0.0:1769074872.500028:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab85da8920. 00000001:00000010:0.0:1769074872.500029:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89168900. 00000020:00000010:0.0:1769074872.500036:0:47186:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa83964000. 00000020:00000010:0.0:1769074872.500047:0:47186:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa83538400. 00000020:00000010:0.0:1769074872.500052:0:47186:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa83539600. 00000040:00000010:0.0:1769074872.500055:0:47186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa83539400. 00000020:00000010:0.0:1769074872.500059:0:47186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8fff9800. 00000020:00000010:0.0:1769074872.500065:0:47186:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316f8c0. 00000020:00000010:0.0:1769074872.500069:0:47186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa83539e00. 80000000:00000010:0.0:1769074872.500074:0:47186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab89c8a120. 40000000:00000010:0.0:1769074872.500078:0:47186:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabb3c2a7c0. 00100000:00000010:0.0:1769074872.500171:0:47186:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8fffe800. 00040000:00000010:0.0:1769074872.500176:0:47186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabae0ffb00. 00040000:00000010:0.0:1769074872.500181:0:47186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa83539c00. 00080000:00000010:0.0:1769074872.500185:0:47186:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8fff9000. 00000004:00000010:0.0:1769074872.500190:0:47186:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8daa8249e000. 00000004:00000010:0.0:1769074872.500196:0:47186:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8dab843f5000. 00000004:00000010:0.0:1769074872.500200:0:47186:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8daa8249a800. 00000004:00000010:0.0:1769074872.500204:0:47186:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8dab88dd9800. 00000004:00000010:0.0:1769074872.500215:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa8ff63000. 00000004:00000010:0.0:1769074872.500221:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dabbe29a800. 00000004:00000010:0.0:1769074872.500225:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa8267b800. 00000004:00000010:0.0:1769074872.500227:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa82fca000. 00000004:00000010:0.0:1769074872.500230:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa8ec0d000. 00000004:00000010:0.0:1769074872.500233:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa8ec09000. 00000004:00000010:0.0:1769074872.500236:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa82be3000. 00000004:00000010:0.0:1769074872.500241:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88cc7800. 00000004:00000010:0.0:1769074872.500249:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dabbfffa800. 00000020:00000010:0.0:1769074872.500253:0:47186:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 64 at ffff8dab82be8e40. 00000004:00000010:0.0:1769074872.500258:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 256 at ffff8dab89e0e700. 00000004:00000010:0.0:1769074872.500260:0:47186:0:(lod_dev.c:2216:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff8dab86150fa8. 00000004:00000010:0.0:1769074872.500263:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88cc7000. 00000004:00000010:0.0:1769074872.500265:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88d4d800. 00000020:00000010:0.0:1769074872.500270:0:47186:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 64 at ffff8dabae737780. 00000004:00000010:0.0:1769074872.500272:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 256 at ffff8dab89e0e900. 00000004:00000010:0.0:1769074872.500275:0:47186:0:(lod_dev.c:2216:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff8dab861505b0. 00000004:00000010:0.0:1769074872.500277:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88d4c800. 00000004:00000010:0.0:1769074872.500282:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa82b08000. 00000004:00000010:0.0:1769074872.500288:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88cd7800. 00000004:00000010:0.0:1769074872.500292:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88de5000. 00000004:00000010:0.0:1769074872.500295:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88cc0000. 00000004:00000010:0.0:1769074872.500296:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dababb62000. 00000004:00000010:0.0:1769074872.500299:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daba0569800. 00000020:00000010:0.0:1769074872.500302:0:47186:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 64 at ffff8dabae737240. 00000004:00000010:0.0:1769074872.500305:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 256 at ffff8dab891e6200. 00000004:00000010:0.0:1769074872.500309:0:47186:0:(lod_dev.c:2216:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff8dab909312c0. 00000004:00000010:0.0:1769074872.500311:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88a2a800. 00000020:00000010:0.0:1769074872.500316:0:47186:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 64 at ffff8dabbd52a600. 00000004:00000010:0.0:1769074872.500319:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 256 at ffff8dabbcaa0300. 00000004:00000010:0.0:1769074872.500322:0:47186:0:(lod_dev.c:2216:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff8dabb4279f88. 00000004:00000010:0.0:1769074872.500326:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab8430f800. 00000020:00000010:0.0:1769074872.500329:0:47186:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 64 at ffff8dabaedbdf00. 00000004:00000010:0.0:1769074872.500332:0:47186:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 256 at ffff8dab82d21500. 00000004:00000010:0.0:1769074872.500337:0:47186:0:(lod_dev.c:2216:lod_avoid_guide_fini()) kfreed 'lag->lag_oss_avoid_array': 8 at ffff8dababb4e850. 00000004:00000010:0.0:1769074872.500341:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dabbe29c800. 00000004:00000010:0.0:1769074872.500347:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88c98800. 00000004:00000010:0.0:1769074872.500350:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab85501800. 00000004:00000010:0.0:1769074872.500356:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab85502000. 00000004:00000010:0.0:1769074872.500378:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa833e6800. 00000004:00000010:0.0:1769074872.500382:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab84308000. 00000004:00000010:0.0:1769074872.500384:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab88c9b000. 00000004:00000010:0.0:1769074872.500387:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab8430e800. 00000004:00000010:0.0:1769074872.500390:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daba056b000. 00000004:00000010:0.0:1769074872.500394:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dabad727000. 00000004:00000010:0.0:1769074872.500397:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab85594000. 00000004:00000010:0.0:1769074872.500401:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab8601f000. 00000004:00000010:0.0:1769074872.500405:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8dab8601b800. 00000004:00000010:0.0:1769074872.500409:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa82498800. 00000004:00000010:0.0:1769074872.500412:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa82374000. 00000004:00000010:0.0:1769074872.500415:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daba056d000. 00000004:00000010:0.0:1769074872.500419:0:47186:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at ffff8dab88aa2000. 00000020:00000010:0.0:1769074872.500424:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa83539600. 00000040:00000010:0.0:1769074872.500428:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa83539400. 00000020:00000010:0.0:1769074872.500431:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8fff9800. 00000020:00000010:0.0:1769074872.500435:0:47186:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa8316f8c0. 00000020:00000010:0.0:1769074872.500440:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa83539e00. 80000000:00000010:0.0:1769074872.500443:0:47186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89c8a120. 40000000:00000010:0.0:1769074872.500447:0:47186:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabb3c2a7c0. 00100000:00000010:0.0:1769074872.500450:0:47186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8fffe800. 00040000:00000010:0.0:1769074872.500453:0:47186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae0ffb00. 00040000:00000010:0.0:1769074872.500457:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa83539c00. 00080000:00000010:0.0:1769074872.500461:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8fff9000. 00000004:00000010:0.0:1769074872.500464:0:47186:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa8249e000. 00000004:00000010:0.0:1769074872.500468:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab843f5000. 00000004:00000010:0.0:1769074872.500470:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa8249a800. 00000004:00000010:0.0:1769074872.500474:0:47186:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dab88dd9800. 00000020:00000010:0.0:1769074872.500477:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa83538400. 00000020:00000010:0.0:1769074872.500480:0:47186:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8daa8baae360. 00000020:00000010:0.0:1769074872.500486:0:47186:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8daa8eef1300. 00000004:00000010:0.0:1769074872.500491:0:47186:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at ffff8dabb3c2a6c0. 00000020:00000010:3.0:1769074872.500636:0:47151:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8dabb4a17840. 00000020:00000010:3.0:1769074872.500644:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab88a2d800. 00000020:00000010:3.0:1769074872.500652:0:47151:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8bc5c000. 00000020:00000010:3.0:1769074872.500655:0:47151:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8bc5cc00. 00000040:00000010:3.0:1769074872.500658:0:47151:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8bc5d200. 00000020:00000010:3.0:1769074872.500661:0:47151:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88cd2800. 00000020:00000010:3.0:1769074872.500665:0:47151:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dab9eda4670. 00000020:00000010:3.0:1769074872.500669:0:47151:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8bc5da00. 80000000:00000010:3.0:1769074872.500671:0:47151:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabb4bc36c0. 40000000:00000010:3.0:1769074872.500674:0:47151:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab87582dc0. 00100000:00000010:3.0:1769074872.500677:0:47151:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab88cd1800. 00040000:00000010:3.0:1769074872.500680:0:47151:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab88e38700. 00040000:00000010:3.0:1769074872.500683:0:47151:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8bc5d800. 00080000:00000010:3.0:1769074872.500698:0:47151:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88cd0000. 00000004:00000010:3.0:1769074872.500701:0:47151:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8dab88cd2000. 00000004:00000010:3.0:1769074872.500705:0:47151:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8daa8fd88000. 00002000:00000010:3.0:1769074872.500710:0:47151:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8daa8fb49400. 00000004:00000010:3.0:1769074872.500712:0:47151:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8daa8fb4b800. 00000004:00000010:3.0:1769074872.500718:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabbc9bb000. 00000004:00000010:3.0:1769074872.500721:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8f6f3000. 00000004:00000010:3.0:1769074872.500725:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8fb4b400. 00000004:00000010:3.0:1769074872.500728:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8e933c00. 00000004:00000010:3.0:1769074872.500753:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8fc2fc00. 00000004:00000010:3.0:1769074872.500757:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8fc2c000. 00000004:00000010:3.0:1769074872.500760:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa81b41800. 00000004:00000010:3.0:1769074872.500778:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabbfdee400. 00000004:00000010:3.0:1769074872.500783:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabb4970800. 00000004:00000010:3.0:1769074872.500786:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8caecc00. 00000004:00000010:3.0:1769074872.500791:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8caeec00. 00000004:00000010:3.0:1769074872.500794:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa84304c00. 00000004:00000010:3.0:1769074872.500798:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8a41ec00. 00000004:00000010:3.0:1769074872.500802:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabbff77c00. 00000004:00000010:3.0:1769074872.500806:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8fa87800. 00000004:00000010:3.0:1769074872.500808:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8f874c00. 00000004:00000010:3.0:1769074872.500810:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8a41dc00. 00000004:00000010:3.0:1769074872.500812:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8c4e1000. 00000004:00000010:3.0:1769074872.500826:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa83975400. 00000004:00000010:3.0:1769074872.500829:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabbc772c00. 00000004:00000010:3.0:1769074872.500831:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabbfded000. 00000004:00000010:3.0:1769074872.500835:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa84306c00. 00000004:00000010:3.0:1769074872.500837:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8a915800. 00000004:00000010:3.0:1769074872.500839:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabadb04c00. 00000004:00000010:3.0:1769074872.500843:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8bb1e400. 00000004:00000010:3.0:1769074872.500845:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa89d9c800. 00000004:00000010:3.0:1769074872.500848:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8caed000. 00000004:00000010:3.0:1769074872.500850:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa89d9c000. 00000004:00000010:3.0:1769074872.500851:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabbfdec000. 00000004:00000010:3.0:1769074872.500854:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabbd51fc00. 00000004:00000010:3.0:1769074872.500856:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daba0dd0000. 00000004:00000010:3.0:1769074872.500860:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daba0dd3c00. 00000004:00000010:3.0:1769074872.500862:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daba0dd1400. 00000004:00000010:3.0:1769074872.500865:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8a9aac00. 00000004:00000010:3.0:1769074872.500867:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa89c16c00. 00000004:00000010:3.0:1769074872.500871:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8c4e1c00. 00000004:00000010:3.0:1769074872.500874:0:47151:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at ffff8daa83962800. 00000020:00000010:3.0:1769074872.500879:0:47151:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8bc5cc00. 00000040:00000010:3.0:1769074872.500882:0:47151:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8bc5d200. 00000020:00000010:3.0:1769074872.500885:0:47151:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88cd2800. 00000020:00000010:3.0:1769074872.500888:0:47151:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda4670. 00000020:00000010:3.0:1769074872.500891:0:47151:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bc5da00. 80000000:00000010:3.0:1769074872.500894:0:47151:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabb4bc36c0. 40000000:00000010:3.0:1769074872.500896:0:47151:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab87582dc0. 00100000:00000010:3.0:1769074872.500899:0:47151:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88cd1800. 00040000:00000010:3.0:1769074872.500902:0:47151:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab88e38700. 00040000:00000010:3.0:1769074872.500905:0:47151:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bc5d800. 00080000:00000010:3.0:1769074872.500907:0:47151:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88cd0000. 00000004:00000010:3.0:1769074872.500909:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88cd2000. 00000004:00000010:3.0:1769074872.500912:0:47151:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8fd88000. 00002000:00000010:3.0:1769074872.500915:0:47151:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8fb49400. 00000004:00000010:3.0:1769074872.500917:0:47151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8fb4b800. 00000020:00000010:3.0:1769074872.500919:0:47151:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bc5c000. 00000020:00000010:3.0:1769074872.500922:0:47151:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabbfe26360. 00000020:00000010:3.0:1769074872.500926:0:47151:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8daa83960000. 00000020:00000010:0.0:1769074872.501076:0:47186:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8dabb3c2a6c0. 00000001:00000010:0.0:1769074872.501371:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a942c00. 00000001:00000010:0.0:1769074872.501376:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabadb1ec00. 00000001:00000010:0.0:1769074872.501378:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabadb1e200. 00000001:00000010:0.0:1769074872.501380:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabadb1e000. 00000001:00000010:0.0:1769074872.501382:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab858f4be0. 00000001:00000010:0.0:1769074872.501386:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89168b00. 00000001:00000010:0.0:1769074872.501392:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabadb1e400. 00000001:00000010:0.0:1769074872.501395:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabadb1f200. 00000001:00000010:0.0:1769074872.501397:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabadb1f600. 00000001:00000010:0.0:1769074872.501399:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabadb1fc00. 00000001:00000010:0.0:1769074872.501401:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dabafd6f300. 00000001:00000010:0.0:1769074872.501403:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89168800. 00000020:00000010:0.0:1769074872.501410:0:47186:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8dabb3c2a6c0. 00000020:00000010:3.0:1769074872.501491:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab85593800. 00000020:00000010:3.0:1769074872.501499:0:47151:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8bc5c000. 00000020:00000010:3.0:1769074872.501502:0:47151:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8bc5d800. 00000040:00000010:3.0:1769074872.501505:0:47151:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8bc5da00. 00000020:00000010:3.0:1769074872.501508:0:47151:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88cd2000. 00000020:00000010:3.0:1769074872.501511:0:47151:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dab9eda4670. 00000020:00000010:3.0:1769074872.501514:0:47151:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8bc5d200. 80000000:00000010:3.0:1769074872.501517:0:47151:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabb4bc36c0. 40000000:00000010:3.0:1769074872.501520:0:47151:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab87582dc0. 00100000:00000010:3.0:1769074872.501523:0:47151:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab88cd0000. 00040000:00000010:3.0:1769074872.501526:0:47151:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab88e38700. 00040000:00000010:3.0:1769074872.501529:0:47151:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8bc5cc00. 00080000:00000010:3.0:1769074872.501531:0:47151:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88cd1800. 00000004:00000010:3.0:1769074872.501534:0:47151:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8dab88cd2800. 00000004:00000010:3.0:1769074872.501537:0:47151:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8daa8fd88000. 00000004:00000010:3.0:1769074872.501543:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa8ff61000. 00000004:00000010:3.0:1769074872.501548:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dabbe29d000. 00000004:00000010:3.0:1769074872.501551:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa82679000. 00000004:00000010:3.0:1769074872.501554:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa8ff65000. 00000004:00000010:3.0:1769074872.501558:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa8ec0b000. 00000004:00000010:3.0:1769074872.501561:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa8ec0a800. 00000004:00000010:3.0:1769074872.501564:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa82be6800. 00000004:00000010:3.0:1769074872.501568:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88cc1000. 00000004:00000010:3.0:1769074872.501574:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dabbfffa000. 00000020:00000010:3.0:1769074872.501577:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 260 at ffff8dab93b73400. 00000020:00000010:3.0:1769074872.501580:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8daa8cb4f000. 00000020:00000010:3.0:1769074872.501584:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 260 at ffff8dab93b72000. 00000004:00000010:3.0:1769074872.501586:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88cc4000. 00000004:00000010:3.0:1769074872.501589:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88d4b800. 00000020:00000010:3.0:1769074872.501593:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 260 at ffff8dabb401e200. 00000020:00000010:3.0:1769074872.501597:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8daa8c417000. 00000020:00000010:3.0:1769074872.501673:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 260 at ffff8dabb401f800. 00000004:00000010:3.0:1769074872.501677:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88d49000. 00000004:00000010:3.0:1769074872.501681:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dababb64800. 00000004:00000010:3.0:1769074872.501694:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88cd7000. 00000004:00000010:3.0:1769074872.501697:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88de3000. 00000004:00000010:3.0:1769074872.501701:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88cc3800. 00000004:00000010:3.0:1769074872.501704:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dababb66000. 00000004:00000010:3.0:1769074872.501709:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daba056c800. 00000020:00000010:3.0:1769074872.501713:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 260 at ffff8dabb5b30800. 00000020:00000010:3.0:1769074872.501717:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8daa8a3fb000. 00000020:00000010:3.0:1769074872.501720:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 260 at ffff8dabb48f4e00. 00000004:00000010:3.0:1769074872.501723:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88a28800. 00000020:00000010:3.0:1769074872.501726:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 260 at ffff8dab88281200. 00000020:00000010:3.0:1769074872.501729:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8daa82fc0000. 00000020:00000010:3.0:1769074872.501731:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 260 at ffff8dab88280a00. 00000004:00000010:3.0:1769074872.501734:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab84309800. 00000020:00000010:3.0:1769074872.501736:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 260 at ffff8daa8a933000. 00000020:00000010:3.0:1769074872.501738:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8daa8cbb0000. 00000020:00000010:3.0:1769074872.501741:0:47151:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 260 at ffff8daa8a932c00. 00000004:00000010:3.0:1769074872.501743:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dabbe298000. 00000004:00000010:3.0:1769074872.501748:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88c9e000. 00000004:00000010:3.0:1769074872.501751:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab85504800. 00000004:00000010:3.0:1769074872.501754:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab85506800. 00000004:00000010:3.0:1769074872.501759:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa833e2800. 00000004:00000010:3.0:1769074872.501762:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab8430e000. 00000004:00000010:3.0:1769074872.501764:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88c9e800. 00000004:00000010:3.0:1769074872.501766:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab84308800. 00000004:00000010:3.0:1769074872.501769:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daba0569000. 00000004:00000010:3.0:1769074872.501773:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dabad723800. 00000004:00000010:3.0:1769074872.501777:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab8601d800. 00000004:00000010:3.0:1769074872.501780:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab8601a800. 00000004:00000010:3.0:1769074872.501784:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab8601c000. 00000004:00000010:3.0:1769074872.501787:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa8249d000. 00000004:00000010:3.0:1769074872.501790:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa82374800. 00000004:00000010:3.0:1769074872.501793:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daba056e000. 00000004:00000010:3.0:1769074872.501797:0:47151:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at ffff8dab8608ac00. 00000020:00000010:3.0:1769074872.501801:0:47151:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8bc5d800. 00000040:00000010:3.0:1769074872.501804:0:47151:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8bc5da00. 00000020:00000010:3.0:1769074872.501807:0:47151:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88cd2000. 00000020:00000010:3.0:1769074872.501810:0:47151:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda4670. 00000020:00000010:3.0:1769074872.501813:0:47151:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bc5d200. 80000000:00000010:3.0:1769074872.501816:0:47151:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabb4bc36c0. 40000000:00000010:3.0:1769074872.501819:0:47151:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab87582dc0. 00100000:00000010:3.0:1769074872.501821:0:47151:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88cd0000. 00040000:00000010:3.0:1769074872.501823:0:47151:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab88e38700. 00040000:00000010:3.0:1769074872.501826:0:47151:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bc5cc00. 00080000:00000010:3.0:1769074872.501829:0:47151:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88cd1800. 00000004:00000010:3.0:1769074872.501831:0:47151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8dab88cd2800. 00000004:00000010:3.0:1769074872.501833:0:47151:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8fd88000. 00000020:00000010:3.0:1769074872.501836:0:47151:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bc5c000. 00000020:00000010:3.0:1769074872.501838:0:47151:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8daa8baab1b0. 00000020:00000010:3.0:1769074872.501843:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab86018000. 00000020:00000010:0.0:1769074872.501929:0:47186:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff8dabbd142ae0. 00000020:00000010:0.0:1769074872.501934:0:47186:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff8dab85da8480. 00000001:00000010:0.0:1769074872.501949:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa89bc4800. 00000001:00000010:0.0:1769074872.501952:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa89bc4600. 00000001:00000010:0.0:1769074872.501953:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa89bc4400. 00000001:00000010:0.0:1769074872.501955:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa89bc4200. 00000001:00000010:0.0:1769074872.501958:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab85da88e0. 00000001:00000010:0.0:1769074872.501960:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89168600. 00000001:00000010:0.0:1769074872.501965:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa89bc5a00. 00000001:00000010:0.0:1769074872.501967:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa89bc5000. 00000001:00000010:0.0:1769074872.501970:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa89bc4c00. 00000001:00000010:0.0:1769074872.501972:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa89bc5800. 00000001:00000010:0.0:1769074872.501974:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab85da8900. 00000001:00000010:0.0:1769074872.501975:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89168300. 00000004:00000010:0.0:1769074872.501984:0:47186:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8dab8bc58740. 00000020:00000010:0.0:1769074872.501992:0:47186:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa83963000. 00000020:00000010:0.0:1769074872.501998:0:47186:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa83538400. 00000020:00000010:0.0:1769074872.502001:0:47186:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa83539c00. 00000040:00000010:0.0:1769074872.502004:0:47186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa83539e00. 00000020:00000010:0.0:1769074872.502007:0:47186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8249a800. 00000020:00000010:0.0:1769074872.502011:0:47186:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316f8c0. 00000020:00000010:0.0:1769074872.502014:0:47186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa83539400. 80000000:00000010:0.0:1769074872.502017:0:47186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab89c8a120. 40000000:00000010:0.0:1769074872.502020:0:47186:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabb3c2a6c0. 00100000:00000010:0.0:1769074872.502023:0:47186:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8249e000. 00040000:00000010:0.0:1769074872.502027:0:47186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabae0ffb00. 00040000:00000010:0.0:1769074872.502030:0:47186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa83539600. 00080000:00000010:0.0:1769074872.502034:0:47186:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa82498800. 00000004:00000010:0.0:1769074872.502038:0:47186:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8dab843f5000. 00000004:00000010:0.0:1769074872.502042:0:47186:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at ffff8dab83076000. 00000020:00000010:0.0:1769074872.502046:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa83539c00. 00000040:00000010:0.0:1769074872.502048:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa83539e00. 00000020:00000010:0.0:1769074872.502051:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8249a800. 00000020:00000010:0.0:1769074872.502053:0:47186:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa8316f8c0. 00000020:00000010:0.0:1769074872.502056:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa83539400. 80000000:00000010:0.0:1769074872.502058:0:47186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89c8a120. 40000000:00000010:0.0:1769074872.502060:0:47186:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabb3c2a6c0. 00100000:00000010:0.0:1769074872.502063:0:47186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8249e000. 00040000:00000010:0.0:1769074872.502065:0:47186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae0ffb00. 00040000:00000010:0.0:1769074872.502068:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa83539600. 00080000:00000010:0.0:1769074872.502070:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82498800. 00000004:00000010:0.0:1769074872.502072:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab843f5000. 00000020:00000010:0.0:1769074872.502075:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa83538400. 00000020:00000010:0.0:1769074872.502077:0:47186:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8daa8baa8000. 00000020:00000010:0.0:1769074872.502093:0:47186:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8dabb3c2ad40. 00000020:00000010:0.0:1769074872.502102:0:47186:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at ffff8dabb3c2ad40. 20000000:00000010:0.0:1769074872.502113:0:47186:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff8daa810c0140. 00000100:00000200:0.0:1769074872.502150:0:47186:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:0.0:1769074872.502192:0:42292:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabafc5f000. 00000040:00000010:0.0:1769074872.502198:0:42292:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa83adf800. 00000020:00000010:0.0:1769074872.502201:0:42292:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab87d64000. 00000020:00000010:0.0:1769074872.502204:0:42292:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab9175f800. 80000000:00000010:0.0:1769074872.502207:0:42292:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a1960. 00040000:00000010:0.0:1769074872.502211:0:42292:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab9175f200. 00080000:00000010:0.0:1769074872.502213:0:42292:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8bba7800. 20000000:00000010:0.0:1769074872.502217:0:42292:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8dab9175f600. 00000020:00000010:0.0:1769074872.502219:0:42292:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafc5fc00. 00000020:00000010:0.0:1769074872.502225:0:42292:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabbd43f080. 00000100:00000010:0.0:1769074872.502229:0:42292:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabbd43f000. 00000020:00000010:2.0:1769074872.502354:0:45980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8259b800. 00000020:00000010:2.0:1769074872.502360:0:45980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8259a600. 00000020:00000010:2.0:1769074872.502373:0:45980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab85595000. 00000020:00000010:2.0:1769074872.502377:0:45980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73a338. 00000020:00000010:2.0:1769074872.502381:0:45980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab829f1000. 80000000:00000010:2.0:1769074872.502384:0:45980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8eef17e0. 40000000:00000010:2.0:1769074872.502387:0:45980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab825b1240. 00100000:00000010:2.0:1769074872.502390:0:45980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab85594000. 00040000:00000010:2.0:1769074872.502393:0:45980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab89168300. 00040000:00000010:2.0:1769074872.502396:0:45980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab88dcae00. 00080000:00000010:2.0:1769074872.502402:0:45980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a17000. 00002000:00000010:2.0:1769074872.502406:0:45980:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabbc5a7400. 00000020:00000010:2.0:1769074872.502409:0:45980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8259a600. 00000020:00000010:2.0:1769074872.502413:0:45980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab85595000. 00000020:00000010:2.0:1769074872.502417:0:45980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73a338. 00000020:00000010:2.0:1769074872.502419:0:45980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab829f1000. 80000000:00000010:2.0:1769074872.502422:0:45980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8eef17e0. 40000000:00000010:2.0:1769074872.502424:0:45980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab825b1240. 00100000:00000010:2.0:1769074872.502426:0:45980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab85594000. 00040000:00000010:2.0:1769074872.502429:0:45980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89168300. 00040000:00000010:2.0:1769074872.502432:0:45980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab88dcae00. 00080000:00000010:2.0:1769074872.502434:0:45980:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a17000. 00002000:00000010:2.0:1769074872.502438:0:45980:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc5a7400. 00000020:00000010:2.0:1769074872.502440:0:45980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8259b800. 00000020:00000010:2.0:1769074872.502445:0:45980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:2.0:1769074872.502448:0:45980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab88dcb800. 00000020:00000010:2.0:1769074872.502450:0:45980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a17000. 00000020:00000010:2.0:1769074872.502453:0:45980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73a338. 00000020:00000010:2.0:1769074872.502455:0:45980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab88dcb000. 80000000:00000010:2.0:1769074872.502457:0:45980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8eef17e0. 40000000:00000010:2.0:1769074872.502459:0:45980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab825b1240. 00100000:00000010:2.0:1769074872.502462:0:45980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa83a14800. 00040000:00000010:2.0:1769074872.502464:0:45980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab89168300. 00040000:00000010:2.0:1769074872.502466:0:45980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab88dcba00. 00080000:00000010:2.0:1769074872.502468:0:45980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a10000. 00002000:00000010:2.0:1769074872.502470:0:45980:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabbc5a7400. 00000020:00000010:2.0:1769074872.502527:0:45980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab88dcb800. 00000020:00000010:2.0:1769074872.502532:0:45980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a17000. 00000020:00000010:2.0:1769074872.502534:0:45980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73a338. 00000020:00000010:2.0:1769074872.502536:0:45980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab88dcb000. 80000000:00000010:2.0:1769074872.502538:0:45980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8eef17e0. 40000000:00000010:2.0:1769074872.502540:0:45980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab825b1240. 00100000:00000010:2.0:1769074872.502543:0:45980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa83a14800. 00040000:00000010:2.0:1769074872.502546:0:45980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89168300. 00040000:00000010:2.0:1769074872.502550:0:45980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab88dcba00. 00080000:00000010:2.0:1769074872.502552:0:45980:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a10000. 00002000:00000010:2.0:1769074872.502558:0:45980:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc5a7400. 00000020:00000010:2.0:1769074872.502561:0:45980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00000020:00000010:3.0:1769074872.502892:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab8601e800. 00000020:00000010:3.0:1769074872.502910:0:42294:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa89c4ee00. 00000040:00000010:3.0:1769074872.502915:0:42294:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa89c4f400. 00000020:00000010:3.0:1769074872.502918:0:42294:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82636800. 00000020:00000010:3.0:1769074872.502923:0:42294:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa89c4f800. 80000000:00000010:3.0:1769074872.502926:0:42294:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabad902c60. 00040000:00000010:3.0:1769074872.502929:0:42294:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa89c4ec00. 00080000:00000010:3.0:1769074872.502932:0:42294:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82634800. 20000000:00000010:3.0:1769074872.502934:0:42294:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8daa89c4f200. 00000020:00000010:3.0:1769074872.502936:0:42294:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa89c4fc00. 00000020:00000010:3.0:1769074872.502940:0:42294:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa842c3c80. 00000100:00000010:3.0:1769074872.502943:0:42294:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa842c3880. 00000001:00000010:3.0:1769074872.503208:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabae047800. 00000001:00000010:3.0:1769074872.503214:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabae047200. 00000001:00000010:3.0:1769074872.503217:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8c5ebe00. 00000001:00000010:3.0:1769074872.503220:0:47151:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8c5eb800. 00000001:00000010:3.0:1769074872.503222:0:47151:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab90da3020. 00000001:00000010:3.0:1769074872.503224:0:47151:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab891f2800. 00000020:00000010:3.0:1769074872.503229:0:47151:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa82637000. 00000020:00000010:3.0:1769074872.503235:0:47151:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8daa82633000. 00000020:00000010:1.0:1769074872.504509:0:42291:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabafc5ea00. 00000040:00000010:1.0:1769074872.504519:0:42291:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabafc5e600. 00000020:00000010:1.0:1769074872.504523:0:42291:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab87d66800. 00000020:00000010:1.0:1769074872.504528:0:42291:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabafc5ee00. 80000000:00000010:1.0:1769074872.504531:0:42291:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a12a0. 00040000:00000010:1.0:1769074872.504536:0:42291:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabafc5f600. 00080000:00000010:1.0:1769074872.504541:0:42291:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab87d63000. 20000000:00000010:1.0:1769074872.504544:0:42291:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8dabafc5ec00. 00000020:00000010:1.0:1769074872.504547:0:42291:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabb4337a00. 00000020:00000010:1.0:1769074872.504553:0:42291:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabbd43f800. 00000100:00000010:1.0:1769074872.504564:0:42291:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabbd43f1c0. 00000100:00000010:0.0:1769074872.504776:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabb4336000. 00000100:00000010:0.0:1769074872.504784:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabafc5fe00. 00000100:00000010:0.0:1769074872.504788:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa89c4e200. 00000400:00000200:0.0:1769074872.504796:0:47186:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00000400:00000010:0.0:1769074872.504806:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481268. 00000400:00000200:0.0:1769074872.504809:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8366c6c0 00000400:00000010:0.0:1769074872.504812:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8366c6c0. 00000100:00000200:0.0:1769074872.504817:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504822:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8d68. 00000400:00000200:0.0:1769074872.504825:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab908d7cc0 00000400:00000010:0.0:1769074872.504827:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab908d7cc0. 00000100:00000200:0.0:1769074872.504830:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504834:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8f20. 00000400:00000200:0.0:1769074872.504836:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f6d8cc0 00000400:00000010:0.0:1769074872.504838:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f6d8cc0. 00000100:00000200:0.0:1769074872.504840:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504844:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a89f8. 00000400:00000200:0.0:1769074872.504846:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f6d8180 00000400:00000010:0.0:1769074872.504848:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f6d8180. 00000100:00000200:0.0:1769074872.504850:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504853:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1aa8. 00000400:00000200:0.0:1769074872.504857:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae111180 00000400:00000010:0.0:1769074872.504859:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabae111180. 00000100:00000200:0.0:1769074872.504861:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504864:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee17e8. 00000400:00000200:0.0:1769074872.504866:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae1110c0 00000400:00000010:0.0:1769074872.504868:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabae1110c0. 00000100:00000200:0.0:1769074872.504870:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504873:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4108. 00000400:00000200:0.0:1769074872.504875:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddf840 00000400:00000010:0.0:1769074872.504877:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddf840. 00000100:00000200:0.0:1769074872.504880:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504883:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481f20. 00000400:00000200:0.0:1769074872.504885:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc12e300 00000400:00000010:0.0:1769074872.504887:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbc12e300. 00000100:00000200:0.0:1769074872.504889:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504892:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec45d8. 00000400:00000200:0.0:1769074872.504895:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddfa80 00000400:00000010:0.0:1769074872.504896:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddfa80. 00000100:00000200:0.0:1769074872.504898:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504901:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad5378f0. 00000400:00000200:0.0:1769074872.504903:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdcc480 00000400:00000010:0.0:1769074872.504905:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbfdcc480. 00000100:00000200:0.0:1769074872.504907:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504911:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481478. 00000400:00000200:0.0:1769074872.504913:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa593c0 00000400:00000010:0.0:1769074872.504915:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa593c0. 00000100:00000200:0.0:1769074872.504917:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504920:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6aa8. 00000400:00000200:0.0:1769074872.504922:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa59300 00000400:00000010:0.0:1769074872.504925:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa59300. 00000100:00000200:0.0:1769074872.504927:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504930:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6c08. 00000400:00000200:0.0:1769074872.504931:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa59900 00000400:00000010:0.0:1769074872.504932:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa59900. 00000100:00000200:0.0:1769074872.504934:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504937:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481e70. 00000400:00000200:0.0:1769074872.504939:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdccc00 00000400:00000010:0.0:1769074872.504940:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbfdccc00. 00000100:00000200:0.0:1769074872.504942:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504945:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a84d0. 00000400:00000200:0.0:1769074872.504948:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaff629c0 00000400:00000010:0.0:1769074872.504949:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabaff629c0. 00000100:00000200:0.0:1769074872.504951:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504955:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f63c8. 00000400:00000200:0.0:1769074872.504957:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa59cc0 00000400:00000010:0.0:1769074872.504958:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa59cc0. 00000100:00000200:0.0:1769074872.504960:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504963:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6478. 00000400:00000200:0.0:1769074872.504965:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa59d80 00000400:00000010:0.0:1769074872.504967:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa59d80. 00000100:00000200:0.0:1769074872.504969:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504972:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8aa8. 00000400:00000200:0.0:1769074872.504974:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaff62cc0 00000400:00000010:0.0:1769074872.504976:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabaff62cc0. 00000100:00000200:0.0:1769074872.504978:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504981:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4688. 00000400:00000200:0.0:1769074872.504983:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb6ba4300 00000400:00000010:0.0:1769074872.504985:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb6ba4300. 00000100:00000200:0.0:1769074872.504987:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.504991:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63dc0. 00000400:00000200:0.0:1769074872.504993:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb6ba4540 00000400:00000010:0.0:1769074872.504996:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb6ba4540. 00000100:00000200:0.0:1769074872.504997:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505001:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63630. 00000400:00000200:0.0:1769074872.505003:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba8a3c900 00000400:00000010:0.0:1769074872.505005:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daba8a3c900. 00000100:00000200:0.0:1769074872.505014:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505020:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63cb8. 00000400:00000200:0.0:1769074872.505023:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f913d80 00000400:00000010:0.0:1769074872.505024:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f913d80. 00000100:00000200:0.0:1769074872.505027:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505031:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481dc0. 00000400:00000200:0.0:1769074872.505033:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82faf600 00000400:00000010:0.0:1769074872.505035:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab82faf600. 00000100:00000200:0.0:1769074872.505037:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505040:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63688. 00000400:00000200:0.0:1769074872.505041:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9045bcc0 00000400:00000010:0.0:1769074872.505043:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab9045bcc0. 00000100:00000200:0.0:1769074872.505045:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505048:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f688. 00000400:00000200:0.0:1769074872.505050:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8efb6780 00000400:00000010:0.0:1769074872.505052:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8efb6780. 00000100:00000200:0.0:1769074872.505054:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505057:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6b00. 00000400:00000200:0.0:1769074872.505059:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82613e40 00000400:00000010:0.0:1769074872.505061:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa82613e40. 00000100:00000200:0.0:1769074872.505063:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505066:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6108. 00000400:00000200:0.0:1769074872.505068:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa826139c0 00000400:00000010:0.0:1769074872.505070:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa826139c0. 00000100:00000200:0.0:1769074872.505072:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505074:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f528. 00000400:00000200:0.0:1769074872.505076:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab84364900 00000400:00000010:0.0:1769074872.505078:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab84364900. 00000100:00000200:0.0:1769074872.505090:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505093:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63738. 00000400:00000200:0.0:1769074872.505095:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd2686c0 00000400:00000010:0.0:1769074872.505097:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbd2686c0. 00000100:00000200:0.0:1769074872.505104:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505108:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6cb8. 00000400:00000200:0.0:1769074872.505110:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfedcf00 00000400:00000010:0.0:1769074872.505112:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbfedcf00. 00000100:00000200:0.0:1769074872.505114:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505117:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f67e8. 00000400:00000200:0.0:1769074872.505119:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfedc9c0 00000400:00000010:0.0:1769074872.505120:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbfedc9c0. 00000100:00000200:0.0:1769074872.505126:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505130:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481840. 00000400:00000200:0.0:1769074872.505132:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82faf180 00000400:00000010:0.0:1769074872.505134:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab82faf180. 00000100:00000200:0.0:1769074872.505136:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505140:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fe18. 00000400:00000200:0.0:1769074872.505142:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83227480 00000400:00000010:0.0:1769074872.505143:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa83227480. 00000100:00000200:0.0:1769074872.505145:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505149:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481c60. 00000400:00000200:0.0:1769074872.505151:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82613d80 00000400:00000010:0.0:1769074872.505153:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa82613d80. 00000100:00000200:0.0:1769074872.505157:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505160:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63898. 00000400:00000200:0.0:1769074872.505161:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa88ff7480 00000400:00000010:0.0:1769074872.505163:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa88ff7480. 00000100:00000200:0.0:1769074872.505166:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505169:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481738. 00000400:00000200:0.0:1769074872.505170:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82613240 00000400:00000010:0.0:1769074872.505172:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa82613240. 00000100:00000200:0.0:1769074872.505173:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505177:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481e18. 00000400:00000200:0.0:1769074872.505179:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82613f00 00000400:00000010:0.0:1769074872.505180:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa82613f00. 00000100:00000200:0.0:1769074872.505188:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505192:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6dc0. 00000400:00000200:0.0:1769074872.505195:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa88dd1c00 00000400:00000010:0.0:1769074872.505197:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa88dd1c00. 00000100:00000200:0.0:1769074872.505203:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505207:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481aa8. 00000400:00000200:0.0:1769074872.505209:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8eb19900 00000400:00000010:0.0:1769074872.505211:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8eb19900. 00000100:00000200:0.0:1769074872.505217:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505221:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537840. 00000400:00000200:0.0:1769074872.505223:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b26ea80 00000400:00000010:0.0:1769074872.505224:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8b26ea80. 00000100:00000200:0.0:1769074872.505226:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505229:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608d9a0. 00000400:00000200:0.0:1769074872.505231:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb493d480 00000400:00000010:0.0:1769074872.505232:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb493d480. 00000100:00000200:0.0:1769074872.505234:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505238:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608dec8. 00000400:00000200:0.0:1769074872.505239:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb493d9c0 00000400:00000010:0.0:1769074872.505240:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb493d9c0. 00000100:00000200:0.0:1769074872.505242:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505245:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6688. 00000400:00000200:0.0:1769074872.505248:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4f47a80 00000400:00000010:0.0:1769074872.505249:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb4f47a80. 00000100:00000200:0.0:1769074872.505255:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505259:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608d4d0. 00000400:00000200:0.0:1769074872.505261:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab83313180 00000400:00000010:0.0:1769074872.505263:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab83313180. 00000100:00000200:0.0:1769074872.505268:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505272:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f61b8. 00000400:00000200:0.0:1769074872.505274:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba044f9c0 00000400:00000010:0.0:1769074872.505276:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daba044f9c0. 00000100:00000200:0.0:1769074872.505282:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505286:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6738. 00000400:00000200:0.0:1769074872.505288:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbe9920c0 00000400:00000010:0.0:1769074872.505289:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbe9920c0. 00000100:00000200:0.0:1769074872.505294:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505298:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537cb8. 00000400:00000200:0.0:1769074872.505300:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab859a9540 00000400:00000010:0.0:1769074872.505302:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab859a9540. 00000100:00000200:0.0:1769074872.505305:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505308:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537d10. 00000400:00000200:0.0:1769074872.505311:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9088a3c0 00000400:00000010:0.0:1769074872.505313:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab9088a3c0. 00000100:00000200:0.0:1769074872.505316:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505321:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537210. 00000400:00000200:0.0:1769074872.505323:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa88ed89c0 00000400:00000010:0.0:1769074872.505325:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa88ed89c0. 00000100:00000200:0.0:1769074872.505327:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505330:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6f78. 00000400:00000200:0.0:1769074872.505332:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae257f00 00000400:00000010:0.0:1769074872.505334:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabae257f00. 00000100:00000200:0.0:1769074872.505337:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505340:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6a50. 00000400:00000200:0.0:1769074872.505343:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa827b8540 00000400:00000010:0.0:1769074872.505345:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa827b8540. 00000100:00000200:0.0:1769074872.505348:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505352:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6000. 00000400:00000200:0.0:1769074872.505354:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa827b8cc0 00000400:00000010:0.0:1769074872.505356:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa827b8cc0. 00000100:00000200:0.0:1769074872.505377:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505383:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608d1b8. 00000400:00000200:0.0:1769074872.505385:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f9eb0c0 00000400:00000010:0.0:1769074872.505387:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f9eb0c0. 00000100:00000200:0.0:1769074872.505393:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505397:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6420. 00000400:00000200:0.0:1769074872.505400:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f8ffcc0 00000400:00000010:0.0:1769074872.505402:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f8ffcc0. 00000100:00000200:0.0:1769074872.505408:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505412:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608dc08. 00000400:00000200:0.0:1769074872.505415:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87d10600 00000400:00000010:0.0:1769074872.505416:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab87d10600. 00000100:00000200:0.0:1769074872.505419:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505423:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608dc60. 00000400:00000200:0.0:1769074872.505426:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82fa8540 00000400:00000010:0.0:1769074872.505428:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab82fa8540. 00000100:00000200:0.0:1769074872.505430:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505434:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6bb0. 00000400:00000200:0.0:1769074872.505437:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f913000 00000400:00000010:0.0:1769074872.505438:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f913000. 00000100:00000200:0.0:1769074872.505442:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505445:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f948. 00000400:00000200:0.0:1769074872.505447:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8783bcc0 00000400:00000010:0.0:1769074872.505450:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8783bcc0. 00000100:00000200:0.0:1769074872.505452:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505456:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537528. 00000400:00000200:0.0:1769074872.505459:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd05240 00000400:00000010:0.0:1769074872.505461:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd05240. 00000100:00000200:0.0:1769074872.505464:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505468:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc638f0. 00000400:00000200:0.0:1769074872.505471:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd77cc0 00000400:00000010:0.0:1769074872.505473:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd77cc0. 00000100:00000200:0.0:1769074872.505476:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505480:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63370. 00000400:00000200:0.0:1769074872.505483:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd77840 00000400:00000010:0.0:1769074872.505484:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd77840. 00000100:00000200:0.0:1769074872.505487:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505491:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864814d0. 00000400:00000200:0.0:1769074872.505493:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f913b40 00000400:00000010:0.0:1769074872.505495:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f913b40. 00000100:00000200:0.0:1769074872.505498:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505503:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f1b8. 00000400:00000200:0.0:1769074872.505505:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8783bc00 00000400:00000010:0.0:1769074872.505507:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8783bc00. 00000100:00000200:0.0:1769074872.505509:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1769074872.505513:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f3c8. 00000400:00000200:0.0:1769074872.505516:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a3f20c0 00000400:00000010:0.0:1769074872.505519:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8a3f20c0. 00000100:00000200:0.0:1769074872.505522:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00000010:0.0:1769074872.505561:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae754000. 00000100:00000010:0.0:1769074872.505566:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab933c5400. 00000100:00000010:0.0:1769074872.505576:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab848e2000. 00000100:00000010:0.0:1769074872.505580:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4844400. 00000100:00000010:0.0:1769074872.505583:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab848e4000. 00000100:00000010:0.0:1769074872.505586:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4847800. 00000100:00000010:0.0:1769074872.506236:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab848e0000. 00000100:00000010:0.0:1769074872.506257:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4846c00. 00000100:00000010:0.0:1769074872.506260:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85d96000. 00000100:00000010:0.0:1769074872.506265:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4847c00. 00000100:00000010:0.0:1769074872.506267:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85d94000. 00000100:00000010:0.0:1769074872.506273:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4846000. 00000100:00000010:0.0:1769074872.506275:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85d90000. 00000100:00000010:0.0:1769074872.506279:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4844c00. 00000100:00000010:0.0:1769074872.506281:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85d92000. 00000100:00000010:0.0:1769074872.506284:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4847400. 00000100:00000010:0.0:1769074872.506286:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6b80000. 00000100:00000010:0.0:1769074872.506308:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4846800. 00000100:00000010:0.0:1769074872.506311:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6b82000. 00000100:00000010:0.0:1769074872.506315:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4847000. 00000100:00000010:0.0:1769074872.506318:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6b86000. 00000100:00000010:0.0:1769074872.506320:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4844800. 00000100:00000010:0.0:1769074872.506322:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6b84000. 00000100:00000010:0.0:1769074872.506325:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4845000. 00000100:00000010:0.0:1769074872.506327:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab89020000. 00000100:00000010:0.0:1769074872.506330:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4845c00. 00000100:00000010:0.0:1769074872.506333:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab89022000. 00000100:00000010:0.0:1769074872.506335:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4845800. 00000100:00000010:0.0:1769074872.506338:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab89026000. 00000100:00000010:0.0:1769074872.506340:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4844000. 00000100:00000010:0.0:1769074872.506342:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab89024000. 00000100:00000010:0.0:1769074872.506344:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4846400. 00000100:00000010:0.0:1769074872.506346:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbcb96000. 00000100:00000010:0.0:1769074872.506349:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabc205b000. 00000100:00000010:0.0:1769074872.506351:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbcb94000. 00000100:00000010:0.0:1769074872.506354:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad30e800. 00000100:00000010:0.0:1769074872.506356:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbcb90000. 00000100:00000010:0.0:1769074872.506375:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad30e000. 00000100:00000010:0.0:1769074872.506378:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbcb92000. 00000100:00000010:0.0:1769074872.506380:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad30f000. 00000100:00000010:0.0:1769074872.506383:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabafa0c000. 00000100:00000010:0.0:1769074872.506398:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4bc8c00. 00000100:00000010:0.0:1769074872.506401:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabafa08000. 00000100:00000010:0.0:1769074872.506405:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4bca000. 00000100:00000010:0.0:1769074872.506407:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabafa0a000. 00000100:00000010:0.0:1769074872.506409:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4bcac00. 00000100:00000010:0.0:1769074872.506412:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabafa0e000. 00000100:00000010:0.0:1769074872.506415:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e6c00. 00000100:00000010:0.0:1769074872.506419:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbea7e000. 00000100:00000010:0.0:1769074872.506422:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e6000. 00000100:00000010:0.0:1769074872.506425:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbea7c000. 00000100:00000010:0.0:1769074872.506427:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e7c00. 00000100:00000010:0.0:1769074872.506430:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbea78000. 00000100:00000010:0.0:1769074872.506433:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e4800. 00000100:00000010:0.0:1769074872.506435:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbea7a000. 00000100:00000010:0.0:1769074872.506437:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e6800. 00000100:00000010:0.0:1769074872.506439:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbe9b4000. 00000100:00000010:0.0:1769074872.506442:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e4000. 00000100:00000010:0.0:1769074872.506443:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbe9b0000. 00000100:00000010:0.0:1769074872.506445:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e7400. 00000100:00000010:0.0:1769074872.506447:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbe9b2000. 00000100:00000010:0.0:1769074872.506450:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e4400. 00000100:00000010:0.0:1769074872.506453:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbe9b6000. 00000100:00000010:0.0:1769074872.506456:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e5400. 00000100:00000010:0.0:1769074872.506458:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae9e4000. 00000100:00000010:0.0:1769074872.506473:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e4c00. 00000100:00000010:0.0:1769074872.506476:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae9e0000. 00000100:00000010:0.0:1769074872.506478:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e7800. 00000100:00000010:0.0:1769074872.506481:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae9e2000. 00000100:00000010:0.0:1769074872.506483:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e7000. 00000100:00000010:0.0:1769074872.506485:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae9e6000. 00000100:00000010:0.0:1769074872.506487:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e5c00. 00000100:00000010:0.0:1769074872.506490:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae9bc000. 00000100:00000010:0.0:1769074872.506493:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e6400. 00000100:00000010:0.0:1769074872.506495:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae9b8000. 00000100:00000010:0.0:1769074872.506497:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa832e5000. 00000100:00000010:0.0:1769074872.506499:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae9ba000. 00000100:00000010:0.0:1769074872.506501:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d45000. 00000100:00000010:0.0:1769074872.506504:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae9be000. 00000100:00000010:0.0:1769074872.506506:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d44800. 00000100:00000010:0.0:1769074872.506509:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbcab4000. 00000100:00000010:0.0:1769074872.506513:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833f8c00. 00000100:00000010:0.0:1769074872.506514:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbcab6000. 00000100:00000010:0.0:1769074872.506517:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa89bfa000. 00000100:00000010:0.0:1769074872.506519:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbcab0000. 00000100:00000010:0.0:1769074872.506522:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa89bfac00. 00000100:00000010:0.0:1769074872.506524:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbcab2000. 00000100:00000010:0.0:1769074872.506526:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa89bf8400. 00000100:00000010:0.0:1769074872.506528:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8daa82728000. 00000100:00000010:0.0:1769074872.506542:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa89bf9400. 00000100:00000010:0.0:1769074872.506544:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8daa8272c000. 00000100:00000010:0.0:1769074872.506546:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa89bf9c00. 00000100:00000010:0.0:1769074872.506548:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8daa8272e000. 00000100:00000010:0.0:1769074872.506550:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa89bf8c00. 00000100:00000010:0.0:1769074872.506552:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb43dc000. 00000100:00000010:0.0:1769074872.506555:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab87060400. 00000100:00000010:0.0:1769074872.506556:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8daa83e88000. 00000100:00000010:0.0:1769074872.506560:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab87060800. 00000100:00000010:0.0:1769074872.506562:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8daa83e8a000. 00000100:00000010:0.0:1769074872.506564:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab87063000. 00000100:00000010:0.0:1769074872.506566:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8daa82966000. 00000100:00000010:0.0:1769074872.506569:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab87062000. 00000100:00000010:0.0:1769074872.506570:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab890be000. 00000100:00000010:0.0:1769074872.506574:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83885400. 00000100:00000010:0.0:1769074872.506576:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab890ba000. 00000100:00000010:0.0:1769074872.506580:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83885800. 00000100:00000010:0.0:1769074872.506581:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab890b8000. 00000100:00000010:0.0:1769074872.506583:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83884c00. 00000100:00000010:0.0:1769074872.506586:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8daa82b7c000. 00000100:00000010:0.0:1769074872.506591:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89160000. 00000100:00000010:0.0:1769074872.506594:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab86008000. 00000100:00000010:0.0:1769074872.506596:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89160c00. 00000100:00000010:0.0:1769074872.506598:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab8600c000. 00000100:00000010:0.0:1769074872.506626:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89162c00. 00000100:00000010:0.0:1769074872.506631:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab8600e000. 00000100:00000010:0.0:1769074872.506633:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89160400. 00000100:00000010:0.0:1769074872.506635:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbec76000. 00000100:00000010:0.0:1769074872.506639:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89161c00. 00000100:00000010:0.0:1769074872.506643:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbec72000. 00000100:00000010:0.0:1769074872.506645:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89160800. 00000100:00000010:0.0:1769074872.506648:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab89c3a000. 00000100:00000010:0.0:1769074872.506650:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89163400. 00000100:00000010:0.0:1769074872.506652:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab89c3c000. 00000100:00000010:0.0:1769074872.506658:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89162000. 00000100:00000010:0.0:1769074872.506660:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab89c38000. 00000100:00000010:0.0:1769074872.506676:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89162800. 00000100:00000010:0.0:1769074872.506679:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae752000. 00000100:00000010:0.0:1769074872.506681:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89163000. 00000100:00000010:0.0:1769074872.506694:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabaf014000. 00000100:00000010:0.0:1769074872.506703:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabae14c000. 00000100:00000010:0.0:1769074872.506709:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab853b0000. 00000100:00000010:0.0:1769074872.506720:0:47186:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dabbd43f340. 00000100:00000010:0.0:1769074872.506726:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab90a47e40. 00000100:00000010:0.0:1769074872.506729:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabb4936c00. 00000100:00000010:0.0:1769074872.506732:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabb4936900. 00000100:00000010:0.0:1769074872.506734:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabb4936480. 00000020:00000010:0.0:1769074872.506830:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab88ca2000. 00000020:00000010:0.0:1769074872.506842:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabb48ce000. 00000020:00000010:0.0:1769074872.506846:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab88c8c000. 00000020:00000010:0.0:1769074872.506853:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbc68c000. 00000020:00000010:0.0:1769074872.506858:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dab866c0000. 00000020:00000010:0.0:1769074872.506864:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dab88d45800. 00000100:00000010:0.0:1769074872.506895:0:47186:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dabadb00000. 00000100:00000010:0.0:1769074872.506904:0:47186:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dab866c4000. 00000100:00000010:0.0:1769074872.506908:0:47186:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8daa833fb400. 00000100:00000010:0.0:1769074872.506911:0:47186:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dabb4337400. 00080000:00000010:0.0:1769074872.506926:0:47186:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dabbd2a6bf0. 00080000:00000010:0.0:1769074872.506930:0:47186:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dabb3c2a6c0. 20000000:00000010:0.0:1769074872.507157:0:47186:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8dab90da36a0. 20000000:00000010:0.0:1769074872.507161:0:47186:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff8daa8fdd71c0. 20000000:00000010:0.0:1769074872.507166:0:47186:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8dab90da34c0. 20000000:00000010:0.0:1769074872.507168:0:47186:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff8daa8fdd7410. 20000000:00000010:0.0:1769074872.507172:0:47186:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8dab90da3c00. 20000000:00000010:0.0:1769074872.507174:0:47186:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at ffff8daa8fa1fce8. 20000000:00000010:0.0:1769074872.507177:0:47186:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8dab90da3e00. 20000000:00000010:0.0:1769074872.507180:0:47186:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at ffff8daa8fdd71f0. 20000000:00000010:0.0:1769074872.507183:0:47186:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8dab90da3a40. 20000000:00000010:0.0:1769074872.507185:0:47186:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff8daa8fdd75f0. 20000000:00000010:0.0:1769074872.507188:0:47186:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8dab90da3720. 20000000:00000010:0.0:1769074872.507191:0:47186:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at ffff8daa8fa1fe60. 00080000:00000010:0.0:1769074872.507199:0:47186:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dabb3c2a6c0. 00080000:00000010:0.0:1769074872.507203:0:47186:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dabbd2a6bf0. 20000000:00000010:0.0:1769074872.507500:0:47186:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff8daa810d0000. 20000000:00000010:0.0:1769074872.507506:0:47186:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff8daa82620000. 20000000:00000010:0.0:1769074872.507510:0:47186:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at ffff8dabbec444d0. 20000000:00000010:0.0:1769074872.507513:0:47186:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at ffff8dabbec443c0. 20000000:00000010:0.0:1769074872.507515:0:47186:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at ffff8dab88282200. 20000000:00000010:0.0:1769074872.507519:0:47186:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at ffff8daa8fa1fe60. 20000000:00000010:0.0:1769074872.507521:0:47186:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8dab90da3720. 20000000:00000010:0.0:1769074872.507524:0:47186:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff8daa8fdd75f0. 20000000:00000010:0.0:1769074872.507526:0:47186:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8dab90da3a40. 20000000:00000010:0.0:1769074872.507528:0:47186:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at ffff8daa8fdd71f0. 20000000:00000010:0.0:1769074872.507530:0:47186:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8dab90da3e00. 20000000:00000010:0.0:1769074872.507532:0:47186:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at ffff8daa8fa1fce8. 20000000:00000010:0.0:1769074872.507534:0:47186:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8dab90da3c00. 20000000:00000010:0.0:1769074872.507536:0:47186:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff8daa8fdd7410. 20000000:00000010:0.0:1769074872.507537:0:47186:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8dab90da34c0. 20000000:00000010:0.0:1769074872.507539:0:47186:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff8daa8fdd71c0. 20000000:00000010:0.0:1769074872.507541:0:47186:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8dab90da36a0. 20000000:00000010:0.0:1769074872.507549:0:47186:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at ffff8dab90395000. 20000000:00000010:0.0:1769074872.507553:0:47186:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at ffff8dabbd680c60. 20000000:00000010:0.0:1769074872.508595:0:47186:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff8daba77d8000. 20000000:00000010:0.0:1769074872.508628:0:47186:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff8daba77dc000. 20000000:00000010:0.0:1769074872.508632:0:47186:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at ffff8dabbd142b90. 20000000:00000010:0.0:1769074872.508634:0:47186:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at ffff8dabbd142720. 20000000:00000010:0.0:1769074872.508637:0:47186:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at ffff8dab88282800. 20000000:00000010:0.0:1769074872.508640:0:47186:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff8daba77de000. 20000000:00000010:0.0:1769074872.508642:0:47186:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff8dabb48ca000. 20000000:00000010:0.0:1769074872.508658:0:47186:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at ffff8dab88282000. 20000000:00000010:0.0:1769074872.508661:0:47186:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at ffff8dabb4337c00. 00000020:00000010:0.0:1769074872.508828:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at ffff8dab90135d00. 00000020:00000010:0.0:1769074872.508836:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at ffff8dabae111540. 00000020:00000010:0.0:1769074872.508841:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8dabbfded800. 00000020:00000010:0.0:1769074872.508845:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8daa827d0400. 00000020:00000010:0.0:1769074872.508849:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8dabbeb57700. 00000020:00000010:0.0:1769074872.508854:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8dabbfdee000. 00000020:00000010:0.0:1769074872.508858:0:47186:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8dab865a8420. 00000020:00000010:0.0:1769074872.509038:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at ffff8dab891f2200. 00000020:00000010:0.0:1769074872.509045:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at ffff8dabbc4e2540. 00000020:00000010:0.0:1769074872.509048:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8dabadb07c00. 00000020:00000010:0.0:1769074872.509052:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8daa8c5eb000. 00000020:00000010:0.0:1769074872.509057:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8dab891f2400. 00000020:00000010:0.0:1769074872.509059:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8dabadb07400. 00000020:00000010:0.0:1769074872.509061:0:47186:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8dabad902e40. 00080000:00000010:0.0:1769074872.509192:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a6c78. 00000020:00000010:0.0:1769074872.509197:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab83659500. 00000020:00000010:0.0:1769074872.509203:0:47186:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at ffff8dab863ea480. 00080000:00000010:0.0:1769074872.509221:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbc129ab8. 00000020:00000010:0.0:1769074872.509229:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab87f3b400. 00000020:00000010:0.0:1769074872.509232:0:47186:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at ffff8dab87c16180. 00000040:00000010:0.0:1769074872.509236:0:47186:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8dab883176c0. 20000000:00000010:0.0:1769074872.509244:0:47186:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at ffff8dabb3c2a6c0. 20000000:00000010:0.0:1769074872.509253:0:47186:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at ffff8dabb3c2a6c0. 00080000:00000010:0.0:1769074872.509263:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a6ab0. 00000020:00000010:0.0:1769074872.509266:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab83659800. 00000001:00000010:0.0:1769074872.509272:0:47186:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at ffff8dabae9fecc0. 00080000:00000010:0.0:1769074872.509325:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a78f0. 00000020:00000010:0.0:1769074872.509330:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab83659000. 00000020:00000010:0.0:1769074872.509333:0:47186:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at ffff8dab863ea200. 00080000:00000010:0.0:1769074872.509349:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a68e8. 00000020:00000010:0.0:1769074872.509351:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab83659600. 00080000:00000010:0.0:1769074872.509444:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a6000. 00000020:00000010:0.0:1769074872.509447:0:47186:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab83659f00. 00000020:00000010:0.0:1769074872.509462:0:47186:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at ffff8dabc1853200. 00000020:00000010:0.0:1769074872.509490:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dab90394a00. 00000020:00000010:0.0:1769074872.509493:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8dabc1852800. 00000020:00000010:0.0:1769074872.509496:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa833fa400. 00000020:00000010:0.0:1769074872.509531:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dabbd528b80. 00000020:00000010:0.0:1769074872.509534:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dabae3d97c0. 00000020:00000010:0.0:1769074872.509536:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dab89c45600. 00000020:00000010:0.0:1769074872.509539:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8daa810c0600. 00000020:00000010:0.0:1769074872.509541:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8dabae9fea80. 00000020:00000010:0.0:1769074872.509543:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa833f9c00. 00000001:00000010:0.0:1769074872.509576:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff8dabc1852e00. 00000001:00000010:0.0:1769074872.509578:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff8dabc1853000. 00000001:00000010:0.0:1769074872.509580:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffff8dabbec44c70. 00000001:00000010:0.0:1769074872.509583:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dabc1852600. 00010000:00000010:0.0:1769074872.509586:0:47186:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8daa833f8000. 00000020:00000010:0.0:1769074872.509668:0:47186:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at ffff8dab86150c98. 00000020:00000010:0.0:1769074872.509672:0:47186:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff8dabae9fed60. 00000001:00000010:0.0:1769074872.509694:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabae797400. 00000001:00000010:0.0:1769074872.509697:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1fa00. 00000001:00000010:0.0:1769074872.509700:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1e600. 00000001:00000010:0.0:1769074872.509702:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1f800. 00000001:00000010:0.0:1769074872.509704:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dabae9fe700. 00000001:00000010:0.0:1769074872.509706:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab83659b00. 00000001:00000010:0.0:1769074872.509712:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1ee00. 00000001:00000010:0.0:1769074872.509714:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1f600. 00000001:00000010:0.0:1769074872.509716:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1fe00. 00000001:00000010:0.0:1769074872.509717:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab85393c00. 00000001:00000010:0.0:1769074872.509720:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dabae9fe6e0. 00000001:00000010:0.0:1769074872.509721:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab83659200. 00000020:00000010:0.0:1769074872.509735:0:47186:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab87d65800. 00000020:00000010:0.0:1769074872.509744:0:47186:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa83539400. 00000020:00000010:0.0:1769074872.509749:0:47186:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa83539e00. 00000040:00000010:0.0:1769074872.509753:0:47186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa83539c00. 00000020:00000010:0.0:1769074872.509757:0:47186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa82498800. 00000020:00000010:0.0:1769074872.509764:0:47186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8bf1fe00. 80000000:00000010:0.0:1769074872.509768:0:47186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab89c8a120. 00040000:00000010:0.0:1769074872.509773:0:47186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8bf1f600. 00080000:00000010:0.0:1769074872.509777:0:47186:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8249e000. 20000000:00000010:0.0:1769074872.509780:0:47186:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8daa8bf1ee00. 20000000:00000010:0.0:1769074872.509812:0:47186:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at ffff8dab87d60000. 00000020:00000010:0.0:1769074872.509817:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa83539e00. 00000040:00000010:0.0:1769074872.509821:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa83539c00. 00000020:00000010:0.0:1769074872.509824:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82498800. 00000020:00000010:0.0:1769074872.509828:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bf1fe00. 80000000:00000010:0.0:1769074872.509830:0:47186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89c8a120. 00040000:00000010:0.0:1769074872.509833:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bf1f600. 00080000:00000010:0.0:1769074872.509837:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8249e000. 20000000:00000010:0.0:1769074872.509839:0:47186:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8daa8bf1ee00. 00000020:00000010:0.0:1769074872.509842:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa83539400. 00000020:00000010:0.0:1769074872.509845:0:47186:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabbe9031b0. 00000020:00000010:0.0:1769074872.509850:0:47186:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at ffff8dabb3c2ad40. 00000020:00000010:0.0:1769074872.509857:0:47186:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8dab89c8a120. 00000020:00000010:0.0:1769074872.509926:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8daa83881c00. 00000020:00000010:0.0:1769074872.509930:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabbc770400. 00000020:00000010:0.0:1769074872.509962:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8daa8a3896c0. 00000020:00000010:0.0:1769074872.509965:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabbc771c00. 00000020:00000010:3.0:1769074872.510652:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab87d64800. 00000020:00000010:3.0:1769074872.510662:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab8430c000. 00000001:00000010:0.0:1769074872.510803:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33503ae5000. 00000001:00000010:0.0:1769074872.510812:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33503b79000. 00000001:00000010:0.0:1769074872.510813:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33503b83000. 00000001:00000010:0.0:1769074872.510815:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33503b8d000. 00000001:00000010:0.0:1769074872.510817:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33503b97000. 00000001:00000010:0.0:1769074872.510819:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33503ba1000. 00000001:00000010:0.0:1769074872.510820:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33503f31000. 00000001:00000010:0.0:1769074872.510822:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33503f69000. 00000001:00000010:0.0:1769074872.510824:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa335045b7000. 00000001:00000010:0.0:1769074872.510826:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa335045c1000. 00000001:00000010:0.0:1769074872.510828:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa335045cb000. 00000001:00000010:0.0:1769074872.510830:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa335045d5000. 00000001:00000010:0.0:1769074872.510832:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa335045ed000. 00000001:00000010:0.0:1769074872.510834:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504793000. 00000001:00000010:0.0:1769074872.510836:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa335048f9000. 00000001:00000010:0.0:1769074872.510838:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504903000. 00000001:00000010:0.0:1769074872.510840:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350490d000. 00000001:00000010:0.0:1769074872.510841:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504917000. 00000001:00000010:0.0:1769074872.510843:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504929000. 00000001:00000010:0.0:1769074872.510845:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504933000. 00000001:00000010:0.0:1769074872.510847:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350493d000. 00000001:00000010:0.0:1769074872.510848:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504947000. 00000001:00000010:0.0:1769074872.510855:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d05000. 00000001:00000010:0.0:1769074872.510856:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d1d000. 00000001:00000010:0.0:1769074872.510858:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504dc1000. 00000001:00000010:0.0:1769074872.510860:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33505277000. 00000001:00000010:0.0:1769074872.510861:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507d95000. 00000001:00000010:0.0:1769074872.510863:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507e35000. 00000001:00000010:0.0:1769074872.510864:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ad51000. 00000001:00000010:0.0:1769074872.510866:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ad5b000. 00000001:00000010:0.0:1769074872.510868:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ad65000. 00000001:00000010:0.0:1769074872.510870:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ad6f000. 00000001:00000010:0.0:1769074872.510872:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8dabc1936400. 00000001:00000010:0.0:1769074872.510878:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8daa83881a00. 00010000:00000010:0.0:1769074872.510882:0:47186:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8dabbc771000. 00000100:00020000:2.0:1769074872.514716:0:47186:0:(obd_class.h:479:obd_check_dev()) Device 17 not setup 00000100:00020000:2.0:1769074872.514725:0:47186:0:(obd_class.h:479:obd_check_dev()) Device 17 not setup 00010000:00000010:2.0:1769074872.514782:0:47186:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8dabafac0c80. 00010000:00000010:2.0:1769074872.514789:0:47186:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8dabbc816000. 00010000:00000010:2.0:1769074872.514793:0:47186:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8dabbc814000. 00000020:00000010:2.0:1769074872.514875:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab9ed0c000. 00000020:00000010:2.0:1769074872.514881:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabb4f2e000. 00000020:00000010:2.0:1769074872.514899:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabae95a000. 00000020:00000010:2.0:1769074872.514902:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbc9ae000. 00000020:00000010:2.0:1769074872.514906:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dabbc812000. 00000020:00000010:2.0:1769074872.514913:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabbc773c00. 00000001:00000010:2.0:1769074872.514933:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab8431b600. 00000001:00000010:2.0:1769074872.514936:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab8431aa00. 00000001:00000010:2.0:1769074872.514938:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab8431b400. 00000001:00000010:2.0:1769074872.514940:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab8431a000. 00000001:00000010:2.0:1769074872.514942:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa8a389020. 00000001:00000010:2.0:1769074872.514945:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89168d00. 00000001:00000010:2.0:1769074872.514951:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab908a9200. 00000001:00000010:2.0:1769074872.514953:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab908a9a00. 00000001:00000010:2.0:1769074872.514955:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab88283e00. 00000001:00000010:2.0:1769074872.514957:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab88282a00. 00000001:00000010:2.0:1769074872.514959:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa8a389260. 00000001:00000010:2.0:1769074872.514961:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89168400. 00000020:00000010:2.0:1769074872.514974:0:47186:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8dab89c8a120. 00000020:00000010:3.0:1769074872.515037:0:8:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8dab86435c00. 00000020:00000010:3.0:1769074872.515045:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab88c9d000. 00000020:00000010:3.0:1769074872.515054:0:8:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8bc5c000. 00000020:00000010:3.0:1769074872.515059:0:8:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8bc5cc00. 00000040:00000010:3.0:1769074872.515063:0:8:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8bc5d200. 00000020:00000010:3.0:1769074872.515067:0:8:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88cd2800. 00000020:00000010:3.0:1769074872.515074:0:8:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dab9eda4670. 00000020:00000010:3.0:1769074872.515078:0:8:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8bc5da00. 80000000:00000010:3.0:1769074872.515090:0:8:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabb4bc36c0. 40000000:00000010:3.0:1769074872.515095:0:8:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab87582dc0. 00100000:00000010:3.0:1769074872.515100:0:8:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab88cd1800. 00040000:00000010:3.0:1769074872.515105:0:8:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab88e38700. 00040000:00000010:3.0:1769074872.515109:0:8:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8bc5d800. 00080000:00000010:3.0:1769074872.515113:0:8:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88cd0000. 00000004:00000010:3.0:1769074872.515121:0:8:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8daa8fd88000. 00000010:00000010:3.0:1769074872.515127:0:8:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff8dab86435000. 00000020:00000010:3.0:1769074872.515133:0:8:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8bc5cc00. 00000040:00000010:3.0:1769074872.515137:0:8:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8bc5d200. 00000020:00000010:3.0:1769074872.515140:0:8:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88cd2800. 00000020:00000010:3.0:1769074872.515144:0:8:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda4670. 00000020:00000010:3.0:1769074872.515149:0:8:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bc5da00. 80000000:00000010:3.0:1769074872.515152:0:8:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabb4bc36c0. 40000000:00000010:3.0:1769074872.515155:0:8:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab87582dc0. 00100000:00000010:3.0:1769074872.515158:0:8:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88cd1800. 00040000:00000010:3.0:1769074872.515162:0:8:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab88e38700. 00040000:00000010:3.0:1769074872.515166:0:8:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bc5d800. 00080000:00000010:3.0:1769074872.515169:0:8:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88cd0000. 00000004:00000010:3.0:1769074872.515172:0:8:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8fd88000. 00000020:00000010:3.0:1769074872.515175:0:8:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bc5c000. 00000020:00000010:3.0:1769074872.515177:0:8:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8daa8baaca88. 00000020:00000010:3.0:1769074872.515182:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8dab8430d800. 00000020:00000010:2.0:1769074872.515320:0:47186:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8daa8eef17e0. 00000020:00000010:3.0:1769074872.515483:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab87d62800. 00080000:00000010:3.0:1769074872.530417:0:47186:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbd304ab0. 00000020:00000010:3.0:1769074872.530434:0:47186:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff8dababba4720. 00080000:00000010:3.0:1769074872.530446:0:47186:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab87f3b100. 00080000:00000010:3.0:1769074872.530452:0:47186:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dabae79ed80. 00080000:00000010:3.0:1769074872.530455:0:47186:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab83659e00. 00080000:00000010:3.0:1769074872.530460:0:47186:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8daa834c6140. 00080000:00000010:3.0:1769074872.530462:0:47186:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab83659400. 00080000:00000010:3.0:1769074872.530465:0:47186:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8daa834c65c0. 00080000:00000010:3.0:1769074872.530470:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fedc0. 00080000:00000010:3.0:1769074872.530474:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fee40. 00080000:00000010:3.0:1769074872.530477:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe100. 00080000:00000010:3.0:1769074872.530480:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe240. 00080000:00000010:3.0:1769074872.530483:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe600. 00080000:00000010:3.0:1769074872.530486:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe5c0. 00080000:00000010:3.0:1769074872.530489:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe880. 00080000:00000010:3.0:1769074872.530493:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fed00. 00080000:00000010:3.0:1769074872.530496:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe340. 00080000:00000010:3.0:1769074872.530499:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe8c0. 00080000:00000010:3.0:1769074872.530502:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fea80. 00080000:00000010:3.0:1769074872.530505:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe540. 00080000:00000010:3.0:1769074872.530509:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fefc0. 00080000:00000010:3.0:1769074872.530512:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5feb00. 00080000:00000010:3.0:1769074872.530515:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe140. 00080000:00000010:3.0:1769074872.530517:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe640. 00080000:00000010:3.0:1769074872.530520:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fee80. 00080000:00000010:3.0:1769074872.530523:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe440. 00080000:00000010:3.0:1769074872.530528:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe380. 00080000:00000010:3.0:1769074872.530530:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5feac0. 00080000:00000010:3.0:1769074872.530533:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe680. 00080000:00000010:3.0:1769074872.530536:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe900. 00080000:00000010:3.0:1769074872.530539:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fea00. 00080000:00000010:3.0:1769074872.530542:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe840. 00080000:00000010:3.0:1769074872.530546:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbc5fe800. 00080000:00000010:3.0:1769074872.530549:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daba1167580. 00080000:00000010:3.0:1769074872.530553:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daba1167840. 00080000:00000010:3.0:1769074872.530556:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daba11672c0. 00080000:00000010:3.0:1769074872.530559:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daba1167bc0. 00080000:00000010:3.0:1769074872.530563:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daba1167f80. 00080000:00000010:3.0:1769074872.530566:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daba1167240. 00080000:00000010:3.0:1769074872.530569:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93fa40. 00080000:00000010:3.0:1769074872.530573:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93fe40. 00080000:00000010:3.0:1769074872.530576:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93f280. 00080000:00000010:3.0:1769074872.530579:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93fb40. 00080000:00000010:3.0:1769074872.530582:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93f680. 00080000:00000010:3.0:1769074872.530585:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93fd40. 00080000:00000010:3.0:1769074872.530588:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93f140. 00080000:00000010:3.0:1769074872.530768:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93f1c0. 00080000:00000010:3.0:1769074872.530774:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93f940. 00080000:00000010:3.0:1769074872.530778:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a900. 00080000:00000010:3.0:1769074872.530781:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25ab80. 00080000:00000010:3.0:1769074872.530785:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a740. 00080000:00000010:3.0:1769074872.530788:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25aa40. 00080000:00000010:3.0:1769074872.530791:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25ad80. 00080000:00000010:3.0:1769074872.530794:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a2c0. 00080000:00000010:3.0:1769074872.530798:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25ac00. 00080000:00000010:3.0:1769074872.530801:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a9c0. 00080000:00000010:3.0:1769074872.530805:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a5c0. 00080000:00000010:3.0:1769074872.530808:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a000. 00080000:00000010:3.0:1769074872.530811:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a200. 00080000:00000010:3.0:1769074872.530814:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a140. 00080000:00000010:3.0:1769074872.530818:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25ae80. 00080000:00000010:3.0:1769074872.530821:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a500. 00080000:00000010:3.0:1769074872.530826:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a080. 00080000:00000010:3.0:1769074872.530829:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a040. 00080000:00000010:3.0:1769074872.530833:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a300. 00080000:00000010:3.0:1769074872.530835:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a880. 00080000:00000010:3.0:1769074872.530839:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25ad40. 00080000:00000010:3.0:1769074872.530843:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a280. 00080000:00000010:3.0:1769074872.530846:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25aa80. 00080000:00000010:3.0:1769074872.530849:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25adc0. 00080000:00000010:3.0:1769074872.530852:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25ae00. 00080000:00000010:3.0:1769074872.530856:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a340. 00080000:00000010:3.0:1769074872.530859:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a800. 00080000:00000010:3.0:1769074872.530862:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25acc0. 00080000:00000010:3.0:1769074872.530866:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a380. 00080000:00000010:3.0:1769074872.530869:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a440. 00080000:00000010:3.0:1769074872.530873:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25abc0. 00080000:00000010:3.0:1769074872.530876:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a0c0. 00080000:00000010:3.0:1769074872.530881:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a680. 00080000:00000010:3.0:1769074872.530884:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a540. 00080000:00000010:3.0:1769074872.530888:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a700. 00080000:00000010:3.0:1769074872.530891:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25aec0. 00080000:00000010:3.0:1769074872.530894:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a4c0. 00080000:00000010:3.0:1769074872.530897:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabbd25a640. 00080000:00000010:3.0:1769074872.530900:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab8bc81580. 00080000:00000010:3.0:1769074872.530904:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab8bc81fc0. 00080000:00000010:3.0:1769074872.530908:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab8bc81100. 00080000:00000010:3.0:1769074872.530911:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab8bc81d40. 00080000:00000010:3.0:1769074872.530915:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab8bc816c0. 00080000:00000010:3.0:1769074872.530919:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab8bc81140. 00080000:00000010:3.0:1769074872.530923:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab8bc81f00. 00080000:00000010:3.0:1769074872.530926:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364680. 00080000:00000010:3.0:1769074872.530930:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364780. 00080000:00000010:3.0:1769074872.530934:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364380. 00080000:00000010:3.0:1769074872.530939:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364080. 00080000:00000010:3.0:1769074872.530942:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364f80. 00080000:00000010:3.0:1769074872.530946:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab903649c0. 00080000:00000010:3.0:1769074872.530949:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364400. 00080000:00000010:3.0:1769074872.530953:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364300. 00080000:00000010:3.0:1769074872.530956:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364bc0. 00080000:00000010:3.0:1769074872.530960:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab903643c0. 00080000:00000010:3.0:1769074872.530963:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab903647c0. 00080000:00000010:3.0:1769074872.530966:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364c40. 00080000:00000010:3.0:1769074872.530970:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364d40. 00080000:00000010:3.0:1769074872.530973:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364480. 00080000:00000010:3.0:1769074872.530976:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364340. 00080000:00000010:3.0:1769074872.530980:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364180. 00080000:00000010:3.0:1769074872.530984:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364040. 00080000:00000010:3.0:1769074872.530987:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364240. 00080000:00000010:3.0:1769074872.530991:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364940. 00080000:00000010:3.0:1769074872.530995:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364d00. 00080000:00000010:3.0:1769074872.530999:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364a80. 00080000:00000010:3.0:1769074872.531002:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364800. 00080000:00000010:3.0:1769074872.531006:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364fc0. 00080000:00000010:3.0:1769074872.531009:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364640. 00080000:00000010:3.0:1769074872.531013:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364a40. 00080000:00000010:3.0:1769074872.531017:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab903642c0. 00080000:00000010:3.0:1769074872.531020:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364140. 00080000:00000010:3.0:1769074872.531023:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364580. 00080000:00000010:3.0:1769074872.531027:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab903645c0. 00080000:00000010:3.0:1769074872.531031:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364a00. 00080000:00000010:3.0:1769074872.531035:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab90364b40. 00080000:00000010:3.0:1769074872.531039:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93f180. 00080000:00000010:3.0:1769074872.531042:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93f480. 00080000:00000010:3.0:1769074872.531046:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93f3c0. 00080000:00000010:3.0:1769074872.531049:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93fd00. 00080000:00000010:3.0:1769074872.531053:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93fc40. 00080000:00000010:3.0:1769074872.531056:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae93f380. 00080000:00000010:3.0:1769074872.531060:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daa842c3700. 00080000:00000010:3.0:1769074872.531064:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daa842c3e40. 00080000:00000010:3.0:1769074872.531067:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daa842c3000. 00080000:00000010:3.0:1769074872.531071:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daa842c3300. 00080000:00000010:3.0:1769074872.531075:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daa842c3c00. 00080000:00000010:3.0:1769074872.531078:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daa842c3b00. 00080000:00000010:3.0:1769074872.531285:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daa842c3200. 00080000:00000010:3.0:1769074872.531289:0:47186:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8daa842c3a80. 00080000:00000010:3.0:1769074872.531292:0:47186:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at ffff8dabb4970c00. 00000020:00000010:3.0:1769074872.531933:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at ffff8dabae796200. 00000020:00000010:3.0:1769074872.531943:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa833f8800. 00000001:00000010:2.0:1769074872.548681:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1f000. 00000001:00000010:2.0:1769074872.548702:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1f400. 00000001:00000010:2.0:1769074872.548703:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1f200. 00000001:00000010:2.0:1769074872.548705:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1ea00. 00000001:00000010:2.0:1769074872.548708:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa8444bea0. 00000001:00000010:2.0:1769074872.548711:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab87f3be00. 00000001:00000010:2.0:1769074872.548717:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1ec00. 00000001:00000010:2.0:1769074872.548719:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1fc00. 00000001:00000010:2.0:1769074872.548720:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1e800. 00000001:00000010:2.0:1769074872.548722:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bf1e000. 00000001:00000010:2.0:1769074872.548724:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa8444bec0. 00000001:00000010:2.0:1769074872.548726:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab87f3bb00. 00000020:00000010:2.0:1769074872.548742:0:47186:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa8bba4800. 00000020:00000010:2.0:1769074872.548757:0:47186:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:2.0:1769074872.548762:0:47186:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab88dcba00. 00000040:00000010:2.0:1769074872.548766:0:47186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab88dcb000. 00000020:00000010:2.0:1769074872.548770:0:47186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a10000. 00000020:00000010:2.0:1769074872.548775:0:47186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab88dcb800. 00040000:00000010:2.0:1769074872.548780:0:47186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab89168400. 00040000:00000010:2.0:1769074872.548784:0:47186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab88dca200. 00080000:00000010:2.0:1769074872.548788:0:47186:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a14800. 00000020:00000010:2.0:1769074872.548825:0:47186:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at ffff8dab864d0000. 00000020:00000010:2.0:1769074872.548838:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8dab83659d00. 00000020:00000010:2.0:1769074872.548843:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8dab89d61300. 00000020:00000010:2.0:1769074872.548845:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8dab87f3bf00. 00000020:00000010:2.0:1769074872.548847:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8daba0e27200. 00000020:00000010:2.0:1769074872.548853:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff8dab9166b240. 00000020:00000010:2.0:1769074872.548856:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabb4971400. 00080000:00000010:2.0:1769074872.548860:0:47186:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at ffff8dab9ea10000. 00000020:00000010:2.0:1769074872.548872:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab88dcba00. 00000040:00000010:2.0:1769074872.548877:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab88dcb000. 00000020:00000010:2.0:1769074872.548880:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a10000. 00000020:00000010:2.0:1769074872.548887:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab88dcb800. 00040000:00000010:2.0:1769074872.548890:0:47186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89168400. 00040000:00000010:2.0:1769074872.548894:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab88dca200. 00080000:00000010:2.0:1769074872.548897:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a14800. 00000020:00000010:2.0:1769074872.548901:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00000020:00000010:2.0:1769074872.548904:0:47186:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabae146360. 00000020:00000010:2.0:1769074872.548909:0:47186:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8daa8eef17e0. 00000020:00000010:2.0:1769074872.548920:0:47186:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at ffff8daa8444b1c0. 00000020:00000010:2.0:1769074872.548923:0:47186:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at ffff8dab86114e00. 00000020:00000010:2.0:1769074872.548926:0:47186:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 11 at ffff8dab861143b0. 00000020:00000010:2.0:1769074872.548930:0:47186:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at ffff8dababb4e018. 00000020:00000010:2.0:1769074872.548932:0:47186:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff8dabbec49000. 00000020:00000010:2.0:1769074872.548937:0:47186:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at ffff8daba16b1200. 00000020:00000010:2.0:1769074872.548940:0:47186:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff8daa8bba6800. 00000020:00000010:2.0:1769074872.548956:0:47186:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at ffff8dab825b19c0. 00000100:00000200:2.0:1769074872.548968:0:47186:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000020:00000010:2.0:1769074872.549019:0:44309:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa827ba200. 00000040:00000010:2.0:1769074872.549023:0:44309:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa827bba00. 00000020:00000010:2.0:1769074872.549026:0:44309:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa838da800. 00000020:00000010:2.0:1769074872.549031:0:44309:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85835a90. 00000020:00000010:2.0:1769074872.549035:0:44309:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab93b75c00. 80000000:00000010:2.0:1769074872.549039:0:44309:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89d542a0. 40000000:00000010:2.0:1769074872.549044:0:44309:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab87bc9c00. 00100000:00000010:2.0:1769074872.549049:0:44309:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa838da000. 00040000:00000010:2.0:1769074872.549051:0:44309:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab864d4300. 00040000:00000010:2.0:1769074872.549054:0:44309:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab93b75600. 00080000:00000010:2.0:1769074872.549057:0:44309:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab89d8d100. 00000020:00000010:2.0:1769074872.549060:0:44309:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 328 at ffff8dabb401e600. 00080000:00000010:2.0:1769074872.549064:0:44309:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa838dc800. 00000004:00000010:2.0:1769074872.549070:0:44309:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbcaa9000. 00002000:00000010:2.0:1769074872.549074:0:44309:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8caefc00. 00000020:00000010:2.0:1769074872.549078:0:44309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa827ba000. 00000020:00000010:2.0:1769074872.549094:0:44309:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab87bc9e80. 00000100:00000010:2.0:1769074872.549098:0:44309:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab87bc9280. 00000020:00000010:2.0:1769074872.549178:0:42297:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8c5ea600. 00000040:00000010:2.0:1769074872.549184:0:42297:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8c5eb200. 00000020:00000010:2.0:1769074872.549187:0:42297:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82635800. 00000020:00000010:2.0:1769074872.549190:0:42297:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda0508. 00000020:00000010:2.0:1769074872.549194:0:42297:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8c5ea200. 80000000:00000010:2.0:1769074872.549197:0:42297:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabad902ba0. 40000000:00000010:2.0:1769074872.549200:0:42297:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa834c6ec0. 00100000:00000010:2.0:1769074872.549204:0:42297:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82633800. 00040000:00000010:2.0:1769074872.549206:0:42297:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab891f2900. 00040000:00000010:2.0:1769074872.549210:0:42297:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa89c4f600. 00080000:00000010:2.0:1769074872.549213:0:42297:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab87fa0500. 00000020:00000010:2.0:1769074872.549218:0:42297:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 340 at ffff8daa8f896c00. 00080000:00000010:2.0:1769074872.549228:0:42297:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82632000. 00000004:00000010:2.0:1769074872.549232:0:42297:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab90968000. 00002000:00000010:2.0:1769074872.549235:0:42297:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8a05e800. 00000020:00000010:2.0:1769074872.549238:0:42297:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c5eae00. 00000020:00000010:2.0:1769074872.549242:0:42297:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa842c3d40. 00000100:00000010:2.0:1769074872.549244:0:42297:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa842c3f40. 00000020:00000010:2.0:1769074872.549286:0:42298:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab90450600. 00000040:00000010:2.0:1769074872.549290:0:42298:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab90451c00. 00000020:00000010:2.0:1769074872.549293:0:42298:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab8837e800. 00000020:00000010:2.0:1769074872.549297:0:42298:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897f8508. 00000020:00000010:2.0:1769074872.549300:0:42298:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab90450400. 80000000:00000010:2.0:1769074872.549302:0:42298:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a1660. 40000000:00000010:2.0:1769074872.549305:0:42298:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa82722680. 00100000:00000010:2.0:1769074872.549308:0:42298:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab8837d000. 00040000:00000010:2.0:1769074872.549310:0:42298:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab86d45c00. 00040000:00000010:2.0:1769074872.549315:0:42298:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab9175f400. 00080000:00000010:2.0:1769074872.549318:0:42298:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dabae0ff000. 00000020:00000010:2.0:1769074872.549321:0:42298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 340 at ffff8daa8d24d000. 00080000:00000010:2.0:1769074872.549324:0:42298:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab8837c000. 00000004:00000010:2.0:1769074872.549327:0:42298:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab866c7000. 00002000:00000010:2.0:1769074872.549330:0:42298:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb3ecd800. 00000020:00000010:2.0:1769074872.549333:0:42298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab90450e00. 00000020:00000010:2.0:1769074872.549335:0:42298:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabbc5fe000. 00000100:00000010:2.0:1769074872.549338:0:42298:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabbc5fe180. 00000020:00000010:3.0:1769074872.553126:0:42856:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a429a00. 00000040:00000010:3.0:1769074872.553139:0:42856:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab89e2c600. 00000020:00000010:3.0:1769074872.553144:0:42856:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88d4e800. 00000020:00000010:3.0:1769074872.553148:0:42856:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa858378c0. 00000020:00000010:3.0:1769074872.553154:0:42856:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab890c0800. 80000000:00000010:3.0:1769074872.553159:0:42856:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabae678780. 40000000:00000010:3.0:1769074872.553163:0:42856:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daba0de3d00. 00100000:00000010:3.0:1769074872.553168:0:42856:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88d4b000. 00040000:00000010:3.0:1769074872.553172:0:42856:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab82d34c00. 00040000:00000010:3.0:1769074872.553177:0:42856:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab890c1c00. 00080000:00000010:3.0:1769074872.553182:0:42856:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dabae0ff800. 00000020:00000010:3.0:1769074872.553186:0:42856:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 340 at ffff8daa8ea25400. 00080000:00000010:3.0:1769074872.553195:0:42856:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88d48800. 00000004:00000010:3.0:1769074872.553200:0:42856:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbff7c000. 00002000:00000010:3.0:1769074872.553205:0:42856:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa84307c00. 00000020:00000010:3.0:1769074872.553214:0:42856:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a428600. 00000020:00000010:3.0:1769074872.553222:0:42856:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daba0de34c0. 00000100:00000010:3.0:1769074872.553228:0:42856:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daba0de3200. 00000020:00000010:1.0:1769074872.553968:0:42296:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab90451600. 00000040:00000010:1.0:1769074872.553977:0:42296:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab90450a00. 00000020:00000010:1.0:1769074872.553982:0:42296:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8a5a1000. 00000020:00000010:1.0:1769074872.553987:0:42296:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897f9e30. 00000020:00000010:1.0:1769074872.553993:0:42296:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab90451e00. 80000000:00000010:1.0:1769074872.553996:0:42296:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a1f60. 40000000:00000010:1.0:1769074872.554000:0:42296:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab931d9500. 00100000:00000010:1.0:1769074872.554005:0:42296:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa835d2000. 00040000:00000010:1.0:1769074872.554009:0:42296:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab86d45a00. 00040000:00000010:1.0:1769074872.554019:0:42296:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab90450c00. 00080000:00000010:1.0:1769074872.554023:0:42296:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab87fa0800. 00000020:00000010:1.0:1769074872.554028:0:42296:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 336 at ffff8daa88adae00. 00080000:00000010:1.0:1769074872.554030:0:42296:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabb433c800. 00000004:00000010:1.0:1769074872.554034:0:42296:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab866c6000. 00002000:00000010:1.0:1769074872.554037:0:42296:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb3ecfc00. 00000020:00000010:1.0:1769074872.554041:0:42296:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab90451800. 00000020:00000010:1.0:1769074872.554045:0:42296:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabbd43f500. 00000100:00000010:1.0:1769074872.554050:0:42296:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabbd43f6c0. 00000100:00000010:2.0:1769074872.554183:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa8c5eac00. 00000100:00000010:2.0:1769074872.554190:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa8c5ebc00. 00000100:00000010:2.0:1769074872.554194:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab90451000. 00000100:00000010:2.0:1769074872.554207:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab890c0200. 00000100:00000010:2.0:1769074872.554211:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa827bb600. 00000400:00000200:2.0:1769074872.554227:0:47186:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000010:2.0:1769074872.554237:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8bb0. 00000400:00000200:2.0:1769074872.554241:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c734800 00000400:00000010:2.0:1769074872.554244:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8c734800. 00000100:00000200:2.0:1769074872.554249:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554255:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864819a0. 00000400:00000200:2.0:1769074872.554258:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82be4800 00000400:00000010:2.0:1769074872.554260:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82be4800. 00000100:00000200:2.0:1769074872.554265:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554268:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8b00. 00000400:00000200:2.0:1769074872.554271:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c730800 00000400:00000010:2.0:1769074872.554273:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8c730800. 00000100:00000200:2.0:1769074872.554277:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554282:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8210. 00000400:00000200:2.0:1769074872.554285:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c733000 00000400:00000010:2.0:1769074872.554286:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8c733000. 00000100:00000200:2.0:1769074872.554290:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554294:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4790. 00000400:00000200:2.0:1769074872.554298:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8ff62000 00000400:00000010:2.0:1769074872.554300:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8ff62000. 00000100:00000200:2.0:1769074872.554303:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554307:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537790. 00000400:00000200:2.0:1769074872.554309:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a116800 00000400:00000010:2.0:1769074872.554311:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8a116800. 00000100:00000200:2.0:1769074872.554320:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554331:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537aa8. 00000400:00000200:2.0:1769074872.554333:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a112000 00000400:00000010:2.0:1769074872.554335:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8a112000. 00000100:00000200:2.0:1769074872.554338:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554342:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6898. 00000400:00000200:2.0:1769074872.554344:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82be2000 00000400:00000010:2.0:1769074872.554346:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82be2000. 00000100:00000200:2.0:1769074872.554349:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554353:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a83c8. 00000400:00000200:2.0:1769074872.554355:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88de4000 00000400:00000010:2.0:1769074872.554357:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab88de4000. 00000100:00000200:2.0:1769074872.554441:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554447:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8c60. 00000400:00000200:2.0:1769074872.554449:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88de6800 00000400:00000010:2.0:1769074872.554451:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab88de6800. 00000100:00000200:2.0:1769074872.554453:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554458:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f69a0. 00000400:00000200:2.0:1769074872.554460:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82be7000 00000400:00000010:2.0:1769074872.554461:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82be7000. 00000100:00000200:2.0:1769074872.554464:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554468:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4cb8. 00000400:00000200:2.0:1769074872.554469:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8ff62800 00000400:00000010:2.0:1769074872.554471:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8ff62800. 00000100:00000200:2.0:1769074872.554473:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554477:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f108. 00000400:00000200:2.0:1769074872.554479:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88de4800 00000400:00000010:2.0:1769074872.554481:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab88de4800. 00000100:00000200:2.0:1769074872.554482:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554486:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481000. 00000400:00000200:2.0:1769074872.554488:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a117000 00000400:00000010:2.0:1769074872.554490:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8a117000. 00000100:00000200:2.0:1769074872.554493:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554497:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537948. 00000400:00000200:2.0:1769074872.554498:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8ff60000 00000400:00000010:2.0:1769074872.554500:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8ff60000. 00000100:00000200:2.0:1769074872.554503:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554506:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f5d8. 00000400:00000200:2.0:1769074872.554508:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fff8800 00000400:00000010:2.0:1769074872.554509:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8fff8800. 00000100:00000200:2.0:1769074872.554511:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554514:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fc60. 00000400:00000200:2.0:1769074872.554516:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fff8000 00000400:00000010:2.0:1769074872.554518:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8fff8000. 00000100:00000200:2.0:1769074872.554520:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554523:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fbb0. 00000400:00000200:2.0:1769074872.554526:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fffb000 00000400:00000010:2.0:1769074872.554528:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8fffb000. 00000100:00000200:2.0:1769074872.554530:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554533:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6d68. 00000400:00000200:2.0:1769074872.554535:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa9004d000 00000400:00000010:2.0:1769074872.554537:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa9004d000. 00000100:00000200:2.0:1769074872.554539:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554543:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f370. 00000400:00000200:2.0:1769074872.554544:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fffa000 00000400:00000010:2.0:1769074872.554546:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8fffa000. 00000100:00000200:2.0:1769074872.554548:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554551:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f580. 00000400:00000200:2.0:1769074872.554552:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fffd000 00000400:00000010:2.0:1769074872.554554:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8fffd000. 00000100:00000200:2.0:1769074872.554556:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554559:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6948. 00000400:00000200:2.0:1769074872.554560:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa9004f800 00000400:00000010:2.0:1769074872.554562:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa9004f800. 00000100:00000200:2.0:1769074872.554564:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554567:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63aa8. 00000400:00000200:2.0:1769074872.554569:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8267c800 00000400:00000010:2.0:1769074872.554570:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8267c800. 00000100:00000200:2.0:1769074872.554573:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554575:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537898. 00000400:00000200:2.0:1769074872.554577:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88de1800 00000400:00000010:2.0:1769074872.554578:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab88de1800. 00000100:00000200:2.0:1769074872.554580:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554584:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537c60. 00000400:00000200:2.0:1769074872.554585:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88de6000 00000400:00000010:2.0:1769074872.554586:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab88de6000. 00000100:00000200:2.0:1769074872.554588:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554591:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63ec8. 00000400:00000200:2.0:1769074872.554593:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8267d800 00000400:00000010:2.0:1769074872.554594:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8267d800. 00000100:00000200:2.0:1769074872.554597:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554618:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63210. 00000400:00000200:2.0:1769074872.554661:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8267e000 00000400:00000010:2.0:1769074872.554664:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8267e000. 00000100:00000200:2.0:1769074872.554667:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554671:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a85d8. 00000400:00000200:2.0:1769074872.554674:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82fcf800 00000400:00000010:2.0:1769074872.554676:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82fcf800. 00000100:00000200:2.0:1769074872.554678:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554682:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537d68. 00000400:00000200:2.0:1769074872.554694:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88de2000 00000400:00000010:2.0:1769074872.554695:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab88de2000. 00000100:00000200:2.0:1769074872.554698:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554702:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad5371b8. 00000400:00000200:2.0:1769074872.554704:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88de7000 00000400:00000010:2.0:1769074872.554706:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab88de7000. 00000100:00000200:2.0:1769074872.554708:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554711:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc639f8. 00000400:00000200:2.0:1769074872.554713:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82678800 00000400:00000010:2.0:1769074872.554715:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82678800. 00000100:00000200:2.0:1769074872.554717:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554721:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8dc0. 00000400:00000200:2.0:1769074872.554722:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82fcb800 00000400:00000010:2.0:1769074872.554724:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82fcb800. 00000100:00000200:2.0:1769074872.554726:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554730:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63790. 00000400:00000200:2.0:1769074872.554731:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82678000 00000400:00000010:2.0:1769074872.554733:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82678000. 00000100:00000200:2.0:1769074872.554735:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554738:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc637e8. 00000400:00000200:2.0:1769074872.554740:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8267d000 00000400:00000010:2.0:1769074872.554741:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8267d000. 00000100:00000200:2.0:1769074872.554743:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554746:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a89a0. 00000400:00000200:2.0:1769074872.554748:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82fcb000 00000400:00000010:2.0:1769074872.554750:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82fcb000. 00000100:00000200:2.0:1769074872.554752:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554756:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393adc0. 00000400:00000200:2.0:1769074872.554758:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82be0800 00000400:00000010:2.0:1769074872.554760:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82be0800. 00000100:00000200:2.0:1769074872.554765:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554768:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a058. 00000400:00000200:2.0:1769074872.554770:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82be7800 00000400:00000010:2.0:1769074872.554772:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82be7800. 00000100:00000200:2.0:1769074872.554774:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554778:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a6e0. 00000400:00000200:2.0:1769074872.554780:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82be0000 00000400:00000010:2.0:1769074872.554782:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82be0000. 00000100:00000200:2.0:1769074872.554783:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554786:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393ae18. 00000400:00000200:2.0:1769074872.554788:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82be1800 00000400:00000010:2.0:1769074872.554790:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82be1800. 00000100:00000200:2.0:1769074872.554792:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554795:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39b58. 00000400:00000200:2.0:1769074872.554797:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88cd6800 00000400:00000010:2.0:1769074872.554798:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab88cd6800. 00000100:00000200:2.0:1769074872.554801:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554804:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb1b8. 00000400:00000200:2.0:1769074872.554807:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82fc9800 00000400:00000010:2.0:1769074872.554808:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82fc9800. 00000100:00000200:2.0:1769074872.554810:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554813:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263528. 00000400:00000200:2.0:1769074872.554815:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c736800 00000400:00000010:2.0:1769074872.554817:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8c736800. 00000100:00000200:2.0:1769074872.554819:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554823:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263e18. 00000400:00000200:2.0:1769074872.554824:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c733800 00000400:00000010:2.0:1769074872.554826:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8c733800. 00000100:00000200:2.0:1769074872.554828:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554831:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263948. 00000400:00000200:2.0:1769074872.554833:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c735800 00000400:00000010:2.0:1769074872.554834:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8c735800. 00000100:00000200:2.0:1769074872.554836:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554840:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537370. 00000400:00000200:2.0:1769074872.554842:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82fc9000 00000400:00000010:2.0:1769074872.554843:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82fc9000. 00000100:00000200:2.0:1769074872.554859:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554864:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a160. 00000400:00000200:2.0:1769074872.554866:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82be4000 00000400:00000010:2.0:1769074872.554868:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82be4000. 00000100:00000200:2.0:1769074872.554870:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554874:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae2638f0. 00000400:00000200:2.0:1769074872.554876:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c736000 00000400:00000010:2.0:1769074872.554877:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8c736000. 00000100:00000200:2.0:1769074872.554879:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554883:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263aa8. 00000400:00000200:2.0:1769074872.554885:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c731000 00000400:00000010:2.0:1769074872.554886:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8c731000. 00000100:00000200:2.0:1769074872.554888:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554891:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263688. 00000400:00000200:2.0:1769074872.554893:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c731800 00000400:00000010:2.0:1769074872.554895:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8c731800. 00000100:00000200:2.0:1769074872.554896:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554900:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a630. 00000400:00000200:2.0:1769074872.554902:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82be5000 00000400:00000010:2.0:1769074872.554903:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa82be5000. 00000100:00000200:2.0:1769074872.554906:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554910:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae2639f8. 00000400:00000200:2.0:1769074872.554912:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c732800 00000400:00000010:2.0:1769074872.554914:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8daa8c732800. 00000100:00000200:2.0:1769074872.554916:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554919:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b630. 00000400:00000200:2.0:1769074872.554921:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88cd0800 00000400:00000010:2.0:1769074872.554922:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab88cd0800. 00000100:00000200:2.0:1769074872.554924:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554927:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab862a2108. 00000400:00000200:2.0:1769074872.554929:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaffcc800 00000400:00000010:2.0:1769074872.554931:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dabaffcc800. 00000100:00000200:2.0:1769074872.554934:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554937:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537108. 00000400:00000200:2.0:1769074872.554939:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfffd800 00000400:00000010:2.0:1769074872.554941:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dabbfffd800. 00000100:00000200:2.0:1769074872.554944:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554948:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b738. 00000400:00000200:2.0:1769074872.554950:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88379000 00000400:00000010:2.0:1769074872.554952:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab88379000. 00000100:00000200:2.0:1769074872.554954:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554957:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603bbb0. 00000400:00000200:2.0:1769074872.554959:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88379800 00000400:00000010:2.0:1769074872.554961:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab88379800. 00000100:00000200:2.0:1769074872.554963:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554966:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603bb00. 00000400:00000200:2.0:1769074872.554968:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8837a800 00000400:00000010:2.0:1769074872.554970:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab8837a800. 00000100:00000200:2.0:1769074872.554972:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554974:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603bf20. 00000400:00000200:2.0:1769074872.554976:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8837f800 00000400:00000010:2.0:1769074872.554978:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab8837f800. 00000100:00000200:2.0:1769074872.554980:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554984:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b898. 00000400:00000200:2.0:1769074872.554986:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8837c800 00000400:00000010:2.0:1769074872.554987:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab8837c800. 00000100:00000200:2.0:1769074872.554989:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.554993:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b580. 00000400:00000200:2.0:1769074872.554994:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8837b800 00000400:00000010:2.0:1769074872.554996:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab8837b800. 00000100:00000200:2.0:1769074872.554998:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.555001:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603bc60. 00000400:00000200:2.0:1769074872.555003:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab85a2b800 00000400:00000010:2.0:1769074872.555004:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab85a2b800. 00000100:00000200:2.0:1769074872.555007:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.555010:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b268. 00000400:00000200:2.0:1769074872.555011:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab85a28800 00000400:00000010:2.0:1769074872.555013:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab85a28800. 00000100:00000200:2.0:1769074872.555015:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.555018:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603bd10. 00000400:00000200:2.0:1769074872.555021:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab85a2d000 00000400:00000010:2.0:1769074872.555022:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab85a2d000. 00000100:00000200:2.0:1769074872.555025:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000400:00000010:2.0:1769074872.555027:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b3c8. 00000400:00000200:2.0:1769074872.555029:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab85a29800 00000400:00000010:2.0:1769074872.555031:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8dab85a29800. 00000100:00000200:2.0:1769074872.555033:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 02000000:00000010:2.0:1769074872.555239:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbff0dc00. 00000100:00000010:2.0:1769074872.555245:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9500. 02000000:00000010:2.0:1769074872.555250:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e345400. 00000100:00000010:2.0:1769074872.555252:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0dad80. 02000000:00000010:2.0:1769074872.555256:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbff0ec00. 00000100:00000010:2.0:1769074872.555259:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a2680. 02000000:00000010:2.0:1769074872.555263:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8fb48000. 00000100:00000010:2.0:1769074872.555265:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9880. 02000000:00000010:2.0:1769074872.555268:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8c57b000. 00000100:00000010:2.0:1769074872.555271:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc946300. 02000000:00000010:2.0:1769074872.555274:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab9eda8000. 00000100:00000010:2.0:1769074872.555278:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cb480. 02000000:00000010:2.0:1769074872.555281:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daba10fe000. 00000100:00000010:2.0:1769074872.555284:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0380. 02000000:00000010:2.0:1769074872.555287:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab86258000. 00000100:00000010:2.0:1769074872.555289:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cad80. 02000000:00000010:2.0:1769074872.555292:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab8625a000. 00000100:00000010:2.0:1769074872.555294:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a2300. 02000000:00000010:2.0:1769074872.555296:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c688000. 00000100:00000010:2.0:1769074872.555299:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a2d80. 02000000:00000010:2.0:1769074872.555301:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c68c000. 00000100:00000010:2.0:1769074872.555304:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804a80. 02000000:00000010:2.0:1769074872.555307:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab87cfb000. 00000100:00000010:2.0:1769074872.555309:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3480. 02000000:00000010:2.0:1769074872.555311:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab87cfc000. 00000100:00000010:2.0:1769074872.555313:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8380. 02000000:00000010:2.0:1769074872.555316:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab87cff000. 00000100:00000010:2.0:1769074872.555318:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8700. 02000000:00000010:2.0:1769074872.555321:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c689000. 00000100:00000010:2.0:1769074872.555323:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c9500. 02000000:00000010:2.0:1769074872.555325:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab87cf9000. 00000100:00000010:2.0:1769074872.555327:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908caa00. 02000000:00000010:2.0:1769074872.555330:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c68b000. 00000100:00000010:2.0:1769074872.555332:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688000. 02000000:00000010:2.0:1769074872.555334:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c68a000. 00000100:00000010:2.0:1769074872.555336:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc121880. 02000000:00000010:2.0:1769074872.555447:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa89c06000. 00000100:00000010:2.0:1769074872.555452:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc123480. 02000000:00000010:2.0:1769074872.555469:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c414000. 00000100:00000010:2.0:1769074872.555473:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71f80. 02000000:00000010:2.0:1769074872.555477:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e344400. 00000100:00000010:2.0:1769074872.555479:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc121c00. 02000000:00000010:2.0:1769074872.555481:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e344c00. 00000100:00000010:2.0:1769074872.555483:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603800. 02000000:00000010:2.0:1769074872.555485:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8e347000. 00000100:00000010:2.0:1769074872.555488:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601180. 02000000:00000010:2.0:1769074872.555498:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa89c00000. 00000100:00000010:2.0:1769074872.555500:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689880. 02000000:00000010:2.0:1769074872.555503:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daba10fc000. 00000100:00000010:2.0:1769074872.555505:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed880. 02000000:00000010:2.0:1769074872.555513:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c416000. 00000100:00000010:2.0:1769074872.555516:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668b800. 02000000:00000010:2.0:1769074872.555519:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab86725000. 00000100:00000010:2.0:1769074872.555523:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688700. 02000000:00000010:2.0:1769074872.555525:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa9020e000. 00000100:00000010:2.0:1769074872.555527:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef800. 02000000:00000010:2.0:1769074872.555530:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabbcb1a000. 00000100:00000010:2.0:1769074872.555533:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668b480. 02000000:00000010:2.0:1769074872.555536:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabb4b6b000. 00000100:00000010:2.0:1769074872.555539:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeee300. 02000000:00000010:2.0:1769074872.555542:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa90209000. 00000100:00000010:2.0:1769074872.555544:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeeca80. 02000000:00000010:2.0:1769074872.555556:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa89c03000. 00000100:00000010:2.0:1769074872.555560:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668a680. 02000000:00000010:2.0:1769074872.555564:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa9020f000. 00000100:00000010:2.0:1769074872.555567:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72680. 02000000:00000010:2.0:1769074872.555570:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab86721000. 00000100:00000010:2.0:1769074872.555572:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668ad80. 02000000:00000010:2.0:1769074872.555574:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabb4b69000. 00000100:00000010:2.0:1769074872.555576:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5c00. 02000000:00000010:2.0:1769074872.555589:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa89c04000. 00000100:00000010:2.0:1769074872.555591:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86688e00. 02000000:00000010:2.0:1769074872.555594:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8ca0f000. 00000100:00000010:2.0:1769074872.555596:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601500. 02000000:00000010:2.0:1769074872.555599:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabb4b6c000. 00000100:00000010:2.0:1769074872.555621:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602d80. 02000000:00000010:2.0:1769074872.555625:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab86767000. 00000100:00000010:2.0:1769074872.555629:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804700. 02000000:00000010:2.0:1769074872.555642:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c401000. 00000100:00000010:2.0:1769074872.555645:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804000. 02000000:00000010:2.0:1769074872.555648:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab9e50c000. 00000100:00000010:2.0:1769074872.555650:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806300. 02000000:00000010:2.0:1769074872.555661:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c402000. 00000100:00000010:2.0:1769074872.555664:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804e00. 02000000:00000010:2.0:1769074872.555668:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab88aa7000. 00000100:00000010:2.0:1769074872.555670:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806d80. 02000000:00000010:2.0:1769074872.555672:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab82d12000. 00000100:00000010:2.0:1769074872.555675:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805500. 02000000:00000010:2.0:1769074872.555693:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c406000. 00000100:00000010:2.0:1769074872.555698:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805180. 02000000:00000010:2.0:1769074872.555701:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa9020d000. 00000100:00000010:2.0:1769074872.555703:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeedf80. 02000000:00000010:2.0:1769074872.555706:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabbec4b000. 00000100:00000010:2.0:1769074872.555709:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806680. 02000000:00000010:2.0:1769074872.555712:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa859e2000. 00000100:00000010:2.0:1769074872.555714:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeec000. 02000000:00000010:2.0:1769074872.555717:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabb3c31000. 00000100:00000010:2.0:1769074872.555720:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805c00. 02000000:00000010:2.0:1769074872.555723:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa859e0000. 00000100:00000010:2.0:1769074872.555725:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeee680. 02000000:00000010:2.0:1769074872.555728:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa833f4000. 00000100:00000010:2.0:1769074872.555730:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeeed80. 02000000:00000010:2.0:1769074872.555733:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa859e1000. 00000100:00000010:2.0:1769074872.555735:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeef480. 02000000:00000010:2.0:1769074872.555737:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa859e5000. 00000100:00000010:2.0:1769074872.555739:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2d80. 02000000:00000010:2.0:1769074872.555743:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa833f3000. 00000100:00000010:2.0:1769074872.555745:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeece00. 02000000:00000010:2.0:1769074872.555748:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa9020b000. 00000100:00000010:2.0:1769074872.555751:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600380. 02000000:00000010:2.0:1769074872.555754:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa9020c000. 00000100:00000010:2.0:1769074872.555756:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601f80. 02000000:00000010:2.0:1769074872.555759:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabbc544000. 00000100:00000010:2.0:1769074872.555762:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600a80. 02000000:00000010:2.0:1769074872.555765:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabb48e8000. 00000100:00000010:2.0:1769074872.555768:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600700. 02000000:00000010:2.0:1769074872.555770:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabbc541000. 00000100:00000010:2.0:1769074872.555773:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602300. 02000000:00000010:2.0:1769074872.555775:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8cbb7000. 00000100:00000010:2.0:1769074872.555778:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602a00. 02000000:00000010:2.0:1769074872.555780:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8cbb2000. 00000100:00000010:2.0:1769074872.555782:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603480. 02000000:00000010:2.0:1769074872.555796:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c407000. 00000100:00000010:2.0:1769074872.555799:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805880. 02000000:00000010:2.0:1769074872.555808:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c400000. 00000100:00000010:2.0:1769074872.555811:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807480. 02000000:00000010:2.0:1769074872.555814:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8cbb5000. 00000100:00000010:2.0:1769074872.555816:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600000. 02000000:00000010:2.0:1769074872.555819:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8cbb6000. 00000100:00000010:2.0:1769074872.555821:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c601880. 02000000:00000010:2.0:1769074872.555824:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dabbc547000. 00000100:00000010:2.0:1769074872.555826:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3100. 02000000:00000010:2.0:1769074872.555829:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa859e3000. 00000100:00000010:2.0:1769074872.555831:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2a00. 02000000:00000010:2.0:1769074872.555834:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa859e4000. 00000100:00000010:2.0:1769074872.555836:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0700. 02000000:00000010:2.0:1769074872.555839:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa859e7000. 00000100:00000010:2.0:1769074872.555841:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71880. 02000000:00000010:2.0:1769074872.555855:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c404000. 00000100:00000010:2.0:1769074872.555858:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1880. 02000000:00000010:2.0:1769074872.555869:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa8c403000. 00000100:00000010:2.0:1769074872.555871:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71180. 02000000:00000010:2.0:1769074872.555875:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab8672d000. 00000100:00000010:2.0:1769074872.555877:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0e00. 02000000:00000010:2.0:1769074872.555880:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8672a000. 00000100:00000010:2.0:1769074872.555883:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1500. 02000000:00000010:2.0:1769074872.555886:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff8dabbd197000. 00000100:00000010:2.0:1769074872.555888:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2300. 02000000:00000010:2.0:1769074872.555890:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab86729000. 00000100:00000010:2.0:1769074872.555893:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70a80. 02000000:00000010:2.0:1769074872.555896:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8672c000. 00000100:00000010:2.0:1769074872.555898:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1c00. 02000000:00000010:2.0:1769074872.555901:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab87828000. 00000100:00000010:2.0:1769074872.555904:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0000. 02000000:00000010:2.0:1769074872.555907:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab87829000. 00000100:00000010:2.0:1769074872.555909:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1f80. 02000000:00000010:2.0:1769074872.555912:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8782b000. 00000100:00000010:2.0:1769074872.555914:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86495f80. 02000000:00000010:2.0:1769074872.555918:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3176 at ffff8dab8782d000. 00000100:00000010:2.0:1769074872.555920:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486680. 02000000:00000010:2.0:1769074872.555933:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c58c000. 00000100:00000010:2.0:1769074872.555937:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4a80. 02000000:00000010:2.0:1769074872.555940:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab82bce000. 00000100:00000010:2.0:1769074872.555942:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70380. 02000000:00000010:2.0:1769074872.555945:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab82bcf000. 00000100:00000010:2.0:1769074872.555947:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73480. 02000000:00000010:2.0:1769074872.555951:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab82bcd000. 00000100:00000010:2.0:1769074872.555953:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff2680. 02000000:00000010:2.0:1769074872.555956:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86424000. 00000100:00000010:2.0:1769074872.555959:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff1180. 02000000:00000010:2.0:1769074872.555962:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86422000. 00000100:00000010:2.0:1769074872.555964:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff0a80. 02000000:00000010:2.0:1769074872.555967:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86421000. 00000100:00000010:2.0:1769074872.555969:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947480. 02000000:00000010:2.0:1769074872.555973:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86425000. 00000100:00000010:2.0:1769074872.555975:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947800. 02000000:00000010:2.0:1769074872.555977:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab86427000. 00000100:00000010:2.0:1769074872.555979:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944a80. 02000000:00000010:2.0:1769074872.555982:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc543000. 00000100:00000010:2.0:1769074872.555985:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a6680. 02000000:00000010:2.0:1769074872.555988:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc540000. 00000100:00000010:2.0:1769074872.555989:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73800. 02000000:00000010:2.0:1769074872.555992:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc545000. 00000100:00000010:2.0:1769074872.555994:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7800. 02000000:00000010:2.0:1769074872.555997:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8782a000. 00000100:00000010:2.0:1769074872.555999:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc946680. 02000000:00000010:2.0:1769074872.556001:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab86423000. 00000100:00000010:2.0:1769074872.556004:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc944000. 02000000:00000010:2.0:1769074872.556006:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb1000. 00000100:00000010:2.0:1769074872.556008:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc945500. 02000000:00000010:2.0:1769074872.556011:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabc184f000. 00000100:00000010:2.0:1769074872.556014:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc946a00. 02000000:00000010:2.0:1769074872.556017:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83906000. 00000100:00000010:2.0:1769074872.556020:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc947100. 02000000:00000010:2.0:1769074872.556022:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83902000. 00000100:00000010:2.0:1769074872.556024:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc945f80. 02000000:00000010:2.0:1769074872.556027:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb4000. 00000100:00000010:2.0:1769074872.556030:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc946d80. 02000000:00000010:2.0:1769074872.556033:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab8782c000. 00000100:00000010:2.0:1769074872.556034:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484a80. 02000000:00000010:2.0:1769074872.556037:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cbb3000. 00000100:00000010:2.0:1769074872.556040:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486300. 02000000:00000010:2.0:1769074872.556042:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa83904000. 00000100:00000010:2.0:1769074872.556045:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc945180. 02000000:00000010:2.0:1769074872.556047:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc542000. 00000100:00000010:2.0:1769074872.556050:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72d80. 02000000:00000010:2.0:1769074872.556053:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc83c000. 00000100:00000010:2.0:1769074872.556056:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485f80. 02000000:00000010:2.0:1769074872.556061:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf01d000. 00000100:00000010:2.0:1769074872.556065:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487800. 02000000:00000010:2.0:1769074872.556068:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc83f000. 00000100:00000010:2.0:1769074872.556070:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdf480. 02000000:00000010:2.0:1769074872.556073:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83900000. 00000100:00000010:2.0:1769074872.556076:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdf800. 02000000:00000010:2.0:1769074872.556180:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf01b000. 00000100:00000010:2.0:1769074872.556184:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73100. 02000000:00000010:2.0:1769074872.556187:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf019000. 00000100:00000010:2.0:1769074872.556190:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72a00. 02000000:00000010:2.0:1769074872.556193:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf01f000. 00000100:00000010:2.0:1769074872.556195:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffded80. 02000000:00000010:2.0:1769074872.556198:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf018000. 00000100:00000010:2.0:1769074872.556200:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70e00. 02000000:00000010:2.0:1769074872.556203:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab89c4a000. 00000100:00000010:2.0:1769074872.556206:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484000. 02000000:00000010:2.0:1769074872.556209:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c4b000. 00000100:00000010:2.0:1769074872.556211:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdf100. 02000000:00000010:2.0:1769074872.556214:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab89c4d000. 00000100:00000010:2.0:1769074872.556216:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdea00. 02000000:00000010:2.0:1769074872.556218:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa83901000. 00000100:00000010:2.0:1769074872.556221:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdce00. 02000000:00000010:2.0:1769074872.556223:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf01c000. 00000100:00000010:2.0:1769074872.556226:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5180. 02000000:00000010:2.0:1769074872.556228:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d1000. 00000100:00000010:2.0:1769074872.556231:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe72300. 02000000:00000010:2.0:1769074872.556233:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf01e000. 00000100:00000010:2.0:1769074872.556235:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe71c00. 02000000:00000010:2.0:1769074872.556238:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d5000. 00000100:00000010:2.0:1769074872.556241:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdd500. 02000000:00000010:2.0:1769074872.556244:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8277a000. 00000100:00000010:2.0:1769074872.556247:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5500. 02000000:00000010:2.0:1769074872.556250:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d0000. 00000100:00000010:2.0:1769074872.556252:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5f80. 02000000:00000010:2.0:1769074872.556255:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d6000. 00000100:00000010:2.0:1769074872.556257:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdc700. 02000000:00000010:2.0:1769074872.556259:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc83e000. 00000100:00000010:2.0:1769074872.556262:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffde300. 02000000:00000010:2.0:1769074872.556265:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82778000. 00000100:00000010:2.0:1769074872.556267:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe70000. 02000000:00000010:2.0:1769074872.556270:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8277d000. 00000100:00000010:2.0:1769074872.556272:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485500. 02000000:00000010:2.0:1769074872.556274:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d3000. 00000100:00000010:2.0:1769074872.556277:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4380. 02000000:00000010:2.0:1769074872.556280:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daba12d4000. 00000100:00000010:2.0:1769074872.556283:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a6300. 02000000:00000010:2.0:1769074872.556285:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daba12d7000. 00000100:00000010:2.0:1769074872.556300:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7480. 02000000:00000010:2.0:1769074872.556305:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f52000. 00000100:00000010:2.0:1769074872.556307:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a6a00. 02000000:00000010:2.0:1769074872.556310:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa82779000. 00000100:00000010:2.0:1769074872.556312:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a7b80. 02000000:00000010:2.0:1769074872.556315:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab89c48000. 00000100:00000010:2.0:1769074872.556318:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a5880. 02000000:00000010:2.0:1769074872.556320:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4f55000. 00000100:00000010:2.0:1769074872.556323:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffddc00. 02000000:00000010:2.0:1769074872.556326:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabb4f53000. 00000100:00000010:2.0:1769074872.556329:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdc000. 02000000:00000010:2.0:1769074872.556331:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab89c4f000. 00000100:00000010:2.0:1769074872.556334:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfe73b80. 02000000:00000010:2.0:1769074872.556336:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859bd000. 00000100:00000010:2.0:1769074872.556339:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485880. 02000000:00000010:2.0:1769074872.556342:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4f57000. 00000100:00000010:2.0:1769074872.556345:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714380. 02000000:00000010:2.0:1769074872.556349:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc83a000. 00000100:00000010:2.0:1769074872.556355:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715500. 02000000:00000010:2.0:1769074872.556357:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4f56000. 00000100:00000010:2.0:1769074872.556504:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715180. 02000000:00000010:2.0:1769074872.556508:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859b9000. 00000100:00000010:2.0:1769074872.556511:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487b80. 02000000:00000010:2.0:1769074872.556513:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859bc000. 00000100:00000010:2.0:1769074872.556516:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715c00. 02000000:00000010:2.0:1769074872.556519:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859ba000. 00000100:00000010:2.0:1769074872.556521:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714e00. 02000000:00000010:2.0:1769074872.556524:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa859bb000. 00000100:00000010:2.0:1769074872.556526:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714000. 02000000:00000010:2.0:1769074872.556529:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa859b8000. 00000100:00000010:2.0:1769074872.556531:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4000. 02000000:00000010:2.0:1769074872.556534:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab89c4c000. 00000100:00000010:2.0:1769074872.556537:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486d80. 02000000:00000010:2.0:1769074872.556540:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8bc46000. 00000100:00000010:2.0:1769074872.556544:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715880. 02000000:00000010:2.0:1769074872.556547:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbc4e9000. 00000100:00000010:2.0:1769074872.556550:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9180. 02000000:00000010:2.0:1769074872.556553:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc4e8000. 00000100:00000010:2.0:1769074872.556556:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fb480. 02000000:00000010:2.0:1769074872.556559:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabb4f54000. 00000100:00000010:2.0:1769074872.556562:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716a00. 02000000:00000010:2.0:1769074872.556566:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc4ec000. 00000100:00000010:2.0:1769074872.556568:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716300. 02000000:00000010:2.0:1769074872.556571:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab908e2000. 00000100:00000010:2.0:1769074872.556573:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fb100. 02000000:00000010:2.0:1769074872.556576:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8bc40000. 00000100:00000010:2.0:1769074872.556578:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04faa00. 02000000:00000010:2.0:1769074872.556582:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854cc000. 00000100:00000010:2.0:1769074872.556584:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716d80. 02000000:00000010:2.0:1769074872.556587:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbc83b000. 00000100:00000010:2.0:1769074872.556589:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e716680. 02000000:00000010:2.0:1769074872.556592:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab908e0000. 00000100:00000010:2.0:1769074872.556595:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdfb80. 02000000:00000010:2.0:1769074872.556597:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab908e4000. 00000100:00000010:2.0:1769074872.556599:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9880. 02000000:00000010:2.0:1769074872.556672:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c415000. 00000100:00000010:2.0:1769074872.556676:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffddf80. 02000000:00000010:2.0:1769074872.556696:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c412000. 00000100:00000010:2.0:1769074872.556700:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e715f80. 02000000:00000010:2.0:1769074872.556703:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab84cdf000. 00000100:00000010:2.0:1769074872.556708:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717b80. 02000000:00000010:2.0:1769074872.556711:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab91748000. 00000100:00000010:2.0:1769074872.556713:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717480. 02000000:00000010:2.0:1769074872.556716:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab9174c000. 00000100:00000010:2.0:1769074872.556719:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714700. 02000000:00000010:2.0:1769074872.556730:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c413000. 00000100:00000010:2.0:1769074872.556734:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717800. 02000000:00000010:2.0:1769074872.556737:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab84cde000. 00000100:00000010:2.0:1769074872.556740:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e717100. 02000000:00000010:2.0:1769074872.556743:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab84cdd000. 00000100:00000010:2.0:1769074872.556746:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2c700. 02000000:00000010:2.0:1769074872.556756:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8c411000. 00000100:00000010:2.0:1769074872.556759:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2e300. 02000000:00000010:2.0:1769074872.556769:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8c410000. 00000100:00000010:2.0:1769074872.556782:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2f480. 02000000:00000010:2.0:1769074872.556787:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad90d000. 00000100:00000010:2.0:1769074872.556790:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdd880. 02000000:00000010:2.0:1769074872.556793:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabad90e000. 00000100:00000010:2.0:1769074872.556795:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2c380. 02000000:00000010:2.0:1769074872.556798:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ad75000. 00000100:00000010:2.0:1769074872.556801:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffde680. 02000000:00000010:2.0:1769074872.556805:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabad908000. 00000100:00000010:2.0:1769074872.556807:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdd180. 02000000:00000010:2.0:1769074872.556810:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ad73000. 00000100:00000010:2.0:1769074872.556812:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f8000. 02000000:00000010:2.0:1769074872.556815:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ad72000. 00000100:00000010:2.0:1769074872.556818:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9f80. 02000000:00000010:2.0:1769074872.556821:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbff7d000. 00000100:00000010:2.0:1769074872.556824:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2fb80. 02000000:00000010:2.0:1769074872.556827:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbff79000. 00000100:00000010:2.0:1769074872.556829:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2e680. 02000000:00000010:2.0:1769074872.556832:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbff78000. 00000100:00000010:2.0:1769074872.556834:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdca80. 02000000:00000010:2.0:1769074872.556837:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbff7b000. 00000100:00000010:2.0:1769074872.556839:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2d880. 02000000:00000010:2.0:1769074872.556842:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3fc000. 00000100:00000010:2.0:1769074872.556845:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fa680. 02000000:00000010:2.0:1769074872.556848:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab88b90000. 00000100:00000010:2.0:1769074872.556851:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fb800. 02000000:00000010:2.0:1769074872.556854:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabad90f000. 00000100:00000010:2.0:1769074872.556856:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2ed80. 02000000:00000010:2.0:1769074872.556859:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabad909000. 00000100:00000010:2.0:1769074872.556861:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487100. 02000000:00000010:2.0:1769074872.556865:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabae3f1000. 00000100:00000010:2.0:1769074872.556867:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fad80. 02000000:00000010:2.0:1769074872.556870:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdfc000. 00000100:00000010:2.0:1769074872.556872:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2ca80. 02000000:00000010:2.0:1769074872.556875:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3ff000. 00000100:00000010:2.0:1769074872.556877:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484700. 02000000:00000010:2.0:1769074872.556880:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab854c8000. 00000100:00000010:2.0:1769074872.556882:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484e00. 02000000:00000010:2.0:1769074872.556885:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab854c9000. 00000100:00000010:2.0:1769074872.556888:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b484380. 02000000:00000010:2.0:1769074872.556890:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdfe000. 00000100:00000010:2.0:1769074872.556893:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b486a00. 02000000:00000010:2.0:1769074872.556896:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdff000. 00000100:00000010:2.0:1769074872.556899:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbffdc380. 02000000:00000010:2.0:1769074872.556901:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab854cb000. 00000100:00000010:2.0:1769074872.556904:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288c700. 02000000:00000010:2.0:1769074872.556907:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdf8000. 00000100:00000010:2.0:1769074872.556910:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b487480. 02000000:00000010:2.0:1769074872.556912:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab854cd000. 00000100:00000010:2.0:1769074872.556915:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485180. 02000000:00000010:2.0:1769074872.556917:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdfb000. 00000100:00000010:2.0:1769074872.556920:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288e680. 02000000:00000010:2.0:1769074872.556923:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabae3f3000. 00000100:00000010:2.0:1769074872.556924:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288f800. 02000000:00000010:2.0:1769074872.556927:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8fdfd000. 00000100:00000010:2.0:1769074872.556930:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288ea00. 02000000:00000010:2.0:1769074872.556933:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8dab854cf000. 00000100:00000010:2.0:1769074872.556935:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9500. 02000000:00000010:2.0:1769074872.556937:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa82bcc000. 00000100:00000010:2.0:1769074872.556939:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f8700. 02000000:00000010:2.0:1769074872.556942:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbd525000. 00000100:00000010:2.0:1769074872.556945:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fa300. 02000000:00000010:2.0:1769074872.556948:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8bdb7000. 00000100:00000010:2.0:1769074872.556951:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f8a80. 02000000:00000010:2.0:1769074872.556953:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87616000. 00000100:00000010:2.0:1769074872.556956:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae923b80. 02000000:00000010:2.0:1769074872.556959:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8fdf9000. 00000100:00000010:2.0:1769074872.556962:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae921180. 02000000:00000010:2.0:1769074872.556965:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87615000. 00000100:00000010:2.0:1769074872.556968:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcb480. 02000000:00000010:2.0:1769074872.556971:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87610000. 00000100:00000010:2.0:1769074872.556973:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcb800. 02000000:00000010:2.0:1769074872.556976:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf19a000. 00000100:00000010:2.0:1769074872.556979:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae921f80. 02000000:00000010:2.0:1769074872.556982:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf19b000. 00000100:00000010:2.0:1769074872.556986:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920a80. 02000000:00000010:2.0:1769074872.556989:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabaf199000. 00000100:00000010:2.0:1769074872.556992:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2ce00. 02000000:00000010:2.0:1769074872.556995:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabaf19e000. 00000100:00000010:2.0:1769074872.556998:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288fb80. 02000000:00000010:2.0:1769074872.557000:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87614000. 00000100:00000010:2.0:1769074872.557003:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2f100. 02000000:00000010:2.0:1769074872.557006:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3fe000. 00000100:00000010:2.0:1769074872.557008:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcad80. 02000000:00000010:2.0:1769074872.557011:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a136000. 00000100:00000010:2.0:1769074872.557013:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288d180. 02000000:00000010:2.0:1769074872.557016:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab8bdb1000. 00000100:00000010:2.0:1769074872.557018:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcb100. 02000000:00000010:2.0:1769074872.557020:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a135000. 00000100:00000010:2.0:1769074872.557022:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920700. 02000000:00000010:2.0:1769074872.557026:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb4e000. 00000100:00000010:2.0:1769074872.557029:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcaa00. 02000000:00000010:2.0:1769074872.557032:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb49000. 00000100:00000010:2.0:1769074872.557034:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028b800. 02000000:00000010:2.0:1769074872.557038:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb4d000. 00000100:00000010:2.0:1769074872.557041:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288ca80. 02000000:00000010:2.0:1769074872.557043:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a137000. 00000100:00000010:2.0:1769074872.557046:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288e300. 02000000:00000010:2.0:1769074872.557048:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8cb4c000. 00000100:00000010:2.0:1769074872.557050:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028ad80. 02000000:00000010:2.0:1769074872.557054:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87611000. 00000100:00000010:2.0:1769074872.557056:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920000. 02000000:00000010:2.0:1769074872.557059:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87612000. 00000100:00000010:2.0:1769074872.557062:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae922a00. 02000000:00000010:2.0:1769074872.557065:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb48000. 00000100:00000010:2.0:1769074872.557067:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288ed80. 02000000:00000010:2.0:1769074872.557070:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8b1d7000. 00000100:00000010:2.0:1769074872.557073:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc8e00. 02000000:00000010:2.0:1769074872.557076:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3f8000. 00000100:00000010:2.0:1769074872.557191:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86496680. 02000000:00000010:2.0:1769074872.557196:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8b1d6000. 00000100:00000010:2.0:1769074872.557199:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86495180. 02000000:00000010:2.0:1769074872.557201:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3fd000. 00000100:00000010:2.0:1769074872.557204:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc9500. 02000000:00000010:2.0:1769074872.557207:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a3f9000. 00000100:00000010:2.0:1769074872.557209:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc8700. 02000000:00000010:2.0:1769074872.557212:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8b1d5000. 00000100:00000010:2.0:1769074872.557214:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fca300. 02000000:00000010:2.0:1769074872.557217:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8b1d2000. 00000100:00000010:2.0:1769074872.557220:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86494a80. 02000000:00000010:2.0:1769074872.557223:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a134000. 00000100:00000010:2.0:1769074872.557225:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028aa00. 02000000:00000010:2.0:1769074872.557228:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a133000. 00000100:00000010:2.0:1769074872.557230:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028a300. 02000000:00000010:2.0:1769074872.557233:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8cb4a000. 00000100:00000010:2.0:1769074872.557235:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289500. 02000000:00000010:2.0:1769074872.557238:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a130000. 00000100:00000010:2.0:1769074872.557240:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288a80. 02000000:00000010:2.0:1769074872.557244:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a860000. 00000100:00000010:2.0:1769074872.557246:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc9c00. 02000000:00000010:2.0:1769074872.557249:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a132000. 00000100:00000010:2.0:1769074872.557251:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88addf80. 02000000:00000010:2.0:1769074872.557256:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dabbcaaa000. 00000100:00000010:2.0:1769074872.557258:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf100. 02000000:00000010:2.0:1769074872.557262:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d5a000. 00000100:00000010:2.0:1769074872.557266:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc8000. 02000000:00000010:2.0:1769074872.557268:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a861000. 00000100:00000010:2.0:1769074872.557271:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adce00. 02000000:00000010:2.0:1769074872.557274:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a865000. 00000100:00000010:2.0:1769074872.557276:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88ade300. 02000000:00000010:2.0:1769074872.557279:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5c000. 00000100:00000010:2.0:1769074872.557281:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86494380. 02000000:00000010:2.0:1769074872.557284:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a867000. 00000100:00000010:2.0:1769074872.557287:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88ade680. 02000000:00000010:2.0:1769074872.557289:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5b000. 00000100:00000010:2.0:1769074872.557292:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86497480. 02000000:00000010:2.0:1769074872.557294:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbcaae000. 00000100:00000010:2.0:1769074872.557297:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86497800. 02000000:00000010:2.0:1769074872.557300:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d58000. 00000100:00000010:2.0:1769074872.557302:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86496d80. 02000000:00000010:2.0:1769074872.557305:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dabbcaac000. 00000100:00000010:2.0:1769074872.557308:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86497100. 02000000:00000010:2.0:1769074872.557311:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d59000. 00000100:00000010:2.0:1769074872.557313:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86496a00. 02000000:00000010:2.0:1769074872.557315:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8a866000. 00000100:00000010:2.0:1769074872.557317:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86494e00. 02000000:00000010:2.0:1769074872.557320:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5d000. 00000100:00000010:2.0:1769074872.557322:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86495500. 02000000:00000010:2.0:1769074872.557325:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88d5f000. 00000100:00000010:2.0:1769074872.557327:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adc700. 02000000:00000010:2.0:1769074872.557346:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89d65000. 00000100:00000010:2.0:1769074872.557350:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86494700. 02000000:00000010:2.0:1769074872.557450:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89d67000. 00000100:00000010:2.0:1769074872.557456:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86496300. 02000000:00000010:2.0:1769074872.557460:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88d5e000. 00000100:00000010:2.0:1769074872.557462:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf480. 02000000:00000010:2.0:1769074872.557465:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90272000. 00000100:00000010:2.0:1769074872.557468:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88add500. 02000000:00000010:2.0:1769074872.557470:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a862000. 00000100:00000010:2.0:1769074872.557472:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288000. 02000000:00000010:2.0:1769074872.557486:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89d66000. 00000100:00000010:2.0:1769074872.557489:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86495c00. 02000000:00000010:2.0:1769074872.557499:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89d62000. 00000100:00000010:2.0:1769074872.557502:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289c00. 02000000:00000010:2.0:1769074872.557512:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89d64000. 00000100:00000010:2.0:1769074872.557515:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86494000. 02000000:00000010:2.0:1769074872.557518:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a864000. 00000100:00000010:2.0:1769074872.557520:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fcbb80. 02000000:00000010:2.0:1769074872.557529:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa89d63000. 00000100:00000010:2.0:1769074872.557532:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc9f80. 02000000:00000010:2.0:1769074872.557535:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90276000. 00000100:00000010:2.0:1769074872.557537:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc9880. 02000000:00000010:2.0:1769074872.557540:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90274000. 00000100:00000010:2.0:1769074872.557542:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fca680. 02000000:00000010:2.0:1769074872.557545:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90273000. 00000100:00000010:2.0:1769074872.557547:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc9180. 02000000:00000010:2.0:1769074872.557550:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90270000. 00000100:00000010:2.0:1769074872.557552:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc8a80. 02000000:00000010:2.0:1769074872.557555:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a3fa000. 00000100:00000010:2.0:1769074872.557557:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88fc8380. 02000000:00000010:2.0:1769074872.557560:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ec70000. 00000100:00000010:2.0:1769074872.557572:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028a680. 02000000:00000010:2.0:1769074872.557576:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8a863000. 00000100:00000010:2.0:1769074872.557583:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288e00. 02000000:00000010:2.0:1769074872.557586:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e196000. 00000100:00000010:2.0:1769074872.557589:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028b480. 02000000:00000010:2.0:1769074872.557592:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8ec71000. 00000100:00000010:2.0:1769074872.557594:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289f80. 02000000:00000010:2.0:1769074872.557597:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ec75000. 00000100:00000010:2.0:1769074872.557599:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289880. 02000000:00000010:2.0:1769074872.557691:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e192000. 00000100:00000010:2.0:1769074872.557694:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adca80. 02000000:00000010:2.0:1769074872.557697:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e194000. 00000100:00000010:2.0:1769074872.557700:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0c700. 02000000:00000010:2.0:1769074872.557715:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89d60000. 00000100:00000010:2.0:1769074872.557718:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0e300. 02000000:00000010:2.0:1769074872.557721:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e193000. 00000100:00000010:2.0:1769074872.557724:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0dc00. 02000000:00000010:2.0:1769074872.557733:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa89d61000. 00000100:00000010:2.0:1769074872.557743:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0c000. 02000000:00000010:2.0:1769074872.557746:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8e190000. 00000100:00000010:2.0:1769074872.557750:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0fb80. 02000000:00000010:2.0:1769074872.557753:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e191000. 00000100:00000010:2.0:1769074872.557756:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0df80. 02000000:00000010:2.0:1769074872.557759:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87501000. 00000100:00000010:2.0:1769074872.557762:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0d880. 02000000:00000010:2.0:1769074872.557765:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e195000. 00000100:00000010:2.0:1769074872.557767:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0e680. 02000000:00000010:2.0:1769074872.557770:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87505000. 00000100:00000010:2.0:1769074872.557772:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0d180. 02000000:00000010:2.0:1769074872.557775:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa8e197000. 00000100:00000010:2.0:1769074872.557778:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0ca80. 02000000:00000010:2.0:1769074872.557780:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88c20000. 00000100:00000010:2.0:1769074872.557789:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0c380. 02000000:00000010:2.0:1769074872.557793:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87507000. 00000100:00000010:2.0:1769074872.557795:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0f480. 02000000:00000010:2.0:1769074872.557798:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88c21000. 00000100:00000010:2.0:1769074872.557801:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0f800. 02000000:00000010:2.0:1769074872.557803:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87506000. 00000100:00000010:2.0:1769074872.557806:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0ed80. 02000000:00000010:2.0:1769074872.557808:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87502000. 00000100:00000010:2.0:1769074872.557811:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0f100. 02000000:00000010:2.0:1769074872.557813:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88c25000. 00000100:00000010:2.0:1769074872.557815:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0ea00. 02000000:00000010:2.0:1769074872.557818:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88c27000. 00000100:00000010:2.0:1769074872.557820:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0ce00. 02000000:00000010:2.0:1769074872.557823:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8dab87504000. 00000100:00000010:2.0:1769074872.557825:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88e0d500. 02000000:00000010:2.0:1769074872.557828:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87503000. 00000100:00000010:2.0:1769074872.557830:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08e00. 02000000:00000010:2.0:1769074872.557833:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88c26000. 00000100:00000010:2.0:1769074872.557835:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09500. 02000000:00000010:2.0:1769074872.557838:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ec77000. 00000100:00000010:2.0:1769074872.557841:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0a300. 02000000:00000010:2.0:1769074872.557843:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa90271000. 00000100:00000010:2.0:1769074872.557846:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86497b80. 02000000:00000010:2.0:1769074872.557850:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8dab87500000. 00000100:00000010:2.0:1769074872.557864:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09c00. 02000000:00000010:2.0:1769074872.557868:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf7000. 00000100:00000010:2.0:1769074872.557870:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08000. 02000000:00000010:2.0:1769074872.557873:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90275000. 00000100:00000010:2.0:1769074872.557875:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adc000. 02000000:00000010:2.0:1769074872.557878:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf6000. 00000100:00000010:2.0:1769074872.557880:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0bb80. 02000000:00000010:2.0:1769074872.557883:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ec76000. 00000100:00000010:2.0:1769074872.557886:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09f80. 02000000:00000010:2.0:1769074872.557888:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf2000. 00000100:00000010:2.0:1769074872.557891:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09880. 02000000:00000010:2.0:1769074872.557894:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88bf4000. 00000100:00000010:2.0:1769074872.557896:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0a680. 02000000:00000010:2.0:1769074872.557899:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88c22000. 00000100:00000010:2.0:1769074872.557902:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b09180. 02000000:00000010:2.0:1769074872.557905:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa88bf3000. 00000100:00000010:2.0:1769074872.557907:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08a80. 02000000:00000010:2.0:1769074872.557910:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8daa88bf0000. 00000100:00000010:2.0:1769074872.557912:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0b800. 02000000:00000010:2.0:1769074872.557915:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ec72000. 00000100:00000010:2.0:1769074872.557917:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0ad80. 02000000:00000010:2.0:1769074872.557920:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa88c24000. 00000100:00000010:2.0:1769074872.557922:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0b100. 02000000:00000010:2.0:1769074872.557924:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ec74000. 00000100:00000010:2.0:1769074872.557926:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86495880. 02000000:00000010:2.0:1769074872.557929:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88c23000. 00000100:00000010:2.0:1769074872.557931:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b08700. 02000000:00000010:2.0:1769074872.557934:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa8ec73000. 00000100:00000010:2.0:1769074872.557943:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0aa00. 02000000:00000010:2.0:1769074872.557946:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf1000. 00000100:00000010:2.0:1769074872.557949:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88add180. 02000000:00000010:2.0:1769074872.557952:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8daa90277000. 00000100:00000010:2.0:1769074872.557960:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adf800. 02000000:00000010:2.0:1769074872.557963:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8daa88bf5000. 00000100:00000010:2.0:1769074872.557966:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88addc00. 00000100:00000010:2.0:1769074872.557973:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab849c0000. 00000100:00000010:2.0:1769074872.558014:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88dda400. 00000100:00000010:2.0:1769074872.558018:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbcc40000. 00000100:00000010:2.0:1769074872.558791:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88dd8800. 00000100:00000010:2.0:1769074872.558798:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbcd40000. 00000100:00000010:2.0:1769074872.558835:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88dd8000. 00000100:00000010:2.0:1769074872.558838:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabb6340000. 00000100:00000010:2.0:1769074872.558863:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88dda000. 00000100:00000010:2.0:1769074872.558866:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbe7c0000. 00000100:00000010:2.0:1769074872.558951:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905c000. 00000100:00000010:2.0:1769074872.558955:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbdb00000. 00000100:00000010:2.0:1769074872.558989:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905c800. 00000100:00000010:2.0:1769074872.558993:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbd9c0000. 00000100:00000010:2.0:1769074872.559021:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905cc00. 00000100:00000010:2.0:1769074872.559024:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabb4800000. 00000100:00000010:2.0:1769074872.559056:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905e800. 00000100:00000010:2.0:1769074872.559060:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabada00000. 00000100:00000010:2.0:1769074872.559102:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905f000. 00000100:00000010:2.0:1769074872.559106:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab87940000. 00000100:00000010:2.0:1769074872.559156:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905f400. 00000100:00000010:2.0:1769074872.559160:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab9ed40000. 00000100:00000010:2.0:1769074872.559205:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905ec00. 00000100:00000010:2.0:1769074872.559210:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab878c0000. 00000100:00000010:2.0:1769074872.559259:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905dc00. 00000100:00000010:2.0:1769074872.559263:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab86500000. 00000100:00000010:2.0:1769074872.559291:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905e000. 00000100:00000010:2.0:1769074872.559295:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbd100000. 00000100:00000010:2.0:1769074872.559568:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905d000. 00000100:00000010:2.0:1769074872.559572:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab84880000. 00010000:00000010:2.1:1769074872.559637:0:47186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbd4fdc00. 00010000:00000010:2.1:1769074872.559645:0:47186:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba04b3200. 00010000:00000010:2.1:1769074872.559649:0:47186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bfc00. 00010000:00000010:2.1:1769074872.559652:0:47186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbd4fc400. 00010000:00000010:2.1:1769074872.559655:0:47186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89800000. 00010000:00000010:2.1:1769074872.559659:0:47186:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daa8c56b800. 00010000:00000010:2.1:1769074872.559662:0:47186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be600. 00010000:00000010:2.1:1769074872.559665:0:47186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801000. 00010000:00000010:2.1:1769074872.559668:0:47186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa89801e00. 00010000:00000010:2.1:1769074872.559670:0:47186:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba04b3800. 00000100:00000010:2.0:1769074872.559679:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905d400. 00000100:00000010:2.0:1769074872.559693:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabadac0000. 00000100:00000010:2.0:1769074872.559730:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905e400. 00000100:00000010:2.0:1769074872.559735:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabad940000. 00000100:00000010:2.0:1769074872.559763:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905fc00. 00000100:00000010:2.0:1769074872.559766:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabad740000. 00000100:00000010:2.0:1769074872.559793:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8905c400. 00000100:00000010:2.0:1769074872.559796:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbc1c0000. 00000100:00000010:2.0:1769074872.559822:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83e84c00. 00000100:00000010:2.0:1769074872.559826:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabadd80000. 00000100:00000010:2.0:1769074872.559858:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83e86800. 00000100:00000010:2.0:1769074872.559861:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabadf40000. 00000100:00000010:2.0:1769074872.559890:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83e85400. 00000100:00000010:2.0:1769074872.559893:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabad540000. 00000100:00000010:2.0:1769074872.559921:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83e86400. 00000100:00000010:2.0:1769074872.559924:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabad5c0000. 00000100:00000010:2.0:1769074872.559950:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83e84000. 00000100:00000010:2.0:1769074872.559954:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab87700000. 00000100:00000010:2.0:1769074872.559981:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83e86c00. 00000100:00000010:2.0:1769074872.559984:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab84800000. 00000100:00000010:2.0:1769074872.560005:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83e86000. 00000100:00000010:2.0:1769074872.560008:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab84a00000. 00000100:00000010:2.0:1769074872.560029:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba108a400. 00000100:00000010:2.0:1769074872.560035:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab84a80000. 00000100:00000010:2.0:1769074872.560063:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a2d7000. 00000100:00000010:2.0:1769074872.560067:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab84480000. 00000100:00000010:2.0:1769074872.560103:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a2d6800. 00000100:00000010:2.0:1769074872.560107:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab9e740000. 00000100:00000010:2.0:1769074872.560137:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a2d6400. 00000100:00000010:2.0:1769074872.560140:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab9e540000. 00000100:00000010:2.0:1769074872.560163:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a2d6000. 00000100:00000010:2.0:1769074872.560167:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabad080000. 00000100:00000010:2.0:1769074872.560193:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabadb06800. 00000100:00000010:2.0:1769074872.560197:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabad340000. 00000100:00000010:2.0:1769074872.560232:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabadb04800. 00000100:00000010:2.0:1769074872.560244:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabadb40000. 00000100:00000010:2.0:1769074872.560280:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b6fc00. 00000100:00000010:2.0:1769074872.560284:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbe9c0000. 00000100:00000010:2.0:1769074872.560309:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b6d000. 00000100:00000010:2.0:1769074872.560312:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabb5a80000. 00000100:00000010:2.0:1769074872.560530:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b6c800. 00000100:00000010:2.0:1769074872.560535:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabb5b80000. 00000100:00000010:2.0:1769074872.560558:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b6c400. 00000100:00000010:2.0:1769074872.560561:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabafa40000. 00000100:00000010:2.0:1769074872.560587:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b6d400. 00000100:00000010:2.0:1769074872.560590:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbee80000. 00010000:00000010:2.1:1769074872.560629:0:47186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be200. 00000100:00000010:2.0:1769074872.560650:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b6cc00. 00000100:00000010:2.0:1769074872.560653:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab87440000. 00000100:00000010:2.0:1769074872.560692:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b6f000. 00000100:00000010:2.0:1769074872.560696:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab865c0000. 00000100:00000010:2.0:1769074872.560729:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc758400. 00000100:00000010:2.0:1769074872.560732:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8daba0d00000. 00000100:00000010:2.0:1769074872.560768:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc758800. 00000100:00000010:2.0:1769074872.560771:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab87980000. 00000100:00000010:2.0:1769074872.560806:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc759000. 00000100:00000010:2.0:1769074872.560809:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbca40000. 00000100:00000010:2.0:1769074872.560844:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc75bc00. 00000100:00000010:2.0:1769074872.560848:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbc880000. 00000100:00000010:2.0:1769074872.560872:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc75a000. 00000100:00000010:2.0:1769074872.560875:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbc8c0000. 00000100:00000010:2.0:1769074872.560910:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc75b000. 00000100:00000010:2.0:1769074872.560913:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbc400000. 00000100:00000010:2.0:1769074872.560944:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc75a400. 00000100:00000010:2.0:1769074872.560947:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbc440000. 00000100:00000010:2.0:1769074872.560977:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc75b400. 00000100:00000010:2.0:1769074872.560980:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab86780000. 00000100:00000010:2.0:1769074872.561012:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba2847800. 00000100:00000010:2.0:1769074872.561016:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab867c0000. 00000100:00000010:2.0:1769074872.561049:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a05cc00. 00000100:00000010:2.0:1769074872.561053:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabb5a00000. 00000100:00000010:2.0:1769074872.561308:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a05dc00. 00000100:00000010:2.0:1769074872.561314:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabb5a40000. 00000100:00000010:2.0:1769074872.561347:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a05ec00. 00000100:00000010:2.0:1769074872.561350:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbe800000. 00000100:00000010:2.0:1769074872.561386:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a05c000. 00000100:00000010:2.0:1769074872.561389:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbe840000. 00000100:00000010:2.0:1769074872.561415:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a05fc00. 00000100:00000010:2.0:1769074872.561418:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbea80000. 00000100:00000010:2.0:1769074872.561451:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a05f400. 00000100:00000010:2.0:1769074872.561454:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabb4f80000. 00000100:00000010:2.0:1769074872.561476:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d44000. 00000100:00000010:2.0:1769074872.561480:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbc840000. 00000100:00000010:2.0:1769074872.561514:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d47400. 00000100:00000010:2.0:1769074872.561517:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbc900000. 00000100:00000010:2.0:1769074872.561546:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d47c00. 00000100:00000010:2.0:1769074872.561549:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabb73c0000. 00000100:00000010:2.0:1769074872.561581:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8278b800. 00000100:00000010:2.0:1769074872.561585:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabb6500000. 00000100:00000010:2.0:1769074872.561623:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82789800. 00000100:00000010:2.0:1769074872.561627:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab84080000. 00000100:00000010:2.0:1769074872.561654:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ecf800. 00000100:00000010:2.0:1769074872.561658:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dabbdd80000. 00000100:00000010:2.0:1769074872.561682:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ecec00. 00000100:00000010:2.0:1769074872.561696:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8daba7780000. 00000100:00000010:2.0:1769074872.561728:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88dd8c00. 00000100:00000010:2.0:1769074872.561732:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab9f080000. 00000100:00000010:2.0:1769074872.561763:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88dd9c00. 00000100:00000010:2.0:1769074872.561765:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at ffff8dab84740000. 00000100:00000010:2.0:1769074872.561791:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88ddb000. 00000100:00000010:2.0:1769074872.561827:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at ffff8daa84340000. 00000100:00000010:2.0:1769074872.561851:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at ffff8dabbffa0000. 00000100:00000010:2.0:1769074872.561867:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at ffff8dabae960000. 00000100:00000010:2.0:1769074872.561882:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at ffff8dabae060000. 00000100:00000010:2.0:1769074872.561902:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at ffff8dabbd280000. 00000100:00000010:2.0:1769074872.561921:0:47186:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8daa842c3fc0. 00000100:00000010:2.0:1769074872.561927:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa8a8ba6c0. 00000100:00000010:2.0:1769074872.561931:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa8a8ba540. 00000100:00000010:2.0:1769074872.561933:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa8a8ba000. 00000100:00000010:2.0:1769074872.561936:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa8a8ba300. 00000100:00000010:2.0:1769074872.561940:0:47186:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8daa842c32c0. 00000100:00000010:2.0:1769074872.561942:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa8a8ba0c0. 00000100:00000010:2.0:1769074872.561945:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa8a8ba900. 00000100:00000010:2.0:1769074872.561948:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa8a8ba600. 00000100:00000010:2.0:1769074872.561950:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa8a8ba780. 00000100:00000010:2.0:1769074872.561953:0:47186:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff8dab891f1c00. 00000020:00000010:2.0:1769074872.562040:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbfe6a000. 00000020:00000010:2.0:1769074872.562053:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daba77da000. 00000020:00000010:2.0:1769074872.562056:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbfe46000. 00000020:00000010:2.0:1769074872.562065:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbc9aa000. 00000020:00000010:2.0:1769074872.562076:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dab9096d000. 00000020:00000010:2.0:1769074872.562092:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a05f000. 00000100:00000010:2.0:1769074872.562123:0:47186:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dabb49a0000. 00000100:00000010:2.0:1769074872.562133:0:47186:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dab866c3000. 00000100:00000010:2.0:1769074872.562137:0:47186:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dab88d47000. 00000100:00000010:2.0:1769074872.562140:0:47186:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dab90450200. 00000100:00000200:2.0:1769074872.562144:0:47186:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000020:00000010:2.0:1769074872.562191:0:42300:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab93921600. 00000040:00000010:2.0:1769074872.562197:0:42300:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabb4956600. 00000020:00000010:2.0:1769074872.562202:0:42300:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab85eba800. 00000020:00000010:2.0:1769074872.562207:0:42300:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73d080. 00000020:00000010:2.0:1769074872.562213:0:42300:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabb4956000. 80000000:00000010:2.0:1769074872.562218:0:42300:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabbd680240. 40000000:00000010:2.0:1769074872.562224:0:42300:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabae79ee00. 00100000:00000010:2.0:1769074872.562229:0:42300:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab85eba000. 00040000:00000010:2.0:1769074872.562233:0:42300:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87f3ba00. 00040000:00000010:2.0:1769074872.562237:0:42300:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabb4957000. 00000020:00000010:2.0:1769074872.562241:0:42300:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 396 at ffff8daa8d24d800. 00080000:00000010:2.0:1769074872.562245:0:42300:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab85ebf000. 00000004:00000010:2.0:1769074872.562250:0:42300:0:(mdt_handler.c:8371:mdt_key_fini()) kvfree 'info->mti_big_lov': 64 at ffff8dab87fbc840. 00000004:00000010:2.0:1769074872.562255:0:42300:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbec4e000. 00000020:00000010:2.0:1769074872.562258:0:42300:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb3a600. 00000020:00000010:2.0:1769074872.562265:0:42300:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabae79e4c0. 00000100:00000010:2.0:1769074872.562270:0:42300:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabae79e880. 00000020:00000010:2.0:1769074872.562347:0:45231:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8c4b0200. 00000040:00000010:2.0:1769074872.562352:0:45231:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8c4b1400. 00000020:00000010:2.0:1769074872.562355:0:45231:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82be1000. 00000020:00000010:2.0:1769074872.562359:0:45231:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa83169420. 00000020:00000010:2.0:1769074872.562362:0:45231:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8c4b0a00. 80000000:00000010:2.0:1769074872.562364:0:45231:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab82d490c0. 40000000:00000010:2.0:1769074872.562367:0:45231:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab9014aa00. 00100000:00000010:2.0:1769074872.562369:0:45231:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82be3800. 00040000:00000010:2.0:1769074872.562373:0:45231:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab88e37b00. 00040000:00000010:2.0:1769074872.562375:0:45231:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8c4b0400. 00000020:00000010:2.0:1769074872.562378:0:45231:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 384 at ffff8dabafae6c00. 00080000:00000010:2.0:1769074872.562380:0:45231:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82be6000. 00000004:00000010:2.0:1769074872.562395:0:45231:0:(mdt_handler.c:8371:mdt_key_fini()) kvfree 'info->mti_big_lov': 64 at ffff8dab89eb89c0. 00000004:00000010:2.0:1769074872.562399:0:45231:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab9edad000. 00000020:00000010:2.0:1769074872.562402:0:45231:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c4b1200. 00000020:00000010:2.0:1769074872.562406:0:45231:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab9014a3c0. 00000100:00000010:2.0:1769074872.562409:0:45231:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab9014a5c0. 00000020:00000010:2.0:1769074872.562955:0:42299:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab93a01200. 00000040:00000010:2.0:1769074872.562962:0:42299:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabbd481a00. 00000020:00000010:2.0:1769074872.562966:0:42299:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab8837f000. 00000020:00000010:2.0:1769074872.562970:0:42299:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fdf98. 00000020:00000010:2.0:1769074872.562975:0:42299:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbd480600. 80000000:00000010:2.0:1769074872.562977:0:42299:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a1060. 40000000:00000010:2.0:1769074872.562980:0:42299:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa82722d40. 00100000:00000010:2.0:1769074872.562983:0:42299:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab8837b000. 00040000:00000010:2.0:1769074872.562986:0:42299:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab83659900. 00040000:00000010:2.0:1769074872.562990:0:42299:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbd480a00. 00000020:00000010:2.0:1769074872.562993:0:42299:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 396 at ffff8daa88ada600. 00080000:00000010:2.0:1769074872.563003:0:42299:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab8837e000. 00000004:00000010:2.0:1769074872.563007:0:42299:0:(mdt_handler.c:8371:mdt_key_fini()) kvfree 'info->mti_big_lov': 64 at ffff8dabaedbdd80. 00000004:00000010:2.0:1769074872.563010:0:42299:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab866c2000. 00000020:00000010:2.0:1769074872.563012:0:42299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab9175fc00. 00000020:00000010:2.0:1769074872.563017:0:42299:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa82722fc0. 00000100:00000010:2.0:1769074872.563021:0:42299:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa82722380. 00000100:00000010:2.0:1769074872.563067:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab8784d200. 00000100:00000010:2.0:1769074872.563072:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab8784c800. 00000100:00000010:2.0:1769074872.563085:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbffe3e00. 00000400:00000200:2.0:1769074872.563095:0:47186:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000010:2.0:1769074872.563105:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8160. 00000400:00000200:2.0:1769074872.563109:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab866e4600 00000400:00000010:2.0:1769074872.563112:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab866e4600. 00000100:00000200:2.0:1769074872.563116:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563121:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a80b0. 00000400:00000200:2.0:1769074872.563123:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab908d09c0 00000400:00000010:2.0:1769074872.563125:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab908d09c0. 00000100:00000200:2.0:1769074872.563127:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563130:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4f20. 00000400:00000200:2.0:1769074872.563133:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab866ef840 00000400:00000010:2.0:1769074872.563134:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab866ef840. 00000100:00000200:2.0:1769074872.563136:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563140:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864819f8. 00000400:00000200:2.0:1769074872.563142:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa88ed8a80 00000400:00000010:2.0:1769074872.563144:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa88ed8a80. 00000100:00000200:2.0:1769074872.563145:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563148:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a87e8. 00000400:00000200:2.0:1769074872.563150:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f6d8900 00000400:00000010:2.0:1769074872.563152:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f6d8900. 00000100:00000200:2.0:1769074872.563154:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563157:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4b00. 00000400:00000200:2.0:1769074872.563159:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddff00 00000400:00000010:2.0:1769074872.563160:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddff00. 00000100:00000200:2.0:1769074872.563162:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563166:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4bb0. 00000400:00000200:2.0:1769074872.563168:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddfe40 00000400:00000010:2.0:1769074872.563170:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddfe40. 00000100:00000200:2.0:1769074872.563172:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563176:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1cb8. 00000400:00000200:2.0:1769074872.563179:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae111480 00000400:00000010:2.0:1769074872.563181:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabae111480. 00000100:00000200:2.0:1769074872.563183:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563187:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4370. 00000400:00000200:2.0:1769074872.563189:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddf540 00000400:00000010:2.0:1769074872.563191:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddf540. 00000100:00000200:2.0:1769074872.563193:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563196:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4160. 00000400:00000200:2.0:1769074872.563198:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddf780 00000400:00000010:2.0:1769074872.563199:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddf780. 00000100:00000200:2.0:1769074872.563201:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563204:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481528. 00000400:00000200:2.0:1769074872.563206:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc12e180 00000400:00000010:2.0:1769074872.563208:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbc12e180. 00000100:00000200:2.0:1769074872.563211:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563213:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4318. 00000400:00000200:2.0:1769074872.563215:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddfc00 00000400:00000010:2.0:1769074872.563217:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddfc00. 00000100:00000200:2.0:1769074872.563219:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563222:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4738. 00000400:00000200:2.0:1769074872.563224:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddf180 00000400:00000010:2.0:1769074872.563226:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddf180. 00000100:00000200:2.0:1769074872.563228:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563231:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4d68. 00000400:00000200:2.0:1769074872.563233:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddf480 00000400:00000010:2.0:1769074872.563235:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddf480. 00000100:00000200:2.0:1769074872.563236:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563240:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1268. 00000400:00000200:2.0:1769074872.563242:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae111c00 00000400:00000010:2.0:1769074872.563244:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabae111c00. 00000100:00000200:2.0:1769074872.563246:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563249:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864813c8. 00000400:00000200:2.0:1769074872.563251:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc12e240 00000400:00000010:2.0:1769074872.563253:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbc12e240. 00000100:00000200:2.0:1769074872.563255:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563258:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1f20. 00000400:00000200:2.0:1769074872.563260:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdcc180 00000400:00000010:2.0:1769074872.563262:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbfdcc180. 00000100:00000200:2.0:1769074872.563263:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563266:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4a50. 00000400:00000200:2.0:1769074872.563268:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddf900 00000400:00000010:2.0:1769074872.563270:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddf900. 00000100:00000200:2.0:1769074872.563272:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563275:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8688. 00000400:00000200:2.0:1769074872.563277:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab811ca0c0 00000400:00000010:2.0:1769074872.563278:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab811ca0c0. 00000100:00000200:2.0:1769074872.563281:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563284:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad5370b0. 00000400:00000200:2.0:1769074872.563286:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdcc6c0 00000400:00000010:2.0:1769074872.563288:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbfdcc6c0. 00000100:00000200:2.0:1769074872.563289:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563292:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad5374d0. 00000400:00000200:2.0:1769074872.563293:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdccb40 00000400:00000010:2.0:1769074872.563295:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbfdccb40. 00000100:00000200:2.0:1769074872.563297:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563301:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a86e0. 00000400:00000200:2.0:1769074872.563303:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb6ba4000 00000400:00000010:2.0:1769074872.563305:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb6ba4000. 00000100:00000200:2.0:1769074872.563307:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563310:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4b58. 00000400:00000200:2.0:1769074872.563312:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddf0c0 00000400:00000010:2.0:1769074872.563314:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddf0c0. 00000100:00000200:2.0:1769074872.563316:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563319:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6580. 00000400:00000200:2.0:1769074872.563321:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa59600 00000400:00000010:2.0:1769074872.563323:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa59600. 00000100:00000200:2.0:1769074872.563324:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563327:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6630. 00000400:00000200:2.0:1769074872.563329:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa59240 00000400:00000010:2.0:1769074872.563331:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa59240. 00000100:00000200:2.0:1769074872.563333:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563336:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6318. 00000400:00000200:2.0:1769074872.563338:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa59b40 00000400:00000010:2.0:1769074872.563340:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa59b40. 00000100:00000200:2.0:1769074872.563342:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563345:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4210. 00000400:00000200:2.0:1769074872.563347:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbff9a9c0 00000400:00000010:2.0:1769074872.563349:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbff9a9c0. 00000100:00000200:2.0:1769074872.563352:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563355:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec44d0. 00000400:00000200:2.0:1769074872.563357:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbff9aa80 00000400:00000010:2.0:1769074872.563516:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbff9aa80. 00000100:00000200:2.0:1769074872.563521:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563527:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4dc0. 00000400:00000200:2.0:1769074872.563529:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbff9a000 00000400:00000010:2.0:1769074872.563531:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbff9a000. 00000100:00000200:2.0:1769074872.563533:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563536:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec41b8. 00000400:00000200:2.0:1769074872.563538:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb6ba43c0 00000400:00000010:2.0:1769074872.563539:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb6ba43c0. 00000100:00000200:2.0:1769074872.563541:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563545:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481b58. 00000400:00000200:2.0:1769074872.563547:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82faf540 00000400:00000010:2.0:1769074872.563549:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab82faf540. 00000100:00000200:2.0:1769074872.563552:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563555:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8738. 00000400:00000200:2.0:1769074872.563558:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8dd07000 00000400:00000010:2.0:1769074872.563559:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8dd07000. 00000100:00000200:2.0:1769074872.563562:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563570:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fb58. 00000400:00000200:2.0:1769074872.563572:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8efb6000 00000400:00000010:2.0:1769074872.563574:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8efb6000. 00000100:00000200:2.0:1769074872.563577:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563581:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc634d0. 00000400:00000200:2.0:1769074872.563584:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb6ba4900 00000400:00000010:2.0:1769074872.563586:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb6ba4900. 00000100:00000200:2.0:1769074872.563588:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563592:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63318. 00000400:00000200:2.0:1769074872.563594:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb6ba4e40 00000400:00000010:2.0:1769074872.563596:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb6ba4e40. 00000100:00000200:2.0:1769074872.563599:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563626:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481d10. 00000400:00000200:2.0:1769074872.563629:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82faf240 00000400:00000010:2.0:1769074872.563631:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab82faf240. 00000100:00000200:2.0:1769074872.563634:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563639:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63160. 00000400:00000200:2.0:1769074872.563641:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8293d480 00000400:00000010:2.0:1769074872.563643:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8293d480. 00000100:00000200:2.0:1769074872.563645:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563650:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6058. 00000400:00000200:2.0:1769074872.563652:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab84364c00 00000400:00000010:2.0:1769074872.563654:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab84364c00. 00000100:00000200:2.0:1769074872.563666:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563672:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537580. 00000400:00000200:2.0:1769074872.563675:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa900e7e40 00000400:00000010:2.0:1769074872.563677:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa900e7e40. 00000100:00000200:2.0:1769074872.563680:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563696:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608d268. 00000400:00000200:2.0:1769074872.563699:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa89d80600 00000400:00000010:2.0:1769074872.563701:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa89d80600. 00000100:00000200:2.0:1769074872.563704:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563709:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fc08. 00000400:00000200:2.0:1769074872.563712:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f913540 00000400:00000010:2.0:1769074872.563714:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f913540. 00000100:00000200:2.0:1769074872.563717:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563721:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6528. 00000400:00000200:2.0:1769074872.563723:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd053c0 00000400:00000010:2.0:1769074872.563725:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd053c0. 00000100:00000200:2.0:1769074872.563727:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563731:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f420. 00000400:00000200:2.0:1769074872.563734:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8783b000 00000400:00000010:2.0:1769074872.563736:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8783b000. 00000100:00000200:2.0:1769074872.563739:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563743:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f478. 00000400:00000200:2.0:1769074872.563747:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b155840 00000400:00000010:2.0:1769074872.563749:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8b155840. 00000100:00000200:2.0:1769074872.563752:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563756:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f4d0. 00000400:00000200:2.0:1769074872.563759:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8783be40 00000400:00000010:2.0:1769074872.563761:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8783be40. 00000100:00000200:2.0:1769074872.563763:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563768:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608dd10. 00000400:00000200:2.0:1769074872.563771:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd77a80 00000400:00000010:2.0:1769074872.563773:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd77a80. 00000100:00000200:2.0:1769074872.563776:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563780:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fe70. 00000400:00000200:2.0:1769074872.563782:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8783b480 00000400:00000010:2.0:1769074872.563784:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8783b480. 00000100:00000200:2.0:1769074872.563787:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563791:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608d528. 00000400:00000200:2.0:1769074872.563794:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd77480 00000400:00000010:2.0:1769074872.563796:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd77480. 00000100:00000200:2.0:1769074872.563799:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563804:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5ff78. 00000400:00000200:2.0:1769074872.563807:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8783b9c0 00000400:00000010:2.0:1769074872.563809:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8783b9c0. 00000100:00000200:2.0:1769074872.563812:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563817:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6370. 00000400:00000200:2.0:1769074872.563819:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f913600 00000400:00000010:2.0:1769074872.563822:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f913600. 00000100:00000200:2.0:1769074872.563831:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563836:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537f78. 00000400:00000200:2.0:1769074872.563839:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd05180 00000400:00000010:2.0:1769074872.563846:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd05180. 00000100:00000200:2.0:1769074872.563849:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563970:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537058. 00000400:00000200:2.0:1769074872.563974:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b4060c0 00000400:00000010:2.0:1769074872.563976:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8b4060c0. 00000100:00000200:2.0:1769074872.563984:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.563989:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393af20. 00000400:00000200:2.0:1769074872.563992:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa63840 00000400:00000010:2.0:1769074872.563994:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa63840. 00000100:00000200:2.0:1769074872.563996:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.564035:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb370. 00000400:00000200:2.0:1769074872.564040:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfe08d80 00000400:00000010:2.0:1769074872.564042:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbfe08d80. 00000100:00000200:2.0:1769074872.564045:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.564055:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb318. 00000400:00000200:2.0:1769074872.564057:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f6bf600 00000400:00000010:2.0:1769074872.564059:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f6bf600. 00000100:00000200:2.0:1769074872.564061:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.564065:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb058. 00000400:00000200:2.0:1769074872.564067:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f6bff00 00000400:00000010:2.0:1769074872.564069:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f6bff00. 00000100:00000200:2.0:1769074872.564075:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.564161:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a580. 00000400:00000200:2.0:1769074872.564164:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa63900 00000400:00000010:2.0:1769074872.564165:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa63900. 00000100:00000200:2.0:1769074872.564167:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.564184:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393af78. 00000400:00000200:2.0:1769074872.564186:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa63c00 00000400:00000010:2.0:1769074872.564188:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa63c00. 00000100:00000200:2.0:1769074872.564190:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.564193:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae2639a0. 00000400:00000200:2.0:1769074872.564195:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f67f840 00000400:00000010:2.0:1769074872.564196:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8f67f840. 00000100:00000200:2.0:1769074872.564203:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.564207:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a3c8. 00000400:00000200:2.0:1769074872.564209:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa63b40 00000400:00000010:2.0:1769074872.564211:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa63b40. 00000100:00000200:2.0:1769074872.564212:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.564215:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263f78. 00000400:00000200:2.0:1769074872.564217:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb49ac6c0 00000400:00000010:2.0:1769074872.564219:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb49ac6c0. 00000100:00000200:2.0:1769074872.564224:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.564228:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c47e8. 00000400:00000200:2.0:1769074872.564230:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fab6600 00000400:00000010:2.0:1769074872.564232:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fab6600. 00000100:00000200:2.0:1769074872.564237:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.564242:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a318. 00000400:00000200:2.0:1769074872.564244:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa633c0 00000400:00000010:2.0:1769074872.564245:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa633c0. 00000100:00000200:2.0:1769074872.564250:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000400:00000010:2.0:1769074872.564254:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb738. 00000400:00000200:2.0:1769074872.564257:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fc459c0 00000400:00000010:2.0:1769074872.564259:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fc459c0. 00000100:00000200:2.0:1769074872.564265:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 02000000:00000010:2.0:1769074872.564297:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8dabbc942400. 00000100:00000010:2.0:1769074872.564301:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8a80. 02000000:00000010:2.0:1769074872.564305:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8a411400. 00000100:00000010:2.0:1769074872.564308:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfff3800. 02000000:00000010:2.0:1769074872.564310:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8daa8e346c00. 00000100:00000010:2.0:1769074872.564313:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8e00. 00000100:00000010:2.0:1769074872.564318:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6b9a000. 00000100:00000010:2.0:1769074872.564343:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83c4a000. 00000100:00000010:2.0:1769074872.564346:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6b9e000. 00000100:00000010:2.0:1769074872.564350:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b209000. 00000100:00000010:2.0:1769074872.564353:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6b9c000. 00000100:00000010:2.0:1769074872.564356:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b20a800. 00000100:00000010:2.0:1769074872.564358:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab86558000. 00000100:00000010:2.0:1769074872.564459:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b20b000. 00000100:00000010:2.0:1769074872.564462:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab8655a000. 00000100:00000010:2.0:1769074872.564464:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b20a400. 00000100:00000010:2.0:1769074872.564466:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab8655e000. 00000100:00000010:2.0:1769074872.564468:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b208800. 00000100:00000010:2.0:1769074872.564471:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab8655c000. 00000100:00000010:2.0:1769074872.564473:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b20a000. 00000100:00000010:2.0:1769074872.564476:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dababb8c000. 00000100:00000010:2.0:1769074872.564479:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b208000. 00000100:00000010:2.0:1769074872.564481:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dababb88000. 00000100:00000010:2.0:1769074872.564483:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b209c00. 00000100:00000010:2.0:1769074872.564485:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dababb8a000. 00000100:00000010:2.0:1769074872.564488:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b209800. 00000100:00000010:2.0:1769074872.564491:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dababb8e000. 00000100:00000010:2.0:1769074872.564493:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b20bc00. 00000100:00000010:2.0:1769074872.564495:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab9ea92000. 00000100:00000010:2.0:1769074872.564509:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a05d800. 00000100:00000010:2.0:1769074872.564513:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab9ea96000. 00000100:00000010:2.0:1769074872.564516:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a05c800. 00000100:00000010:2.0:1769074872.564519:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab9ea94000. 00000100:00000010:2.0:1769074872.564521:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a05d000. 00000100:00000010:2.0:1769074872.564524:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab9ea90000. 00000100:00000010:2.0:1769074872.564526:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591ec00. 00000100:00000010:2.0:1769074872.564528:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb4322000. 00000100:00000010:2.0:1769074872.564531:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591cc00. 00000100:00000010:2.0:1769074872.564533:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb4326000. 00000100:00000010:2.0:1769074872.564536:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591c000. 00000100:00000010:2.0:1769074872.564538:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb4324000. 00000100:00000010:2.0:1769074872.564540:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591f800. 00000100:00000010:2.0:1769074872.564543:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb4320000. 00000100:00000010:2.0:1769074872.564547:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591d400. 00000100:00000010:2.0:1769074872.564549:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd00c000. 00000100:00000010:2.0:1769074872.564557:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591f400. 00000100:00000010:2.0:1769074872.564559:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd008000. 00000100:00000010:2.0:1769074872.564563:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591dc00. 00000100:00000010:2.0:1769074872.564565:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd00a000. 00000100:00000010:2.0:1769074872.564568:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591fc00. 00000100:00000010:2.0:1769074872.564570:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd00e000. 00000100:00000010:2.0:1769074872.564573:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591c400. 00000100:00000010:2.0:1769074872.564575:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabafa80000. 00000100:00000010:2.0:1769074872.564591:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591e800. 00000100:00000010:2.0:1769074872.564594:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabafa82000. 00000100:00000010:2.0:1769074872.564597:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591d800. 00000100:00000010:2.0:1769074872.564599:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabafa86000. 00000100:00000010:2.0:1769074872.564631:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591c800. 00000100:00000010:2.0:1769074872.564633:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabafa84000. 00000100:00000010:2.0:1769074872.564636:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8591f000. 00000100:00000010:2.0:1769074872.564643:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab89030000. 00000100:00000010:2.0:1769074872.564646:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8322c800. 00000100:00000010:2.0:1769074872.564648:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab89032000. 00000100:00000010:2.0:1769074872.564650:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8322d400. 00000100:00000010:2.0:1769074872.564652:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab89036000. 00000100:00000010:2.0:1769074872.564656:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb88c00. 00000100:00000010:2.0:1769074872.564659:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab89034000. 00000100:00000010:2.0:1769074872.564662:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb89400. 00000100:00000010:2.0:1769074872.564665:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb48dc000. 00000100:00000010:2.0:1769074872.564667:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a433400. 00000100:00000010:2.0:1769074872.564671:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb48d8000. 00000100:00000010:2.0:1769074872.564674:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a430800. 00000100:00000010:2.0:1769074872.564676:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb48da000. 00000100:00000010:2.0:1769074872.564679:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a431000. 00000100:00000010:2.0:1769074872.564681:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb48de000. 00000100:00000010:2.0:1769074872.564694:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a431800. 00000100:00000010:2.0:1769074872.564696:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb49be000. 00000100:00000010:2.0:1769074872.564714:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a432c00. 00000100:00000010:2.0:1769074872.564717:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb49bc000. 00000100:00000010:2.0:1769074872.564720:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a431400. 00000100:00000010:2.0:1769074872.564722:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb49b8000. 00000100:00000010:2.0:1769074872.564725:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a430400. 00000100:00000010:2.0:1769074872.564727:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb49ba000. 00000100:00000010:2.0:1769074872.564730:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a432800. 00000100:00000010:2.0:1769074872.564732:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab86454000. 00000100:00000010:2.0:1769074872.564736:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc0800. 00000100:00000010:2.0:1769074872.564738:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab86450000. 00000100:00000010:2.0:1769074872.564740:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc0c00. 00000100:00000010:2.0:1769074872.564742:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab86452000. 00000100:00000010:2.0:1769074872.564745:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc3000. 00000100:00000010:2.0:1769074872.564747:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab86456000. 00000100:00000010:2.0:1769074872.564750:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc2000. 00000100:00000010:2.0:1769074872.564753:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab8533e000. 00000100:00000010:2.0:1769074872.564756:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc1800. 00000100:00000010:2.0:1769074872.564759:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab8533c000. 00000100:00000010:2.0:1769074872.564761:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc2400. 00000100:00000010:2.0:1769074872.564763:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85338000. 00000100:00000010:2.0:1769074872.564764:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc2c00. 00000100:00000010:2.0:1769074872.564766:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab8533a000. 00000100:00000010:2.0:1769074872.564769:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc3400. 00000100:00000010:2.0:1769074872.564771:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6bde000. 00000100:00000010:2.0:1769074872.564787:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc1000. 00000100:00000010:2.0:1769074872.564789:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6bdc000. 00000100:00000010:2.0:1769074872.564792:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc0000. 00000100:00000010:2.0:1769074872.564794:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6bd8000. 00000100:00000010:2.0:1769074872.564797:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc1c00. 00000100:00000010:2.0:1769074872.564799:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6bda000. 00000100:00000010:2.0:1769074872.564802:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc3800. 00000100:00000010:2.0:1769074872.564804:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb485a000. 00000100:00000010:2.0:1769074872.564807:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc0400. 00000100:00000010:2.0:1769074872.564809:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb485e000. 00000100:00000010:2.0:1769074872.564811:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81bc3c00. 00000100:00000010:2.0:1769074872.564817:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb485c000. 00000100:00000010:2.0:1769074872.564820:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8c4e0400. 00000100:00000010:2.0:1769074872.564823:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb4858000. 00000100:00000010:2.0:1769074872.564825:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8c4e2000. 00000100:00000010:2.0:1769074872.564827:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85900000. 00000100:00000010:2.0:1769074872.564830:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8c4e0000. 00000100:00000010:2.0:1769074872.564833:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85902000. 00000100:00000010:2.0:1769074872.564836:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8c4e2400. 00000100:00000010:2.0:1769074872.564839:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85906000. 00000100:00000010:2.0:1769074872.564841:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8c4e3400. 00000100:00000010:2.0:1769074872.564843:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85904000. 00000100:00000010:2.0:1769074872.564847:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8c4e0800. 00000100:00000010:2.0:1769074872.564849:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8daba77c2000. 00000100:00000010:2.0:1769074872.564867:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8c4e2800. 00000100:00000010:2.0:1769074872.564869:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8daba77c6000. 00000100:00000010:2.0:1769074872.564871:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8c4e3c00. 00000100:00000010:2.0:1769074872.564873:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8daba77c4000. 00000100:00000010:2.0:1769074872.564876:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8c4e2c00. 00000100:00000010:2.0:1769074872.564878:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8daba77c0000. 00000100:00000010:2.0:1769074872.564881:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83c48000. 00000100:00000010:2.0:1769074872.564883:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6b98000. 00000100:00000010:2.0:1769074872.564893:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83c49000. 00000100:00000010:2.0:1769074872.564897:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa83c74000. 00000100:00000010:2.0:1769074872.564907:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab86398000. 00000100:00000010:2.0:1769074872.564915:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab81384000. 00000100:00000010:2.0:1769074872.564928:0:47186:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8daa834c66c0. 00000100:00000010:2.0:1769074872.564933:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab8bdd1d80. 00000100:00000010:2.0:1769074872.564937:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabb3c3b3c0. 00000100:00000010:2.0:1769074872.564940:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabb3c3bf00. 00000100:00000010:2.0:1769074872.564943:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabb3c3b540. 00000020:00000010:2.0:1769074872.565032:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab9ed08000. 00000020:00000010:2.0:1769074872.565044:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbc6b0000. 00000020:00000010:2.0:1769074872.565054:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa8a486000. 00000020:00000010:2.0:1769074872.565057:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabae95c000. 00000020:00000010:2.0:1769074872.565064:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dab9096b000. 00000020:00000010:2.0:1769074872.565071:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8b20ac00. 00000100:00000010:2.0:1769074872.565251:0:47186:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dab84210000. 00000100:00000010:2.0:1769074872.565261:0:47186:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dab9096e000. 00000100:00000010:2.0:1769074872.565264:0:47186:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8daa8a05f800. 00000100:00000010:2.0:1769074872.565267:0:47186:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dab8784da00. 00000100:00000200:2.0:1769074872.565271:0:47186:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000020:00000010:3.0:1769074872.565597:0:42301:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a0e1a00. 00000020:00000010:2.0:1769074872.565649:0:42302:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a0e1000. 00000040:00000010:2.0:1769074872.565656:0:42302:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabbce7d800. 00000020:00000010:2.0:1769074872.565661:0:42302:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82b0f000. 00000020:00000010:2.0:1769074872.565666:0:42302:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85836eb0. 00000020:00000010:2.0:1769074872.565671:0:42302:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbce7da00. 80000000:00000010:2.0:1769074872.565676:0:42302:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89d7b8a0. 40000000:00000010:2.0:1769074872.565680:0:42302:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab8bc58bc0. 00100000:00000010:2.0:1769074872.565701:0:42302:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa83a17800. 00040000:00000010:2.0:1769074872.565707:0:42302:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89d61d00. 00040000:00000010:2.0:1769074872.565711:0:42302:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbce7dc00. 00080000:00000010:2.0:1769074872.565716:0:42302:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a11800. 00000004:00000010:2.0:1769074872.565727:0:42302:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbc838000. 00002000:00000010:2.0:1769074872.565732:0:42302:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc118800. 00000020:00000010:2.0:1769074872.565736:0:42302:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a0e0200. 00000020:00000010:2.0:1769074872.565743:0:42302:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab8bc58f40. 00000100:00000010:2.0:1769074872.565750:0:42302:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab8bc58e80. 00000040:00000010:3.0:1769074872.565853:0:42301:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8a0e1c00. 00000020:00000010:3.0:1769074872.565856:0:42301:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82b09000. 00000020:00000010:3.0:1769074872.565864:0:42301:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa858369a8. 00000020:00000010:3.0:1769074872.565867:0:42301:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8a0e0e00. 80000000:00000010:3.0:1769074872.565870:0:42301:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89d7b540. 40000000:00000010:3.0:1769074872.565873:0:42301:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab8bc58e00. 00100000:00000010:3.0:1769074872.565876:0:42301:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82b0a000. 00040000:00000010:3.0:1769074872.565880:0:42301:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89d61e00. 00040000:00000010:3.0:1769074872.565882:0:42301:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a0e0800. 00080000:00000010:3.0:1769074872.565884:0:42301:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82b0b800. 00000004:00000010:3.0:1769074872.565889:0:42301:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbc839000. 00002000:00000010:3.0:1769074872.565896:0:42301:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc11a000. 00000020:00000010:3.0:1769074872.565899:0:42301:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a0e0a00. 00000020:00000010:3.0:1769074872.565903:0:42301:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab8bc58400. 00000100:00000010:3.0:1769074872.565912:0:42301:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab8bc585c0. 00000020:00000010:3.0:1769074872.565952:0:45684:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8ca25200. 00000040:00000010:3.0:1769074872.565956:0:45684:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8ca25400. 00000020:00000010:3.0:1769074872.565958:0:45684:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8267f000. 00000020:00000010:3.0:1769074872.565962:0:45684:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73c168. 00000020:00000010:3.0:1769074872.565965:0:45684:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8ca25800. 80000000:00000010:3.0:1769074872.565966:0:45684:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8f7a6300. 40000000:00000010:3.0:1769074872.565975:0:45684:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa9006d980. 00100000:00000010:3.0:1769074872.565979:0:45684:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8267f800. 00040000:00000010:3.0:1769074872.565981:0:45684:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab891e6e00. 00040000:00000010:3.0:1769074872.565985:0:45684:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa900d8000. 00080000:00000010:3.0:1769074872.565988:0:45684:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8267a800. 00000004:00000010:3.0:1769074872.565999:0:45684:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab86426000. 00002000:00000010:3.0:1769074872.566001:0:45684:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8fb4b000. 00000020:00000010:3.0:1769074872.566004:0:45684:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8ca25600. 00000020:00000010:3.0:1769074872.566007:0:45684:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa9006d840. 00000100:00000010:3.0:1769074872.566011:0:45684:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa9006d380. 00000020:00000010:1.0:1769074872.570753:0:45706:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa908cf200. 00000040:00000010:1.0:1769074872.570767:0:45706:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa908cfc00. 00000020:00000010:1.0:1769074872.570773:0:45706:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabbe29f000. 00000020:00000010:1.0:1769074872.570780:0:45706:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda64a0. 00000020:00000010:1.0:1769074872.570787:0:45706:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa908cf600. 80000000:00000010:1.0:1769074872.570793:0:45706:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8f9dbd80. 40000000:00000010:1.0:1769074872.570799:0:45706:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa90152b00. 00100000:00000010:1.0:1769074872.570807:0:45706:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabbe29d800. 00040000:00000010:1.0:1769074872.570812:0:45706:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab8910b700. 00040000:00000010:1.0:1769074872.570820:0:45706:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa908cfa00. 00080000:00000010:1.0:1769074872.570826:0:45706:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabbe29a000. 00000004:00000010:1.0:1769074872.570833:0:45706:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8fdfa000. 00002000:00000010:1.0:1769074872.570859:0:45706:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8f6f3800. 00000020:00000010:1.0:1769074872.570863:0:45706:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa908ce200. 00000020:00000010:1.0:1769074872.570875:0:45706:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa901521c0. 00000100:00000010:1.0:1769074872.570881:0:45706:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa90152ec0. 00000020:00000010:1.0:1769074872.571026:0:45576:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8ff0c400. 00000040:00000010:1.0:1769074872.571030:0:45576:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8ff0c600. 00000020:00000010:1.0:1769074872.571033:0:45576:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8ec0b800. 00000020:00000010:1.0:1769074872.571037:0:45576:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa83168f18. 00000020:00000010:1.0:1769074872.571041:0:45576:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8ff0de00. 80000000:00000010:1.0:1769074872.571045:0:45576:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8f7a2000. 40000000:00000010:1.0:1769074872.571048:0:45576:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa8fa61340. 00100000:00000010:1.0:1769074872.571052:0:45576:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8ec0d800. 00040000:00000010:1.0:1769074872.571055:0:45576:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89d61800. 00040000:00000010:1.0:1769074872.571058:0:45576:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8ff0cc00. 00080000:00000010:1.0:1769074872.571061:0:45576:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8ec0e800. 00000004:00000010:1.0:1769074872.571065:0:45576:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabc184d000. 00002000:00000010:1.0:1769074872.571069:0:45576:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8fc2f800. 00000020:00000010:1.0:1769074872.571073:0:45576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8ff0d800. 00000020:00000010:1.0:1769074872.571077:0:45576:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa8fa61dc0. 00000100:00000010:1.0:1769074872.571081:0:45576:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa8fa61380. 00000020:00000010:1.0:1769074872.571120:0:45578:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8ff0da00. 00000040:00000010:1.0:1769074872.571123:0:45578:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8ff0d600. 00000020:00000010:1.0:1769074872.571126:0:45578:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8ec08000. 00000020:00000010:1.0:1769074872.571128:0:45578:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa8316d588. 00000020:00000010:1.0:1769074872.571132:0:45578:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8ff0ce00. 80000000:00000010:1.0:1769074872.571134:0:45578:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8f7a2c60. 40000000:00000010:1.0:1769074872.571136:0:45578:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa8fa61e80. 00100000:00000010:1.0:1769074872.571139:0:45578:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daba1350800. 00040000:00000010:1.0:1769074872.571142:0:45578:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89d61900. 00040000:00000010:1.0:1769074872.571144:0:45578:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8ff0ca00. 00080000:00000010:1.0:1769074872.571147:0:45578:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8ff61800. 00000004:00000010:1.0:1769074872.571151:0:45578:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab8bdb4000. 00002000:00000010:1.0:1769074872.571154:0:45578:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8f752400. 00000020:00000010:1.0:1769074872.571158:0:45578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8ff0c000. 00000020:00000010:1.0:1769074872.571167:0:45578:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa8fa61480. 00000100:00000010:1.0:1769074872.571171:0:45578:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa8fa61880. 00000100:00000010:2.0:1769074872.571229:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab8784c000. 00000100:00000010:2.0:1769074872.571236:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab8784d600. 00000100:00000010:2.0:1769074872.571241:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa82d13e00. 00000100:00000010:2.0:1769074872.571246:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabae796400. 00000100:00000010:2.0:1769074872.571248:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa8ca24e00. 00000100:00000010:2.0:1769074872.571253:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa858f8000. 00000400:00000200:2.0:1769074872.571261:0:47186:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000010:2.0:1769074872.571271:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63000. 00000400:00000200:2.0:1769074872.571288:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa908b8000 00000400:00000010:2.0:1769074872.571291:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa908b8000. 00000100:00000200:2.0:1769074872.571297:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571303:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63a50. 00000400:00000200:2.0:1769074872.571305:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd478000 00000400:00000010:2.0:1769074872.571307:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabbd478000. 00000100:00000200:2.0:1769074872.571310:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571314:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481108. 00000400:00000200:2.0:1769074872.571317:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa906c0000 00000400:00000010:2.0:1769074872.571319:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa906c0000. 00000100:00000200:2.0:1769074872.571341:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571347:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8cb8. 00000400:00000200:2.0:1769074872.571350:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa906da000 00000400:00000010:2.0:1769074872.571353:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa906da000. 00000100:00000200:2.0:1769074872.571387:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571392:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481160. 00000400:00000200:2.0:1769074872.571395:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4880000 00000400:00000010:2.0:1769074872.571412:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabb4880000. 00000100:00000200:2.0:1769074872.571416:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571419:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6790. 00000400:00000200:2.0:1769074872.571422:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa89d4a000 00000400:00000010:2.0:1769074872.571423:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa89d4a000. 00000100:00000200:2.0:1769074872.571444:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571449:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6e18. 00000400:00000200:2.0:1769074872.571451:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa903e6000 00000400:00000010:2.0:1769074872.571465:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa903e6000. 00000100:00000200:2.0:1769074872.571485:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571491:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864818f0. 00000400:00000200:2.0:1769074872.571495:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa90ab8000 00000400:00000010:2.0:1769074872.571497:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa90ab8000. 00000100:00000200:2.0:1769074872.571503:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571507:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63e70. 00000400:00000200:2.0:1769074872.571509:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa90a34000 00000400:00000010:2.0:1769074872.571511:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa90a34000. 00000100:00000200:2.0:1769074872.571529:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571535:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc630b0. 00000400:00000200:2.0:1769074872.571538:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa90a70000 00000400:00000010:2.0:1769074872.571539:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa90a70000. 00000100:00000200:2.0:1769074872.571562:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571567:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481f78. 00000400:00000200:2.0:1769074872.571569:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa90190000 00000400:00000010:2.0:1769074872.571570:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa90190000. 00000100:00000200:2.0:1769074872.571579:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571584:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481420. 00000400:00000200:2.0:1769074872.571585:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa903ca000 00000400:00000010:2.0:1769074872.571587:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa903ca000. 00000100:00000200:2.0:1769074872.571596:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571638:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab9ec75108. 00000400:00000200:2.0:1769074872.571642:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa902b4000 00000400:00000010:2.0:1769074872.571643:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa902b4000. 00000100:00000200:2.0:1769074872.571654:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571659:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb42b1a50. 00000400:00000200:2.0:1769074872.571662:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa9022a000 00000400:00000010:2.0:1769074872.571664:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa9022a000. 00000100:00000200:2.0:1769074872.571674:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571678:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab9ec75d10. 00000400:00000200:2.0:1769074872.571681:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa90034000 00000400:00000010:2.0:1769074872.571693:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa90034000. 00000100:00000200:2.0:1769074872.571712:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571717:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6840. 00000400:00000200:2.0:1769074872.571719:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd470000 00000400:00000010:2.0:1769074872.571721:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabbd470000. 00000100:00000200:2.0:1769074872.571724:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571727:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481058. 00000400:00000200:2.0:1769074872.571729:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ea0a000 00000400:00000010:2.0:1769074872.571730:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dab9ea0a000. 00000100:00000200:2.0:1769074872.571733:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571737:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f62c0. 00000400:00000200:2.0:1769074872.571738:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82804000 00000400:00000010:2.0:1769074872.571740:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa82804000. 00000100:00000200:2.0:1769074872.571743:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571746:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864815d8. 00000400:00000200:2.0:1769074872.571747:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd1a000 00000400:00000010:2.0:1769074872.571748:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fd1a000. 00000100:00000200:2.0:1769074872.571763:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571768:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6ec8. 00000400:00000200:2.0:1769074872.571770:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8dfe0000 00000400:00000010:2.0:1769074872.571772:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8dfe0000. 00000100:00000200:2.0:1769074872.571774:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571777:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f64d0. 00000400:00000200:2.0:1769074872.571779:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa820fc000 00000400:00000010:2.0:1769074872.571780:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa820fc000. 00000100:00000200:2.0:1769074872.571793:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571798:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdcb58. 00000400:00000200:2.0:1769074872.571800:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ea0e000 00000400:00000010:2.0:1769074872.571801:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dab9ea0e000. 00000100:00000200:2.0:1769074872.571804:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571807:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdc6e0. 00000400:00000200:2.0:1769074872.571810:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8440a000 00000400:00000010:2.0:1769074872.571811:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8440a000. 00000100:00000200:2.0:1769074872.571815:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571818:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad5379a0. 00000400:00000200:2.0:1769074872.571820:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa90168000 00000400:00000010:2.0:1769074872.571822:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa90168000. 00000100:00000200:2.0:1769074872.571833:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571838:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481948. 00000400:00000200:2.0:1769074872.571840:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba03ac000 00000400:00000010:2.0:1769074872.571842:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daba03ac000. 00000100:00000200:2.0:1769074872.571851:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571857:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb44487e8. 00000400:00000200:2.0:1769074872.571859:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fe6a000 00000400:00000010:2.0:1769074872.571861:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fe6a000. 00000100:00000200:2.0:1769074872.571869:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571874:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39210. 00000400:00000200:2.0:1769074872.571876:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ea08000 00000400:00000010:2.0:1769074872.571878:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dab9ea08000. 00000100:00000200:2.0:1769074872.571881:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571884:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448948. 00000400:00000200:2.0:1769074872.571886:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a33e000 00000400:00000010:2.0:1769074872.571888:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8a33e000. 00000100:00000200:2.0:1769074872.571890:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571893:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea391b8. 00000400:00000200:2.0:1769074872.571895:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab842d0000 00000400:00000010:2.0:1769074872.571897:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dab842d0000. 00000100:00000200:2.0:1769074872.571900:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571903:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448b00. 00000400:00000200:2.0:1769074872.571905:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaddf0000 00000400:00000010:2.0:1769074872.571906:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabaddf0000. 00000100:00000200:2.0:1769074872.571909:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571912:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6f20. 00000400:00000200:2.0:1769074872.571913:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a338000 00000400:00000010:2.0:1769074872.571914:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8a338000. 00000100:00000200:2.0:1769074872.571921:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571925:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39aa8. 00000400:00000200:2.0:1769074872.571926:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f9d0000 00000400:00000010:2.0:1769074872.571927:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8f9d0000. 00000100:00000200:2.0:1769074872.571930:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571932:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448d68. 00000400:00000200:2.0:1769074872.571933:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83150000 00000400:00000010:2.0:1769074872.571934:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa83150000. 00000100:00000200:2.0:1769074872.571936:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571939:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448d10. 00000400:00000200:2.0:1769074872.571940:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4884000 00000400:00000010:2.0:1769074872.571941:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabb4884000. 00000100:00000200:2.0:1769074872.571943:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571945:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448108. 00000400:00000200:2.0:1769074872.571946:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8be92000 00000400:00000010:2.0:1769074872.571947:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8be92000. 00000100:00000200:2.0:1769074872.571949:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571951:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448dc0. 00000400:00000200:2.0:1769074872.571952:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8ffd4000 00000400:00000010:2.0:1769074872.571953:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8ffd4000. 00000100:00000200:2.0:1769074872.571954:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571956:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6b58. 00000400:00000200:2.0:1769074872.571958:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab842d4000 00000400:00000010:2.0:1769074872.571959:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dab842d4000. 00000100:00000200:2.0:1769074872.571965:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571968:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdcf78. 00000400:00000200:2.0:1769074872.571969:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa835e8000 00000400:00000010:2.0:1769074872.571971:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa835e8000. 00000100:00000200:2.0:1769074872.571978:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571982:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6210. 00000400:00000200:2.0:1769074872.571983:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f578000 00000400:00000010:2.0:1769074872.571984:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8f578000. 00000100:00000200:2.0:1769074872.571986:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571988:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39318. 00000400:00000200:2.0:1769074872.571989:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b8e6000 00000400:00000010:2.0:1769074872.571990:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8b8e6000. 00000100:00000200:2.0:1769074872.571992:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.571994:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39478. 00000400:00000200:2.0:1769074872.571996:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fe34000 00000400:00000010:2.0:1769074872.571997:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fe34000. 00000100:00000200:2.0:1769074872.572007:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572010:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea390b0. 00000400:00000200:2.0:1769074872.572011:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83080000 00000400:00000010:2.0:1769074872.572012:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa83080000. 00000100:00000200:2.0:1769074872.572014:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572016:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdc478. 00000400:00000200:2.0:1769074872.572017:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fcde000 00000400:00000010:2.0:1769074872.572018:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fcde000. 00000100:00000200:2.0:1769074872.572023:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572025:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263c08. 00000400:00000200:2.0:1769074872.572026:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8be96000 00000400:00000010:2.0:1769074872.572027:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8be96000. 00000100:00000200:2.0:1769074872.572030:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572032:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39528. 00000400:00000200:2.0:1769074872.572033:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a482000 00000400:00000010:2.0:1769074872.572034:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8a482000. 00000100:00000200:2.0:1769074872.572037:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572039:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea399f8. 00000400:00000200:2.0:1769074872.572040:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab853c8000 00000400:00000010:2.0:1769074872.572041:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dab853c8000. 00000100:00000200:2.0:1769074872.572043:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572045:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448f20. 00000400:00000200:2.0:1769074872.572046:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaff2c000 00000400:00000010:2.0:1769074872.572047:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabaff2c000. 00000100:00000200:2.0:1769074872.572048:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572051:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448738. 00000400:00000200:2.0:1769074872.572052:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab853cc000 00000400:00000010:2.0:1769074872.572053:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dab853cc000. 00000100:00000200:2.0:1769074872.572055:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572056:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39688. 00000400:00000200:2.0:1769074872.572057:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82d20000 00000400:00000010:2.0:1769074872.572058:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa82d20000. 00000100:00000200:2.0:1769074872.572060:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572063:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448268. 00000400:00000200:2.0:1769074872.572065:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaff2e000 00000400:00000010:2.0:1769074872.572067:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabaff2e000. 00000100:00000200:2.0:1769074872.572071:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572075:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae2631b8. 00000400:00000200:2.0:1769074872.572314:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fc9e000 00000400:00000010:2.0:1769074872.572318:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fc9e000. 00000100:00000200:2.0:1769074872.572325:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572329:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae2637e8. 00000400:00000200:2.0:1769074872.572331:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83082000 00000400:00000010:2.0:1769074872.572333:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa83082000. 00000100:00000200:2.0:1769074872.572346:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572350:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae2633c8. 00000400:00000200:2.0:1769074872.572352:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaff2a000 00000400:00000010:2.0:1769074872.572353:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabaff2a000. 00000100:00000200:2.0:1769074872.572367:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572370:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdcf20. 00000400:00000200:2.0:1769074872.572371:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82b7e000 00000400:00000010:2.0:1769074872.572373:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa82b7e000. 00000100:00000200:2.0:1769074872.572377:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572380:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdc8f0. 00000400:00000200:2.0:1769074872.572382:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b8e2000 00000400:00000010:2.0:1769074872.572384:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8b8e2000. 00000100:00000200:2.0:1769074872.572386:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572389:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448528. 00000400:00000200:2.0:1769074872.572391:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4882000 00000400:00000010:2.0:1769074872.572393:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabb4882000. 00000100:00000200:2.0:1769074872.572404:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572410:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448370. 00000400:00000200:2.0:1769074872.572412:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83154000 00000400:00000010:2.0:1769074872.572414:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa83154000. 00000100:00000200:2.0:1769074872.572416:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572419:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263478. 00000400:00000200:2.0:1769074872.572421:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabafde4000 00000400:00000010:2.0:1769074872.572422:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabafde4000. 00000100:00000200:2.0:1769074872.572425:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572428:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea392c0. 00000400:00000200:2.0:1769074872.572430:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd46a000 00000400:00000010:2.0:1769074872.572432:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabbd46a000. 00000100:00000200:2.0:1769074872.572435:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572438:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263058. 00000400:00000200:2.0:1769074872.572439:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa84408000 00000400:00000010:2.0:1769074872.572441:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa84408000. 00000100:00000200:2.0:1769074872.572443:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572447:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393ab58. 00000400:00000200:2.0:1769074872.572449:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fe44000 00000400:00000010:2.0:1769074872.572451:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fe44000. 00000100:00000200:2.0:1769074872.572454:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572458:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab862a2898. 00000400:00000200:2.0:1769074872.572461:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab85920000 00000400:00000010:2.0:1769074872.572462:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dab85920000. 00000100:00000200:2.0:1769074872.572464:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572466:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab862a2c60. 00000400:00000200:2.0:1769074872.572467:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab85924000 00000400:00000010:2.0:1769074872.572468:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dab85924000. 00000100:00000200:2.0:1769074872.572470:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000010:2.0:1769074872.572472:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab862a27e8. 00000400:00000200:2.0:1769074872.572473:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab85926000 00000400:00000010:2.0:1769074872.572474:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dab85926000. 00000100:00000200:2.0:1769074872.572481:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 02000000:00000010:2.0:1769074872.572506:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 30536 at ffff8daa88e68000. 00000100:00000010:2.0:1769074872.572515:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c817100. 02000000:00000010:2.0:1769074872.572519:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 39248 at ffff8daa83770000. 00000100:00000010:2.0:1769074872.572528:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5aaa00. 02000000:00000010:2.0:1769074872.572531:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 21824 at ffff8daa8ec68000. 00000100:00000010:2.0:1769074872.572538:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288f480. 02000000:00000010:2.0:1769074872.572541:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 12144 at ffff8daa8d074000. 00000100:00000010:2.0:1769074872.572545:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288d500. 02000000:00000010:2.0:1769074872.572567:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8272 at ffff8daa8c4e8000. 00000100:00000010:2.0:1769074872.572572:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04fbb80. 02000000:00000010:2.0:1769074872.572575:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5368 at ffff8dab9ea0c000. 00000100:00000010:2.0:1769074872.572581:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae922300. 02000000:00000010:2.0:1769074872.572585:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa908bc000. 00000100:00000010:2.0:1769074872.572590:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c8000. 02000000:00000010:2.0:1769074872.572635:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa90326000. 00000100:00000010:2.0:1769074872.572649:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ff480. 02000000:00000010:2.0:1769074872.572653:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa8c90e000. 00000100:00000010:2.0:1769074872.572656:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288f100. 02000000:00000010:2.0:1769074872.572659:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa8c90a000. 00000100:00000010:2.0:1769074872.572661:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c9c00. 02000000:00000010:2.0:1769074872.572664:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa90200000. 00000100:00000010:2.0:1769074872.572667:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cbb80. 02000000:00000010:2.0:1769074872.572669:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa90204000. 00000100:00000010:2.0:1769074872.572678:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c9f80. 02000000:00000010:2.0:1769074872.572693:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa90aba000. 00000100:00000010:2.0:1769074872.572696:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c9880. 02000000:00000010:2.0:1769074872.572699:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa90abe000. 00000100:00000010:2.0:1769074872.572702:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908ca680. 02000000:00000010:2.0:1769074872.572704:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa90abc000. 00000100:00000010:2.0:1769074872.572718:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908c9180. 02000000:00000010:2.0:1769074872.572721:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa90616000. 00000100:00000010:2.0:1769074872.572723:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288c380. 02000000:00000010:2.0:1769074872.572725:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa90610000. 00000100:00000010:2.0:1769074872.572727:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288d880. 02000000:00000010:2.0:1769074872.572729:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa90612000. 00000100:00000010:2.0:1769074872.572730:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288dc00. 02000000:00000010:2.0:1769074872.572732:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8dabafde6000. 00000100:00000010:2.0:1769074872.572733:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288ce00. 02000000:00000010:2.0:1769074872.572736:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8dabafde2000. 00000100:00000010:2.0:1769074872.572738:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1c00. 02000000:00000010:2.0:1769074872.572742:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa83152000. 00000100:00000010:2.0:1769074872.572745:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0e00. 02000000:00000010:2.0:1769074872.572749:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa820fa000. 00000100:00000010:2.0:1769074872.572751:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3800. 02000000:00000010:2.0:1769074872.572754:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa8b8e0000. 00000100:00000010:2.0:1769074872.572757:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1180. 02000000:00000010:2.0:1769074872.572760:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa82fda000. 00000100:00000010:2.0:1769074872.572762:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90289180. 02000000:00000010:2.0:1769074872.572766:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa84252000. 00000100:00000010:2.0:1769074872.572768:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028bb80. 02000000:00000010:2.0:1769074872.572771:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa84254000. 00000100:00000010:2.0:1769074872.572773:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288700. 02000000:00000010:2.0:1769074872.572776:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8dabaff28000. 00000100:00000010:2.0:1769074872.572784:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa9028b100. 02000000:00000010:2.0:1769074872.572788:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa906c8000. 00000100:00000010:2.0:1769074872.572800:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90288380. 02000000:00000010:2.0:1769074872.572802:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8daa8fc9a000. 00000100:00000010:2.0:1769074872.572811:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90885180. 00000100:00000010:2.0:1769074872.572816:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbe600000. 00000100:00000010:2.0:1769074872.572900:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ecd000. 00000100:00000010:2.0:1769074872.572902:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbdc00000. 00000100:00000010:2.0:1769074872.573008:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ecdc00. 00000100:00000010:2.0:1769074872.573009:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daba7600000. 00000100:00000010:2.0:1769074872.573642:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ecc400. 00000100:00000010:2.0:1769074872.573649:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabb6200000. 00000100:00000010:2.0:1769074872.573747:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ecc800. 00000100:00000010:2.0:1769074872.573751:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbd800000. 00000100:00000010:2.0:1769074872.573882:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ecd400. 00000100:00000010:2.0:1769074872.573887:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbda00000. 00000100:00000010:2.0:1769074872.573991:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ece000. 00000100:00000010:2.0:1769074872.573995:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabade00000. 00000100:00000010:2.0:1769074872.574729:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4970400. 00000100:00000010:2.0:1769074872.574737:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab87a00000. 00000100:00000010:2.0:1769074872.574842:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ecc000. 00000100:00000010:2.0:1769074872.574846:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabad200000. 00000100:00000010:2.0:1769074872.574938:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ecf000. 00000100:00000010:2.0:1769074872.574943:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabad800000. 00000100:00000010:2.0:1769074872.575031:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ecf400. 00000100:00000010:2.0:1769074872.575036:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabad400000. 00000100:00000010:2.0:1769074872.575258:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb3ece400. 00000100:00000010:2.0:1769074872.575264:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab9e400000. 00000100:00000010:2.0:1769074872.575340:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb4972000. 00000100:00000010:2.0:1769074872.575344:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabad100000. 00000100:00000010:2.0:1769074872.575523:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86444000. 00000100:00000010:2.0:1769074872.575527:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabad600000. 00000100:00000010:2.0:1769074872.575682:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86447400. 00000100:00000010:2.0:1769074872.575696:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabadc00000. 00000100:00000010:2.0:1769074872.575814:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86446800. 00000100:00000010:2.0:1769074872.575818:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab9e600000. 00000100:00000010:2.0:1769074872.575925:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86446400. 00000100:00000010:2.0:1769074872.575929:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbc000000. 00000100:00000010:2.0:1769074872.575989:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86446000. 00000100:00000010:2.0:1769074872.575993:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab84b00000. 00000100:00000010:2.0:1769074872.576358:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86446c00. 00000100:00000010:2.0:1769074872.576459:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab84500000. 00000100:00000010:2.0:1769074872.576557:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86447800. 00000100:00000010:2.0:1769074872.576561:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab84600000. 00000100:00000010:2.0:1769074872.576717:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabc180f400. 00000100:00000010:2.0:1769074872.576722:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab84100000. 00000100:00000010:2.0:1769074872.576821:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabc180f000. 00000100:00000010:2.0:1769074872.576826:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab9f100000. 00000100:00000010:2.0:1769074872.576899:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabc180c000. 00000100:00000010:2.0:1769074872.576903:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbed00000. 00000100:00000010:2.0:1769074872.576985:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabc180c800. 00000100:00000010:2.0:1769074872.576989:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbef00000. 00000100:00000010:2.0:1769074872.577181:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabc180fc00. 00000100:00000010:2.0:1769074872.577186:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabb4e00000. 00000100:00000010:2.0:1769074872.577290:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabc180ec00. 00000100:00000010:2.0:1769074872.577295:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabb6800000. 00000100:00000010:2.0:1769074872.577579:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabc180c400. 00000100:00000010:2.0:1769074872.577584:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabb6900000. 00000100:00000010:2.0:1769074872.577730:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc118000. 00000100:00000010:2.0:1769074872.577734:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabb7000000. 00000100:00000010:2.0:1769074872.577834:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc118400. 00000100:00000010:2.0:1769074872.577838:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabb7100000. 00000100:00000010:2.0:1769074872.577936:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc11bc00. 00000100:00000010:2.0:1769074872.577940:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daba7400000. 00000100:00000010:2.0:1769074872.578048:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc11ac00. 00000100:00000010:2.0:1769074872.578053:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daba7500000. 00000100:00000010:2.0:1769074872.578231:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc11b400. 00000100:00000010:2.0:1769074872.578236:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbe400000. 00000100:00000010:2.0:1769074872.578355:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc11a400. 00000100:00000010:2.0:1769074872.578456:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbe500000. 00000100:00000010:2.0:1769074872.578547:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86445800. 00000100:00000010:2.0:1769074872.578552:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbde00000. 00000100:00000010:2.0:1769074872.578679:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86444400. 00000100:00000010:2.0:1769074872.578694:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbdf00000. 00000100:00000010:2.0:1769074872.578769:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab85ed6800. 00000100:00000010:2.0:1769074872.578773:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabb6000000. 00000100:00000010:2.0:1769074872.578858:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab85ed4800. 00000100:00000010:2.0:1769074872.578862:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabb6100000. 00000100:00000010:2.0:1769074872.578947:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab85ed6c00. 00000100:00000010:2.0:1769074872.578951:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbc200000. 00000100:00000010:2.0:1769074872.579034:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab85ed7000. 00000100:00000010:2.0:1769074872.579037:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabbc300000. 00000100:00000010:2.0:1769074872.579136:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab85ed6400. 00000100:00000010:2.0:1769074872.579140:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabaf800000. 00000100:00000010:2.0:1769074872.579272:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab85ed4400. 00000100:00000010:2.0:1769074872.579276:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabaf900000. 00000100:00000010:2.0:1769074872.579664:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab85ed5000. 00000100:00000010:2.0:1769074872.579669:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabaf400000. 00000100:00000010:2.0:1769074872.579764:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab85ed7800. 00000100:00000010:2.0:1769074872.579770:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabaf500000. 00000100:00000010:2.0:1769074872.579883:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab85ed6000. 00000100:00000010:2.0:1769074872.579887:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab9f200000. 00000100:00000010:2.0:1769074872.579993:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a25e000. 00000100:00000010:2.0:1769074872.579999:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab9f300000. 00000100:00000010:2.0:1769074872.580226:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a25dc00. 00000100:00000010:2.0:1769074872.580231:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabaf200000. 00000100:00000010:2.0:1769074872.580315:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a25e400. 00000100:00000010:2.0:1769074872.580319:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabaf300000. 00000100:00000010:2.0:1769074872.580497:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a25cc00. 00000100:00000010:2.0:1769074872.580502:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabaee00000. 00000100:00000010:2.0:1769074872.580586:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a25d800. 00000100:00000010:2.0:1769074872.580590:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabaef00000. 00000100:00000010:2.0:1769074872.580814:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a25d000. 00000100:00000010:2.0:1769074872.580818:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabaea00000. 00000100:00000010:2.0:1769074872.580961:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a25d400. 00000100:00000010:2.0:1769074872.580966:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabaeb00000. 00000100:00000010:2.0:1769074872.581053:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a25c400. 00000100:00000010:2.0:1769074872.581058:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab86e00000. 00000100:00000010:2.0:1769074872.581353:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a25fc00. 00000100:00000010:2.0:1769074872.581358:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab86f00000. 00000100:00000010:2.0:1769074872.581495:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85891c00. 00000100:00000010:2.0:1769074872.581500:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab83400000. 00000100:00000010:2.0:1769074872.581571:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85890000. 00000100:00000010:2.0:1769074872.581575:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab83500000. 00000100:00000010:2.0:1769074872.581691:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85890c00. 00000100:00000010:2.0:1769074872.581696:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab90e00000. 00000100:00000010:2.0:1769074872.581790:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85893800. 00000100:00000010:2.0:1769074872.581795:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab90f00000. 00000100:00000010:2.0:1769074872.581900:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b02800. 00000100:00000010:2.0:1769074872.581905:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daba0800000. 00000100:00000010:2.0:1769074872.581968:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b01400. 00000100:00000010:2.0:1769074872.581973:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daba0900000. 00000100:00000010:2.0:1769074872.582036:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b02c00. 00000100:00000010:2.0:1769074872.582039:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab8a000000. 00000100:00000010:2.0:1769074872.582281:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b03400. 00000100:00000010:2.0:1769074872.582286:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dab8a100000. 00000100:00000010:2.0:1769074872.582359:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b00000. 00000100:00000010:2.0:1769074872.582363:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabb6a00000. 00000100:00000010:2.0:1769074872.582450:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b208400. 00000100:00000010:2.0:1769074872.582455:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabb7200000. 00000100:00000010:2.0:1769074872.582527:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b208c00. 00000100:00000010:2.0:1769074872.582531:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8dabb6400000. 00000100:00000010:2.0:1769074872.582814:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b20b800. 00000100:00000010:2.0:1769074872.582846:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa908b0000. 00000100:00000010:2.0:1769074872.582855:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa83f84000. 00000100:00000010:2.0:1769074872.582893:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa8ba90000. 00000100:00000010:2.0:1769074872.582900:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa89cac000. 00000100:00000010:2.0:1769074872.582907:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabbc124000. 00000100:00000010:2.0:1769074872.582914:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabc19e8000. 00000100:00000010:2.0:1769074872.582926:0:47186:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dab8bfa6e40. 00000100:00000010:2.0:1769074872.582932:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabb3c3ba80. 00000100:00000010:2.0:1769074872.582936:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabb3c3b900. 00000100:00000010:2.0:1769074872.582938:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbcb00540. 00000100:00000010:2.0:1769074872.582940:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbcb00300. 00000020:00000010:2.0:1769074872.583027:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa8440e000. 00000020:00000010:2.0:1769074872.583031:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa82fde000. 00000020:00000010:2.0:1769074872.583034:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa8446e000. 00000020:00000010:2.0:1769074872.583036:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa85a52000. 00000020:00000010:2.0:1769074872.583040:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dab9096c000. 00000020:00000010:2.0:1769074872.583046:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabb5b00800. 00000100:00000010:2.0:1769074872.583177:0:47186:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dab873ac000. 00000100:00000010:2.0:1769074872.583188:0:47186:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dab9096a000. 00000100:00000010:2.0:1769074872.583191:0:47186:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8daa8b209400. 00000100:00000010:2.0:1769074872.583195:0:47186:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dab8784ce00. 00000100:00000200:2.0:1769074872.583199:0:47186:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000020:00000010:3.0:1769074872.583449:0:42304:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab8be2de00. 00000040:00000010:3.0:1769074872.583457:0:42304:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab8be2d000. 00000020:00000010:3.0:1769074872.583462:0:42304:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8b2a0000. 00000020:00000010:3.0:1769074872.583468:0:42304:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fe9a8. 00000020:00000010:3.0:1769074872.583473:0:42304:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daba0575800. 80000000:00000010:3.0:1769074872.583478:0:42304:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a1d20. 40000000:00000010:3.0:1769074872.583483:0:42304:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab842e2240. 00100000:00000010:3.0:1769074872.583489:0:42304:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8b2a3800. 00040000:00000010:3.0:1769074872.583493:0:42304:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab83659100. 00040000:00000010:3.0:1769074872.583499:0:42304:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daba0574c00. 00080000:00000010:3.0:1769074872.583504:0:42304:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8b2a3000. 00000004:00000010:3.0:1769074872.583509:0:42304:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbd521000. 00000020:00000010:3.0:1769074872.583513:0:42304:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabb401e000. 00000020:00000010:3.0:1769074872.583521:0:42304:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab842e2100. 00000100:00000010:3.0:1769074872.583527:0:42304:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daba1075600. 00000020:00000010:2.0:1769074872.583741:0:42303:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbd481e00. 00000040:00000010:2.0:1769074872.583747:0:42303:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabbd481800. 00000020:00000010:2.0:1769074872.583749:0:42303:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab8837d800. 00000020:00000010:2.0:1769074872.583753:0:42303:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fd080. 00000020:00000010:2.0:1769074872.583756:0:42303:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbd481000. 80000000:00000010:2.0:1769074872.583758:0:42303:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a11e0. 40000000:00000010:2.0:1769074872.583761:0:42303:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daba1075880. 00100000:00000010:2.0:1769074872.583766:0:42303:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab8837a000. 00040000:00000010:2.0:1769074872.583774:0:42303:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab83659a00. 00040000:00000010:2.0:1769074872.583778:0:42303:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabb401e400. 00080000:00000010:2.0:1769074872.583781:0:42303:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88378800. 00000004:00000010:2.0:1769074872.583784:0:42303:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbd527000. 00000020:00000010:2.0:1769074872.583786:0:42303:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbd481400. 00000020:00000010:2.0:1769074872.583790:0:42303:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daba10758c0. 00000100:00000010:2.0:1769074872.583796:0:42303:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daba1075340. 00000100:00000010:2.0:1769074872.583835:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbd481c00. 00000100:00000010:2.0:1769074872.583838:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab8784de00. 00000400:00000200:2.0:1769074872.583845:0:47186:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000010:2.0:1769074872.583853:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af738. 00000400:00000200:2.0:1769074872.583857:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b000 00000400:00000010:2.0:1769074872.583859:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b000. 00000100:00000200:2.0:1769074872.583863:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583868:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afbb0. 00000400:00000200:2.0:1769074872.583869:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b440 00000400:00000010:2.0:1769074872.583871:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b440. 00000100:00000200:2.0:1769074872.583872:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583875:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afb00. 00000400:00000200:2.0:1769074872.583876:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b770 00000400:00000010:2.0:1769074872.583878:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b770. 00000100:00000200:2.0:1769074872.583880:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583883:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825aff20. 00000400:00000200:2.0:1769074872.583884:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b908 00000400:00000010:2.0:1769074872.583886:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b908. 00000100:00000200:2.0:1769074872.583888:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583891:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af898. 00000400:00000200:2.0:1769074872.583893:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b3b8 00000400:00000010:2.0:1769074872.583895:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b3b8. 00000100:00000200:2.0:1769074872.583897:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583900:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af580. 00000400:00000200:2.0:1769074872.583901:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1220 00000400:00000010:2.0:1769074872.583903:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1220. 00000100:00000200:2.0:1769074872.583906:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583908:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afc60. 00000400:00000200:2.0:1769074872.583910:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1c38 00000400:00000010:2.0:1769074872.583911:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1c38. 00000100:00000200:2.0:1769074872.583914:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583917:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af268. 00000400:00000200:2.0:1769074872.583919:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1660 00000400:00000010:2.0:1769074872.583920:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1660. 00000100:00000200:2.0:1769074872.583922:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583925:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afd10. 00000400:00000200:2.0:1769074872.583927:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1a18 00000400:00000010:2.0:1769074872.583928:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1a18. 00000100:00000200:2.0:1769074872.583930:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583933:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af7e8. 00000400:00000200:2.0:1769074872.583935:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1bb0 00000400:00000010:2.0:1769074872.583936:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1bb0. 00000100:00000200:2.0:1769074872.583938:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583941:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af840. 00000400:00000200:2.0:1769074872.583943:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1aa0 00000400:00000010:2.0:1769074872.583944:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1aa0. 00000100:00000200:2.0:1769074872.583946:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583949:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afaa8. 00000400:00000200:2.0:1769074872.583951:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1ee0 00000400:00000010:2.0:1769074872.583952:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1ee0. 00000100:00000200:2.0:1769074872.583954:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583956:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af528. 00000400:00000200:2.0:1769074872.583958:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1110 00000400:00000010:2.0:1769074872.583959:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1110. 00000100:00000200:2.0:1769074872.583962:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583965:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afc08. 00000400:00000200:2.0:1769074872.583966:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1198 00000400:00000010:2.0:1769074872.583968:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1198. 00000100:00000200:2.0:1769074872.583970:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583972:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afec8. 00000400:00000200:2.0:1769074872.583974:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1990 00000400:00000010:2.0:1769074872.583975:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1990. 00000100:00000200:2.0:1769074872.583977:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583980:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af9a0. 00000400:00000200:2.0:1769074872.583982:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1d48 00000400:00000010:2.0:1769074872.583984:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1d48. 00000100:00000200:2.0:1769074872.583986:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583989:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afcb8. 00000400:00000200:2.0:1769074872.583990:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1880 00000400:00000010:2.0:1769074872.583992:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1880. 00000100:00000200:2.0:1769074872.583994:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.583997:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af1b8. 00000400:00000200:2.0:1769074872.583999:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1e58 00000400:00000010:2.0:1769074872.584000:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1e58. 00000100:00000200:2.0:1769074872.584002:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584005:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af2c0. 00000400:00000200:2.0:1769074872.584007:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1550 00000400:00000010:2.0:1769074872.584009:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1550. 00000100:00000200:2.0:1769074872.584011:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584014:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afdc0. 00000400:00000200:2.0:1769074872.584015:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb16e8 00000400:00000010:2.0:1769074872.584017:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb16e8. 00000100:00000200:2.0:1769074872.584019:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584022:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d7e8. 00000400:00000200:2.0:1769074872.584024:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1dd0 00000400:00000010:2.0:1769074872.584026:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1dd0. 00000100:00000200:2.0:1769074872.584028:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584031:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d840. 00000400:00000200:2.0:1769074872.584033:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1f68 00000400:00000010:2.0:1769074872.584034:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1f68. 00000100:00000200:2.0:1769074872.584037:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584039:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659daa8. 00000400:00000200:2.0:1769074872.584041:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1b28 00000400:00000010:2.0:1769074872.584042:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1b28. 00000100:00000200:2.0:1769074872.584044:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584047:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d528. 00000400:00000200:2.0:1769074872.584048:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb12a8 00000400:00000010:2.0:1769074872.584050:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb12a8. 00000100:00000200:2.0:1769074872.584052:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584056:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659dc08. 00000400:00000200:2.0:1769074872.584058:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1cc0 00000400:00000010:2.0:1769074872.584059:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1cc0. 00000100:00000200:2.0:1769074872.584061:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584064:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659dec8. 00000400:00000200:2.0:1769074872.584066:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb15d8 00000400:00000010:2.0:1769074872.584068:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb15d8. 00000100:00000200:2.0:1769074872.584070:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584073:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d9a0. 00000400:00000200:2.0:1769074872.584075:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb17f8 00000400:00000010:2.0:1769074872.584076:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb17f8. 00000100:00000200:2.0:1769074872.584172:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584177:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659dcb8. 00000400:00000200:2.0:1769074872.584180:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1000 00000400:00000010:2.0:1769074872.584181:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1000. 00000100:00000200:2.0:1769074872.584184:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584187:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d1b8. 00000400:00000200:2.0:1769074872.584188:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1440 00000400:00000010:2.0:1769074872.584190:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1440. 00000100:00000200:2.0:1769074872.584191:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584194:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d2c0. 00000400:00000200:2.0:1769074872.584196:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1770 00000400:00000010:2.0:1769074872.584198:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1770. 00000100:00000200:2.0:1769074872.584199:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584202:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659ddc0. 00000400:00000200:2.0:1769074872.584204:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1908 00000400:00000010:2.0:1769074872.584206:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1908. 00000100:00000200:2.0:1769074872.584208:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584211:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d4d0. 00000400:00000200:2.0:1769074872.584213:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb13b8 00000400:00000010:2.0:1769074872.584214:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb13b8. 00000100:00000200:2.0:1769074872.584216:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584219:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d210. 00000400:00000200:2.0:1769074872.584221:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1330 00000400:00000010:2.0:1769074872.584223:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1330. 00000100:00000200:2.0:1769074872.584225:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584228:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d058. 00000400:00000200:2.0:1769074872.584229:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb1088 00000400:00000010:2.0:1769074872.584230:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb1088. 00000100:00000200:2.0:1769074872.584232:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584235:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d3c8. 00000400:00000200:2.0:1769074872.584237:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb14c8 00000400:00000010:2.0:1769074872.584239:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb14c8. 00000100:00000200:2.0:1769074872.584241:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584243:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659db58. 00000400:00000200:2.0:1769074872.584245:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6ee0 00000400:00000010:2.0:1769074872.584246:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6ee0. 00000100:00000200:2.0:1769074872.584249:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584252:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d478. 00000400:00000200:2.0:1769074872.584254:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6990 00000400:00000010:2.0:1769074872.584256:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6990. 00000100:00000200:2.0:1769074872.584258:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584261:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d790. 00000400:00000200:2.0:1769074872.584263:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a64c8 00000400:00000010:2.0:1769074872.584264:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a64c8. 00000100:00000200:2.0:1769074872.584266:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584269:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d420. 00000400:00000200:2.0:1769074872.584270:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6d48 00000400:00000010:2.0:1769074872.584272:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6d48. 00000100:00000200:2.0:1769074872.584273:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584277:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d6e0. 00000400:00000200:2.0:1769074872.584279:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a67f8 00000400:00000010:2.0:1769074872.584280:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a67f8. 00000100:00000200:2.0:1769074872.584283:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584286:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659de18. 00000400:00000200:2.0:1769074872.584288:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6330 00000400:00000010:2.0:1769074872.584289:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6330. 00000100:00000200:2.0:1769074872.584291:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584294:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d9f8. 00000400:00000200:2.0:1769074872.584295:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6440 00000400:00000010:2.0:1769074872.584297:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6440. 00000100:00000200:2.0:1769074872.584299:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584302:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659df78. 00000400:00000200:2.0:1769074872.584304:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6198 00000400:00000010:2.0:1769074872.584305:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6198. 00000100:00000200:2.0:1769074872.584307:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584310:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d688. 00000400:00000200:2.0:1769074872.584311:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6110 00000400:00000010:2.0:1769074872.584312:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6110. 00000100:00000200:2.0:1769074872.584314:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584317:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d5d8. 00000400:00000200:2.0:1769074872.584319:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6bb0 00000400:00000010:2.0:1769074872.584320:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6bb0. 00000100:00000200:2.0:1769074872.584322:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584325:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d0b0. 00000400:00000200:2.0:1769074872.584326:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6aa0 00000400:00000010:2.0:1769074872.584328:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6aa0. 00000100:00000200:2.0:1769074872.584330:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584332:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659de70. 00000400:00000200:2.0:1769074872.584334:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6a18 00000400:00000010:2.0:1769074872.584336:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6a18. 00000100:00000200:2.0:1769074872.584337:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584340:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659da50. 00000400:00000200:2.0:1769074872.584342:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6660 00000400:00000010:2.0:1769074872.584344:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6660. 00000100:00000200:2.0:1769074872.584346:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584349:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d000. 00000400:00000200:2.0:1769074872.584351:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6880 00000400:00000010:2.0:1769074872.584353:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6880. 00000100:00000200:2.0:1769074872.584356:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584446:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d108. 00000400:00000200:2.0:1769074872.584450:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6e58 00000400:00000010:2.0:1769074872.584452:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6e58. 00000100:00000200:2.0:1769074872.584454:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584458:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d630. 00000400:00000200:2.0:1769074872.584460:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6220 00000400:00000010:2.0:1769074872.584462:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6220. 00000100:00000200:2.0:1769074872.584464:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584467:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659dd68. 00000400:00000200:2.0:1769074872.584469:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6c38 00000400:00000010:2.0:1769074872.584470:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6c38. 00000100:00000200:2.0:1769074872.584472:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584475:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d948. 00000400:00000200:2.0:1769074872.584477:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6908 00000400:00000010:2.0:1769074872.584478:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6908. 00000100:00000200:2.0:1769074872.584481:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584484:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d8f0. 00000400:00000200:2.0:1769074872.584486:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6cc0 00000400:00000010:2.0:1769074872.584488:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6cc0. 00000100:00000200:2.0:1769074872.584490:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584493:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d370. 00000400:00000200:2.0:1769074872.584495:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6000 00000400:00000010:2.0:1769074872.584497:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6000. 00000100:00000200:2.0:1769074872.584499:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584502:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d160. 00000400:00000200:2.0:1769074872.584504:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6770 00000400:00000010:2.0:1769074872.584505:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6770. 00000100:00000200:2.0:1769074872.584507:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584511:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d318. 00000400:00000200:2.0:1769074872.584512:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6f68 00000400:00000010:2.0:1769074872.584514:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6f68. 00000100:00000200:2.0:1769074872.584516:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584519:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d738. 00000400:00000200:2.0:1769074872.584521:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6dd0 00000400:00000010:2.0:1769074872.584523:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6dd0. 00000100:00000200:2.0:1769074872.584525:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584528:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659dbb0. 00000400:00000200:2.0:1769074872.584530:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6b28 00000400:00000010:2.0:1769074872.584531:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6b28. 00000100:00000200:2.0:1769074872.584534:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584536:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659db00. 00000400:00000200:2.0:1769074872.584538:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a62a8 00000400:00000010:2.0:1769074872.584540:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a62a8. 00000100:00000200:2.0:1769074872.584542:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584545:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659df20. 00000400:00000200:2.0:1769074872.584547:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6088 00000400:00000010:2.0:1769074872.584548:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6088. 00000100:00000200:2.0:1769074872.584550:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584553:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d898. 00000400:00000200:2.0:1769074872.584555:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a6550 00000400:00000010:2.0:1769074872.584557:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a6550. 00000100:00000200:2.0:1769074872.584558:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584561:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659d580. 00000400:00000200:2.0:1769074872.584563:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a65d8 00000400:00000010:2.0:1769074872.584564:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a65d8. 00000100:00000200:2.0:1769074872.584566:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000400:00000010:2.0:1769074872.584568:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8659dc60. 00000400:00000200:2.0:1769074872.584570:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883a63b8 00000400:00000010:2.0:1769074872.584572:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab883a63b8. 00000100:00000200:2.0:1769074872.584574:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00000010:2.0:1769074872.584599:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab866c5000. 00000100:00000010:2.0:1769074872.584672:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879cf800. 00000100:00000010:2.0:1769074872.584675:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab86420000. 00000100:00000010:2.0:1769074872.584700:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879cd000. 00000100:00000010:2.0:1769074872.584703:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab9e50b000. 00000100:00000010:2.0:1769074872.584706:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879cdc00. 00000100:00000010:2.0:1769074872.584708:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab9e50a000. 00000100:00000010:2.0:1769074872.584711:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879cc400. 00000100:00000010:2.0:1769074872.584717:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab9e509000. 00000100:00000010:2.0:1769074872.584719:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879cfc00. 00000100:00000010:2.0:1769074872.584722:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab9e50d000. 00000100:00000010:2.0:1769074872.584725:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879ce400. 00000100:00000010:2.0:1769074872.584727:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab9e50e000. 00000100:00000010:2.0:1769074872.584730:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879cc000. 00000100:00000010:2.0:1769074872.584732:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab9e50f000. 00000100:00000010:2.0:1769074872.584734:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879ce000. 00000100:00000010:2.0:1769074872.584736:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab9e508000. 00000100:00000010:2.0:1769074872.584746:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879cec00. 00000100:00000010:2.0:1769074872.584749:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab8672f000. 00000100:00000010:2.0:1769074872.584752:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879cf000. 00000100:00000010:2.0:1769074872.584754:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab86728000. 00000100:00000010:2.0:1769074872.584757:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879cc800. 00000100:00000010:2.0:1769074872.584760:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab8672b000. 00000100:00000010:2.0:1769074872.584762:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879cf400. 00000100:00000010:2.0:1769074872.584765:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab8672e000. 00000100:00000010:2.0:1769074872.584774:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab879ce800. 00000100:00000010:2.0:1769074872.584777:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8a131000. 00000100:00000010:2.0:1769074872.584787:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabafa8e400. 00000100:00000010:2.0:1769074872.584790:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8bff7000. 00000100:00000010:2.0:1769074872.584793:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabafa8c000. 00000100:00000010:2.0:1769074872.584795:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8bff6000. 00000100:00000010:2.0:1769074872.584797:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabafa8e000. 00000100:00000010:2.0:1769074872.584799:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8bff2000. 00000100:00000010:2.0:1769074872.584801:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabafa8ec00. 00000100:00000010:2.0:1769074872.584802:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8bff4000. 00000100:00000010:2.0:1769074872.584805:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabafa8f000. 00000100:00000010:2.0:1769074872.584807:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8bff5000. 00000100:00000010:2.0:1769074872.584809:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabafa8c800. 00000100:00000010:2.0:1769074872.584811:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8bff1000. 00000100:00000010:2.0:1769074872.584813:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabafa8f400. 00000100:00000010:2.0:1769074872.584815:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb48ee000. 00000100:00000010:2.0:1769074872.584818:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabafa8c400. 00000100:00000010:2.0:1769074872.584820:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb48ec000. 00000100:00000010:2.0:1769074872.584823:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabafa8fc00. 00000100:00000010:2.0:1769074872.584825:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb48ef000. 00000100:00000010:2.0:1769074872.584828:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833eb400. 00000100:00000010:2.0:1769074872.584830:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb48e9000. 00000100:00000010:2.0:1769074872.584832:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833ea000. 00000100:00000010:2.0:1769074872.584834:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88b94000. 00000100:00000010:2.0:1769074872.584836:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833ea800. 00000100:00000010:2.0:1769074872.584838:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88b95000. 00000100:00000010:2.0:1769074872.584841:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833e8800. 00000100:00000010:2.0:1769074872.584843:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88b96000. 00000100:00000010:2.0:1769074872.584846:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833ebc00. 00000100:00000010:2.0:1769074872.584848:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88b93000. 00000100:00000010:2.0:1769074872.584850:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833e8400. 00000100:00000010:2.0:1769074872.584852:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88b92000. 00000100:00000010:2.0:1769074872.584855:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833e8000. 00000100:00000010:2.0:1769074872.584857:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba114f000. 00000100:00000010:2.0:1769074872.584876:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833e8c00. 00000100:00000010:2.0:1769074872.584880:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba1149000. 00000100:00000010:2.0:1769074872.584882:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833ea400. 00000100:00000010:2.0:1769074872.584884:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba114d000. 00000100:00000010:2.0:1769074872.584886:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833e9400. 00000100:00000010:2.0:1769074872.584888:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba114e000. 00000100:00000010:2.0:1769074872.584890:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833eac00. 00000100:00000010:2.0:1769074872.584891:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba1148000. 00000100:00000010:2.0:1769074872.584894:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833eb800. 00000100:00000010:2.0:1769074872.584896:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba114b000. 00000100:00000010:2.0:1769074872.584898:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833eb000. 00000100:00000010:2.0:1769074872.584900:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa82bcb000. 00000100:00000010:2.0:1769074872.584902:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833e9000. 00000100:00000010:2.0:1769074872.584904:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa82bcd000. 00000100:00000010:2.0:1769074872.584907:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa833e9800. 00000100:00000010:2.0:1769074872.584909:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa82bc9000. 00000100:00000010:2.0:1769074872.584911:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe7a8c00. 00000100:00000010:2.0:1769074872.584914:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa82bc8000. 00000100:00000010:2.0:1769074872.584917:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe7aa800. 00000100:00000010:2.0:1769074872.584919:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa82bcf000. 00000100:00000010:2.0:1769074872.584921:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe7ab400. 00000100:00000010:2.0:1769074872.584923:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa82bce000. 00000100:00000010:2.0:1769074872.584925:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe7a8800. 00000100:00000010:2.0:1769074872.584928:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa82bca000. 00000100:00000010:2.0:1769074872.584936:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe7ab000. 00000100:00000010:2.0:1769074872.584939:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbec6a000. 00000100:00000010:2.0:1769074872.584942:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe7aac00. 00000100:00000010:2.0:1769074872.584944:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbec6c000. 00000100:00000010:2.0:1769074872.584946:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe7aa000. 00000100:00000010:2.0:1769074872.584948:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbec6b000. 00000100:00000010:2.0:1769074872.584950:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe7a8000. 00000100:00000010:2.0:1769074872.584952:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbec6e000. 00000100:00000010:2.0:1769074872.584955:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe7aa400. 00000100:00000010:2.0:1769074872.584957:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb4b68000. 00000100:00000010:2.0:1769074872.584959:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe7abc00. 00000100:00000010:2.0:1769074872.584961:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb4b6a000. 00000100:00000010:2.0:1769074872.584964:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe7a8400. 00000100:00000010:2.0:1769074872.584966:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb4b6e000. 00000100:00000010:2.0:1769074872.584968:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba10a1400. 00000100:00000010:2.0:1769074872.584970:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb4b6d000. 00000100:00000010:2.0:1769074872.584972:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba10a2000. 00000100:00000010:2.0:1769074872.584974:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb4b6f000. 00000100:00000010:2.0:1769074872.584982:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba10a0400. 00000100:00000010:2.0:1769074872.584985:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88fd6000. 00000100:00000010:2.0:1769074872.584988:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcacc000. 00000100:00000010:2.0:1769074872.584991:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88fd2000. 00000100:00000010:2.0:1769074872.584993:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcacf400. 00000100:00000010:2.0:1769074872.584995:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88fd3000. 00000100:00000010:2.0:1769074872.584997:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcacf800. 00000100:00000010:2.0:1769074872.584999:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88fd4000. 00000100:00000010:2.0:1769074872.585002:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcace800. 00000100:00000010:2.0:1769074872.585005:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88fd1000. 00000100:00000010:2.0:1769074872.585007:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcace000. 00000100:00000010:2.0:1769074872.585009:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88fd5000. 00000100:00000010:2.0:1769074872.585011:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb73ab400. 00000100:00000010:2.0:1769074872.585013:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88fd0000. 00000100:00000010:2.0:1769074872.585015:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb73a8800. 00000100:00000010:2.0:1769074872.585017:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbc54d000. 00000100:00000010:2.0:1769074872.585021:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb73ab000. 00000100:00000010:2.0:1769074872.585023:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbc54a000. 00000100:00000010:2.0:1769074872.585026:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb73aac00. 00000100:00000010:2.0:1769074872.585028:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabad90c000. 00000100:00000010:2.0:1769074872.585030:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb73a9c00. 00000100:00000010:2.0:1769074872.585032:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabad90a000. 00000100:00000010:2.0:1769074872.585034:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb73a9400. 00000100:00000010:2.0:1769074872.585036:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd523000. 00000100:00000010:2.0:1769074872.585038:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb73a8400. 00000100:00000010:2.0:1769074872.585040:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd524000. 00000100:00000010:2.0:1769074872.585042:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb73a8c00. 00000100:00000010:2.0:1769074872.585046:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8daa8b2a2800. 00000100:00000010:2.0:1769074872.585049:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8daa8b2a4000. 00000100:00000010:2.0:1769074872.585055:0:47186:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8daba1075b40. 00000100:00000010:2.0:1769074872.585060:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa827b2300. 00000100:00000010:2.0:1769074872.585063:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa827b2600. 00000100:00000010:2.0:1769074872.585066:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa827b2000. 00000100:00000010:2.0:1769074872.585068:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa827b2f00. 00000020:00000010:2.0:1769074872.585401:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dabbd520000. 00000020:00000010:2.0:1769074872.585409:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabb73aa800. 00000100:00000010:2.0:1769074872.585439:0:47186:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dab90810000. 00000100:00000010:2.0:1769074872.585448:0:47186:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dab866c1000. 00000100:00000010:2.0:1769074872.585453:0:47186:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dab85ed7c00. 00000100:00000010:2.0:1769074872.585462:0:47186:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dabbd481200. 00000100:00000200:2.0:1769074872.585466:0:47186:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000020:00000010:2.0:1769074872.585562:0:42306:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a1e6200. 00000040:00000010:2.0:1769074872.585568:0:42306:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8a1e6800. 00000020:00000010:2.0:1769074872.585572:0:42306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8b2a7800. 00000020:00000010:2.0:1769074872.585577:0:42306:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fda90. 00000020:00000010:2.0:1769074872.585582:0:42306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8a1e6e00. 80000000:00000010:2.0:1769074872.585585:0:42306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a1600. 40000000:00000010:2.0:1769074872.585589:0:42306:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab87fb0540. 00100000:00000010:2.0:1769074872.585594:0:42306:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daba1353000. 00040000:00000010:2.0:1769074872.585598:0:42306:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabb48c6300. 00040000:00000010:2.0:1769074872.585627:0:42306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a1e7a00. 00080000:00000010:2.0:1769074872.585631:0:42306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba1356000. 00000004:00000010:2.0:1769074872.585636:0:42306:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabafd9a000. 00002000:00000010:2.0:1769074872.585640:0:42306:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb73a9000. 00000020:00000010:2.0:1769074872.585644:0:42306:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a1e6a00. 00000020:00000010:2.0:1769074872.585649:0:42306:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab87fb08c0. 00000100:00000010:2.0:1769074872.585654:0:42306:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab87fb0740. 00000020:00000010:3.0:1769074872.585881:0:42305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daba0575a00. 00000040:00000010:3.0:1769074872.585887:0:42305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daba0574000. 00000020:00000010:3.0:1769074872.585890:0:42305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8b2a6000. 00000020:00000010:3.0:1769074872.585894:0:42305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897feeb0. 00000020:00000010:3.0:1769074872.585899:0:42305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daba0574600. 80000000:00000010:3.0:1769074872.585901:0:42305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a1900. 40000000:00000010:3.0:1769074872.585904:0:42305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab87fb0880. 00100000:00000010:3.0:1769074872.585907:0:42305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8b2a7000. 00040000:00000010:3.0:1769074872.585909:0:42305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabb48c6e00. 00040000:00000010:3.0:1769074872.585912:0:42305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab858ddc00. 00080000:00000010:3.0:1769074872.585915:0:42305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8b2a5000. 00000004:00000010:3.0:1769074872.585918:0:42305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabafd9f000. 00002000:00000010:3.0:1769074872.585921:0:42305:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb73a8000. 00000020:00000010:3.0:1769074872.585923:0:42305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daba0575e00. 00000020:00000010:3.0:1769074872.585927:0:42305:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab87fb0dc0. 00000100:00000010:3.0:1769074872.585931:0:42305:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab842e2ac0. 00000100:00000010:3.0:1769074872.585973:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabb4a3c600. 00000100:00000010:3.0:1769074872.585977:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa82904400. 00000400:00000200:3.0:1769074872.585984:0:47186:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000010:3.0:1769074872.585992:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234210. 00000400:00000200:3.0:1769074872.585995:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d908 00000400:00000010:3.0:1769074872.585997:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d908. 00000100:00000200:3.0:1769074872.586002:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586006:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234058. 00000400:00000200:3.0:1769074872.586008:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d3b8 00000400:00000010:3.0:1769074872.586010:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d3b8. 00000100:00000200:3.0:1769074872.586011:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586014:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab842343c8. 00000400:00000200:3.0:1769074872.586016:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d330 00000400:00000010:3.0:1769074872.586017:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d330. 00000100:00000200:3.0:1769074872.586019:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586023:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234b58. 00000400:00000200:3.0:1769074872.586025:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d088 00000400:00000010:3.0:1769074872.586027:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d088. 00000100:00000200:3.0:1769074872.586028:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586031:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234478. 00000400:00000200:3.0:1769074872.586033:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d220 00000400:00000010:3.0:1769074872.586035:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d220. 00000100:00000200:3.0:1769074872.586037:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586040:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234790. 00000400:00000200:3.0:1769074872.586041:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53dc38 00000400:00000010:3.0:1769074872.586043:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53dc38. 00000100:00000200:3.0:1769074872.586045:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586048:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234420. 00000400:00000200:3.0:1769074872.586050:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d4c8 00000400:00000010:3.0:1769074872.586052:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d4c8. 00000100:00000200:3.0:1769074872.586053:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586056:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab842346e0. 00000400:00000200:3.0:1769074872.586058:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53dd48 00000400:00000010:3.0:1769074872.586060:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53dd48. 00000100:00000200:3.0:1769074872.586061:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586064:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234e18. 00000400:00000200:3.0:1769074872.586066:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d990 00000400:00000010:3.0:1769074872.586068:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d990. 00000100:00000200:3.0:1769074872.586070:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586072:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab842349f8. 00000400:00000200:3.0:1769074872.586074:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b7f8 00000400:00000010:3.0:1769074872.586075:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b7f8. 00000100:00000200:3.0:1769074872.586088:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586091:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234f78. 00000400:00000200:3.0:1769074872.586093:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7bb28 00000400:00000010:3.0:1769074872.586095:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7bb28. 00000100:00000200:3.0:1769074872.586097:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586100:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234688. 00000400:00000200:3.0:1769074872.586102:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7bc38 00000400:00000010:3.0:1769074872.586103:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7bc38. 00000100:00000200:3.0:1769074872.586105:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586109:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab842345d8. 00000400:00000200:3.0:1769074872.586111:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b770 00000400:00000010:3.0:1769074872.586112:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b770. 00000100:00000200:3.0:1769074872.586114:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586117:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab842340b0. 00000400:00000200:3.0:1769074872.586119:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b220 00000400:00000010:3.0:1769074872.586121:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b220. 00000100:00000200:3.0:1769074872.586122:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586125:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234e70. 00000400:00000200:3.0:1769074872.586126:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7ba18 00000400:00000010:3.0:1769074872.586128:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7ba18. 00000100:00000200:3.0:1769074872.586129:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586132:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234a50. 00000400:00000200:3.0:1769074872.586134:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b198 00000400:00000010:3.0:1769074872.586135:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b198. 00000100:00000200:3.0:1769074872.586137:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586140:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234000. 00000400:00000200:3.0:1769074872.586142:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7baa0 00000400:00000010:3.0:1769074872.586143:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7baa0. 00000100:00000200:3.0:1769074872.586145:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586148:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234108. 00000400:00000200:3.0:1769074872.586150:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7bee0 00000400:00000010:3.0:1769074872.586152:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7bee0. 00000100:00000200:3.0:1769074872.586153:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586156:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234630. 00000400:00000200:3.0:1769074872.586158:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7bd48 00000400:00000010:3.0:1769074872.586159:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7bd48. 00000100:00000200:3.0:1769074872.586161:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586164:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234d68. 00000400:00000200:3.0:1769074872.586166:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b660 00000400:00000010:3.0:1769074872.586168:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b660. 00000100:00000200:3.0:1769074872.586170:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586173:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234948. 00000400:00000200:3.0:1769074872.586174:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b990 00000400:00000010:3.0:1769074872.586176:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b990. 00000100:00000200:3.0:1769074872.586178:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586181:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab842348f0. 00000400:00000200:3.0:1769074872.586182:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b550 00000400:00000010:3.0:1769074872.586184:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b550. 00000100:00000200:3.0:1769074872.586185:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586188:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234370. 00000400:00000200:3.0:1769074872.586190:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b880 00000400:00000010:3.0:1769074872.586191:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b880. 00000100:00000200:3.0:1769074872.586193:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586196:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234160. 00000400:00000200:3.0:1769074872.586197:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b2a8 00000400:00000010:3.0:1769074872.586199:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b2a8. 00000100:00000200:3.0:1769074872.586200:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586204:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234318. 00000400:00000200:3.0:1769074872.586206:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b088 00000400:00000010:3.0:1769074872.586208:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b088. 00000100:00000200:3.0:1769074872.586209:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586213:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234738. 00000400:00000200:3.0:1769074872.586214:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b4c8 00000400:00000010:3.0:1769074872.586216:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b4c8. 00000100:00000200:3.0:1769074872.586218:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586222:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234bb0. 00000400:00000200:3.0:1769074872.586223:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b330 00000400:00000010:3.0:1769074872.586225:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b330. 00000100:00000200:3.0:1769074872.586227:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586230:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234b00. 00000400:00000200:3.0:1769074872.586232:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b908 00000400:00000010:3.0:1769074872.586233:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b908. 00000100:00000200:3.0:1769074872.586235:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586238:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234f20. 00000400:00000200:3.0:1769074872.586239:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7bcc0 00000400:00000010:3.0:1769074872.586241:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7bcc0. 00000100:00000200:3.0:1769074872.586242:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586245:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234898. 00000400:00000200:3.0:1769074872.586246:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b6e8 00000400:00000010:3.0:1769074872.586248:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b6e8. 00000100:00000200:3.0:1769074872.586249:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586253:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234580. 00000400:00000200:3.0:1769074872.586254:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b440 00000400:00000010:3.0:1769074872.586255:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b440. 00000100:00000200:3.0:1769074872.586257:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586260:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234c60. 00000400:00000200:3.0:1769074872.586262:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b5d8 00000400:00000010:3.0:1769074872.586263:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b5d8. 00000100:00000200:3.0:1769074872.586265:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586268:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234268. 00000400:00000200:3.0:1769074872.586270:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7bf68 00000400:00000010:3.0:1769074872.586271:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7bf68. 00000100:00000200:3.0:1769074872.586273:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586276:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234d10. 00000400:00000200:3.0:1769074872.586278:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7bbb0 00000400:00000010:3.0:1769074872.586279:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7bbb0. 00000100:00000200:3.0:1769074872.586281:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586285:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab842347e8. 00000400:00000200:3.0:1769074872.586286:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b000 00000400:00000010:3.0:1769074872.586287:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b000. 00000100:00000200:3.0:1769074872.586289:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586292:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234840. 00000400:00000200:3.0:1769074872.586294:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b110 00000400:00000010:3.0:1769074872.586295:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b110. 00000100:00000200:3.0:1769074872.586297:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586300:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234aa8. 00000400:00000200:3.0:1769074872.586301:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7b3b8 00000400:00000010:3.0:1769074872.586303:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7b3b8. 00000100:00000200:3.0:1769074872.586304:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586307:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234528. 00000400:00000200:3.0:1769074872.586309:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7be58 00000400:00000010:3.0:1769074872.586310:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7be58. 00000100:00000200:3.0:1769074872.586311:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586314:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af4d0. 00000400:00000200:3.0:1769074872.586316:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaed7bdd0 00000400:00000010:3.0:1769074872.586318:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaed7bdd0. 00000100:00000200:3.0:1769074872.586320:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586323:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af210. 00000400:00000200:3.0:1769074872.586325:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b330 00000400:00000010:3.0:1769074872.586327:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b330. 00000100:00000200:3.0:1769074872.586329:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586332:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af058. 00000400:00000200:3.0:1769074872.586334:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b088 00000400:00000010:3.0:1769074872.586335:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b088. 00000100:00000200:3.0:1769074872.586337:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586340:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af3c8. 00000400:00000200:3.0:1769074872.586342:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b220 00000400:00000010:3.0:1769074872.586343:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b220. 00000100:00000200:3.0:1769074872.586345:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586348:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afb58. 00000400:00000200:3.0:1769074872.586349:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8bc38 00000400:00000010:3.0:1769074872.586351:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8bc38. 00000100:00000200:3.0:1769074872.586353:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586376:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af478. 00000400:00000200:3.0:1769074872.586378:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b4c8 00000400:00000010:3.0:1769074872.586380:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b4c8. 00000100:00000200:3.0:1769074872.586382:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586385:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af790. 00000400:00000200:3.0:1769074872.586386:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8bd48 00000400:00000010:3.0:1769074872.586388:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8bd48. 00000100:00000200:3.0:1769074872.586389:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586392:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af420. 00000400:00000200:3.0:1769074872.586394:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b990 00000400:00000010:3.0:1769074872.586395:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b990. 00000100:00000200:3.0:1769074872.586397:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586400:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af6e0. 00000400:00000200:3.0:1769074872.586402:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8bee0 00000400:00000010:3.0:1769074872.586404:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8bee0. 00000100:00000200:3.0:1769074872.586405:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586408:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afe18. 00000400:00000200:3.0:1769074872.586410:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b198 00000400:00000010:3.0:1769074872.586411:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b198. 00000100:00000200:3.0:1769074872.586413:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586416:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af9f8. 00000400:00000200:3.0:1769074872.586418:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b110 00000400:00000010:3.0:1769074872.586420:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b110. 00000100:00000200:3.0:1769074872.586422:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586426:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825aff78. 00000400:00000200:3.0:1769074872.586427:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8bbb0 00000400:00000010:3.0:1769074872.586429:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8bbb0. 00000100:00000200:3.0:1769074872.586431:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586434:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af688. 00000400:00000200:3.0:1769074872.586435:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8baa0 00000400:00000010:3.0:1769074872.586437:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8baa0. 00000100:00000200:3.0:1769074872.586439:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586442:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af5d8. 00000400:00000200:3.0:1769074872.586443:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8ba18 00000400:00000010:3.0:1769074872.586445:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8ba18. 00000100:00000200:3.0:1769074872.586447:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586450:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af0b0. 00000400:00000200:3.0:1769074872.586451:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b660 00000400:00000010:3.0:1769074872.586453:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b660. 00000100:00000200:3.0:1769074872.586455:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586458:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afe70. 00000400:00000200:3.0:1769074872.586459:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b880 00000400:00000010:3.0:1769074872.586461:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b880. 00000100:00000200:3.0:1769074872.586463:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586466:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afa50. 00000400:00000200:3.0:1769074872.586468:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8be58 00000400:00000010:3.0:1769074872.586469:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8be58. 00000100:00000200:3.0:1769074872.586471:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586474:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af000. 00000400:00000200:3.0:1769074872.586475:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b550 00000400:00000010:3.0:1769074872.586476:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b550. 00000100:00000200:3.0:1769074872.586479:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586483:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af108. 00000400:00000200:3.0:1769074872.586485:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b6e8 00000400:00000010:3.0:1769074872.586487:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b6e8. 00000100:00000200:3.0:1769074872.586489:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586492:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af630. 00000400:00000200:3.0:1769074872.586494:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8bdd0 00000400:00000010:3.0:1769074872.586496:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8bdd0. 00000100:00000200:3.0:1769074872.586498:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586501:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825afd68. 00000400:00000200:3.0:1769074872.586503:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8bf68 00000400:00000010:3.0:1769074872.586504:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8bf68. 00000100:00000200:3.0:1769074872.586505:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586508:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af948. 00000400:00000200:3.0:1769074872.586510:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8bb28 00000400:00000010:3.0:1769074872.586512:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8bb28. 00000100:00000200:3.0:1769074872.586513:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586516:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af8f0. 00000400:00000200:3.0:1769074872.586517:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b2a8 00000400:00000010:3.0:1769074872.586519:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b2a8. 00000100:00000200:3.0:1769074872.586521:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586525:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af370. 00000400:00000200:3.0:1769074872.586526:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8bcc0 00000400:00000010:3.0:1769074872.586528:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8bcc0. 00000100:00000200:3.0:1769074872.586530:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586533:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af160. 00000400:00000200:3.0:1769074872.586534:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b5d8 00000400:00000010:3.0:1769074872.586536:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b5d8. 00000100:00000200:3.0:1769074872.586538:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000400:00000010:3.0:1769074872.586541:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab825af318. 00000400:00000200:3.0:1769074872.586543:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c8b7f8 00000400:00000010:3.0:1769074872.586545:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c8b7f8. 00000100:00000200:3.0:1769074872.586547:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 02000000:00000010:3.0:1769074872.586571:0:47186:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 544 at ffff8daa8a41e400. 00000100:00000010:3.0:1769074872.586579:0:47186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c814000. 00000100:00000010:3.0:1769074872.586584:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd195000. 00000100:00000010:3.0:1769074872.586587:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b03000. 00000100:00000010:3.0:1769074872.586590:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd191000. 00000100:00000010:3.0:1769074872.586592:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b03800. 00000100:00000010:3.0:1769074872.586594:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd193000. 00000100:00000010:3.0:1769074872.586597:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b03c00. 00000100:00000010:3.0:1769074872.586598:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd192000. 00000100:00000010:3.0:1769074872.586626:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabb5b00c00. 00000100:00000010:3.0:1769074872.586629:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd196000. 00000100:00000010:3.0:1769074872.586631:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba2359800. 00000100:00000010:3.0:1769074872.586633:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd190000. 00000100:00000010:3.0:1769074872.586635:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc4e5000. 00000100:00000010:3.0:1769074872.586638:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd194000. 00000100:00000010:3.0:1769074872.586649:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc4e7c00. 00000100:00000010:3.0:1769074872.586652:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab91749000. 00000100:00000010:3.0:1769074872.586655:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc4e4800. 00000100:00000010:3.0:1769074872.586657:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab9174d000. 00000100:00000010:3.0:1769074872.586659:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc4e7800. 00000100:00000010:3.0:1769074872.586660:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab9174b000. 00000100:00000010:3.0:1769074872.586663:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc4e5c00. 00000100:00000010:3.0:1769074872.586664:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab9174e000. 00000100:00000010:3.0:1769074872.586666:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc4e4400. 00000100:00000010:3.0:1769074872.586668:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd262000. 00000100:00000010:3.0:1769074872.586694:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc4e4c00. 00000100:00000010:3.0:1769074872.586697:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd267000. 00000100:00000010:3.0:1769074872.586699:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc4e7000. 00000100:00000010:3.0:1769074872.586701:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbd266000. 00000100:00000010:3.0:1769074872.586703:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab83d92800. 00000100:00000010:3.0:1769074872.586705:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab858fc000. 00000100:00000010:3.0:1769074872.586707:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab83d92000. 00000100:00000010:3.0:1769074872.586710:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab858fd000. 00000100:00000010:3.0:1769074872.586711:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab83d90800. 00000100:00000010:3.0:1769074872.586713:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab858fb000. 00000100:00000010:3.0:1769074872.586715:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab83d92c00. 00000100:00000010:3.0:1769074872.586717:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab858fa000. 00000100:00000010:3.0:1769074872.586719:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab83d93400. 00000100:00000010:3.0:1769074872.586721:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab858f8000. 00000100:00000010:3.0:1769074872.586722:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88ddf000. 00000100:00000010:3.0:1769074872.586726:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab858f9000. 00000100:00000010:3.0:1769074872.586728:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88ddec00. 00000100:00000010:3.0:1769074872.586730:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab8625e000. 00000100:00000010:3.0:1769074872.586732:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88ddfc00. 00000100:00000010:3.0:1769074872.586734:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab8625b000. 00000100:00000010:3.0:1769074872.586736:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88ddc800. 00000100:00000010:3.0:1769074872.586738:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabae09b000. 00000100:00000010:3.0:1769074872.586741:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88dde400. 00000100:00000010:3.0:1769074872.586743:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabae09a000. 00000100:00000010:3.0:1769074872.586745:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88ddcc00. 00000100:00000010:3.0:1769074872.586747:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbcb2f000. 00000100:00000010:3.0:1769074872.586750:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88ddd000. 00000100:00000010:3.0:1769074872.586753:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbcb29000. 00000100:00000010:3.0:1769074872.586755:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88dddc00. 00000100:00000010:3.0:1769074872.586757:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbcb2e000. 00000100:00000010:3.0:1769074872.586759:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88dde000. 00000100:00000010:3.0:1769074872.586761:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab8317a000. 00000100:00000010:3.0:1769074872.586764:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88ddd800. 00000100:00000010:3.0:1769074872.586765:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab8317b000. 00000100:00000010:3.0:1769074872.586768:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88ddf400. 00000100:00000010:3.0:1769074872.586769:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab8317c000. 00000100:00000010:3.0:1769074872.586772:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88ddd400. 00000100:00000010:3.0:1769074872.586773:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab8317e000. 00000100:00000010:3.0:1769074872.586776:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba02d0800. 00000100:00000010:3.0:1769074872.586778:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab83179000. 00000100:00000010:3.0:1769074872.586780:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba02d2800. 00000100:00000010:3.0:1769074872.586782:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab83178000. 00000100:00000010:3.0:1769074872.586785:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba02d0000. 00000100:00000010:3.0:1769074872.586787:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c58f000. 00000100:00000010:3.0:1769074872.586811:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba02d0c00. 00000100:00000010:3.0:1769074872.586814:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c58d000. 00000100:00000010:3.0:1769074872.586825:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8668f000. 00000100:00000010:3.0:1769074872.586827:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbec4c000. 00000100:00000010:3.0:1769074872.586831:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a2d7400. 00000100:00000010:3.0:1769074872.586833:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbec48000. 00000100:00000010:3.0:1769074872.586835:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a2d5c00. 00000100:00000010:3.0:1769074872.586837:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbec4d000. 00000100:00000010:3.0:1769074872.586839:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a2d5800. 00000100:00000010:3.0:1769074872.586841:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab83e56000. 00000100:00000010:3.0:1769074872.586844:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a2d7c00. 00000100:00000010:3.0:1769074872.586846:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab89c4e000. 00000100:00000010:3.0:1769074872.586848:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a2d5400. 00000100:00000010:3.0:1769074872.586851:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab89c49000. 00000100:00000010:3.0:1769074872.586861:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83717c00. 00000100:00000010:3.0:1769074872.586865:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88cc8000. 00000100:00000010:3.0:1769074872.586867:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83716800. 00000100:00000010:3.0:1769074872.586869:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab88ccb000. 00000100:00000010:3.0:1769074872.586871:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83716000. 00000100:00000010:3.0:1769074872.586873:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab842f7000. 00000100:00000010:3.0:1769074872.586875:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83715c00. 00000100:00000010:3.0:1769074872.586882:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab842f4000. 00000100:00000010:3.0:1769074872.586884:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83714000. 00000100:00000010:3.0:1769074872.586886:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab842f2000. 00000100:00000010:3.0:1769074872.586888:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83717400. 00000100:00000010:3.0:1769074872.586890:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab842f3000. 00000100:00000010:3.0:1769074872.586892:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83715400. 00000100:00000010:3.0:1769074872.586894:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab842f0000. 00000100:00000010:3.0:1769074872.586895:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83715000. 00000100:00000010:3.0:1769074872.586897:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab842f1000. 00000100:00000010:3.0:1769074872.586900:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83715800. 00000100:00000010:3.0:1769074872.586902:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab842f5000. 00000100:00000010:3.0:1769074872.586904:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83716c00. 00000100:00000010:3.0:1769074872.586906:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb3f15000. 00000100:00000010:3.0:1769074872.586910:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83716400. 00000100:00000010:3.0:1769074872.586911:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb3f16000. 00000100:00000010:3.0:1769074872.586913:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83714800. 00000100:00000010:3.0:1769074872.586915:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb3f13000. 00000100:00000010:3.0:1769074872.586917:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83717800. 00000100:00000010:3.0:1769074872.586919:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb3f12000. 00000100:00000010:3.0:1769074872.586920:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82b5ac00. 00000100:00000010:3.0:1769074872.586923:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb3f14000. 00000100:00000010:3.0:1769074872.586925:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae927800. 00000100:00000010:3.0:1769074872.586928:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabb3f10000. 00000100:00000010:3.0:1769074872.586930:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae927c00. 00000100:00000010:3.0:1769074872.586932:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8bc45000. 00000100:00000010:3.0:1769074872.586937:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae924000. 00000100:00000010:3.0:1769074872.586938:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8bc47000. 00000100:00000010:3.0:1769074872.586940:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae926000. 00000100:00000010:3.0:1769074872.586942:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabbc546000. 00000100:00000010:3.0:1769074872.586954:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae924800. 00000100:00000010:3.0:1769074872.586957:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba03a0000. 00000100:00000010:3.0:1769074872.586960:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a207400. 00000100:00000010:3.0:1769074872.586962:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba03a4000. 00000100:00000010:3.0:1769074872.586964:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a205800. 00000100:00000010:3.0:1769074872.586967:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba03a3000. 00000100:00000010:3.0:1769074872.586970:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a205c00. 00000100:00000010:3.0:1769074872.586971:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba03a2000. 00000100:00000010:3.0:1769074872.586974:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a204000. 00000100:00000010:3.0:1769074872.586977:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba03a6000. 00000100:00000010:3.0:1769074872.586979:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa828a5800. 00000100:00000010:3.0:1769074872.586982:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8daba1356800. 00000100:00000010:3.0:1769074872.586985:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8daa8b2a1800. 00000100:00000010:3.0:1769074872.586991:0:47186:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dabae79eb80. 00000100:00000010:3.0:1769074872.586996:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab866efe40. 00000100:00000010:3.0:1769074872.587000:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab866efd80. 00000100:00000010:3.0:1769074872.587003:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabb4936540. 00000100:00000010:3.0:1769074872.587006:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daba8a4e540. 00000020:00000010:3.0:1769074872.587089:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab88c90000. 00000020:00000010:3.0:1769074872.587094:0:47186:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab86560000. 00000020:00000010:3.0:1769074872.587106:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8daba03a5000. 00000020:00000010:3.0:1769074872.587112:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa828a7800. 00000100:00000010:3.0:1769074872.587139:0:47186:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dab8654c000. 00000100:00000010:3.0:1769074872.587147:0:47186:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dabb6566000. 00000100:00000010:3.0:1769074872.587152:0:47186:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dabb5b01800. 00000100:00000010:3.0:1769074872.587155:0:47186:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dab8784c400. 00000100:00000200:3.0:1769074872.587157:0:47186:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000020:00000010:3.0:1769074872.587194:0:42308:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab86431000. 00000040:00000010:3.0:1769074872.587199:0:42308:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab86430c00. 00000020:00000010:3.0:1769074872.587202:0:42308:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daba1355800. 00000020:00000010:3.0:1769074872.587207:0:42308:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897f9928. 00000020:00000010:3.0:1769074872.587211:0:42308:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab86431c00. 80000000:00000010:3.0:1769074872.587214:0:42308:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a1ba0. 40000000:00000010:3.0:1769074872.587217:0:42308:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab85e63780. 00100000:00000010:3.0:1769074872.587221:0:42308:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82fa4000. 00040000:00000010:3.0:1769074872.587224:0:42308:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba2800b00. 00040000:00000010:3.0:1769074872.587229:0:42308:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab86431600. 00080000:00000010:3.0:1769074872.587238:0:42308:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82fa2000. 00000004:00000010:3.0:1769074872.587242:0:42308:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabafd99000. 00002000:00000010:3.0:1769074872.587245:0:42308:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb73ab800. 00000020:00000010:3.0:1769074872.587248:0:42308:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8baeb600. 00000020:00000010:3.0:1769074872.587255:0:42308:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab85e639c0. 00000100:00000010:3.0:1769074872.587258:0:42308:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab89ef3dc0. 00000020:00000010:3.0:1769074872.587313:0:42307:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a1e7e00. 00000040:00000010:3.0:1769074872.587317:0:42307:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8a1e7c00. 00000020:00000010:3.0:1769074872.587320:0:42307:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daba1350000. 00000020:00000010:3.0:1769074872.587323:0:42307:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897ff3b8. 00000020:00000010:3.0:1769074872.587327:0:42307:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab873a6600. 80000000:00000010:3.0:1769074872.587330:0:42307:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a1840. 40000000:00000010:3.0:1769074872.587332:0:42307:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab89ef3280. 00100000:00000010:3.0:1769074872.587336:0:42307:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daba1352800. 00040000:00000010:3.0:1769074872.587342:0:42307:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba2800600. 00040000:00000010:3.0:1769074872.587344:0:42307:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8baebc00. 00080000:00000010:3.0:1769074872.587346:0:42307:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba1351800. 00000004:00000010:3.0:1769074872.587349:0:42307:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabafd9c000. 00002000:00000010:3.0:1769074872.587351:0:42307:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb73abc00. 00000020:00000010:3.0:1769074872.587353:0:42307:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a1e7200. 00000020:00000010:3.0:1769074872.587357:0:42307:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab89ef39c0. 00000100:00000010:3.0:1769074872.587360:0:42307:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab87fb06c0. 00000100:00000010:3.0:1769074872.587392:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa82904800. 00000100:00000010:3.0:1769074872.587395:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbd48f200. 00000400:00000200:3.0:1769074872.587401:0:47186:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000010:3.0:1769074872.587409:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f1cb8. 00000400:00000200:3.0:1769074872.587412:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207f6e8 00000400:00000010:3.0:1769074872.587414:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207f6e8. 00000100:00000200:3.0:1769074872.587417:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587421:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f11b8. 00000400:00000200:3.0:1769074872.587423:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207fdd0 00000400:00000010:3.0:1769074872.587425:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207fdd0. 00000100:00000200:3.0:1769074872.587426:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587430:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f12c0. 00000400:00000200:3.0:1769074872.587432:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207ff68 00000400:00000010:3.0:1769074872.587433:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207ff68. 00000100:00000200:3.0:1769074872.587435:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587438:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f1dc0. 00000400:00000200:3.0:1769074872.587440:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207fb28 00000400:00000010:3.0:1769074872.587441:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207fb28. 00000100:00000200:3.0:1769074872.587443:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587446:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f14d0. 00000400:00000200:3.0:1769074872.587447:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207f2a8 00000400:00000010:3.0:1769074872.587449:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207f2a8. 00000100:00000200:3.0:1769074872.587451:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587454:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f1210. 00000400:00000200:3.0:1769074872.587456:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207fcc0 00000400:00000010:3.0:1769074872.587458:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207fcc0. 00000100:00000200:3.0:1769074872.587460:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587463:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f1058. 00000400:00000200:3.0:1769074872.587465:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207f5d8 00000400:00000010:3.0:1769074872.587466:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207f5d8. 00000100:00000200:3.0:1769074872.587468:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587472:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f13c8. 00000400:00000200:3.0:1769074872.587474:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207f7f8 00000400:00000010:3.0:1769074872.587476:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207f7f8. 00000100:00000200:3.0:1769074872.587477:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587481:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f1b58. 00000400:00000200:3.0:1769074872.587483:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207f000 00000400:00000010:3.0:1769074872.587485:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207f000. 00000100:00000200:3.0:1769074872.587487:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587490:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f1478. 00000400:00000200:3.0:1769074872.587492:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207f440 00000400:00000010:3.0:1769074872.587494:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207f440. 00000100:00000200:3.0:1769074872.587496:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587499:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3d68. 00000400:00000200:3.0:1769074872.587502:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207f770 00000400:00000010:3.0:1769074872.587504:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207f770. 00000100:00000200:3.0:1769074872.587506:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587509:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3948. 00000400:00000200:3.0:1769074872.587511:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207f908 00000400:00000010:3.0:1769074872.587513:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207f908. 00000100:00000200:3.0:1769074872.587514:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587518:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e38f0. 00000400:00000200:3.0:1769074872.587519:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabc207f3b8 00000400:00000010:3.0:1769074872.587521:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabc207f3b8. 00000100:00000200:3.0:1769074872.587523:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587526:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3370. 00000400:00000200:3.0:1769074872.587528:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac088 00000400:00000010:3.0:1769074872.587530:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac088. 00000100:00000200:3.0:1769074872.587532:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587536:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3160. 00000400:00000200:3.0:1769074872.587538:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac220 00000400:00000010:3.0:1769074872.587539:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac220. 00000100:00000200:3.0:1769074872.587541:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587544:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3318. 00000400:00000200:3.0:1769074872.587546:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedacc38 00000400:00000010:3.0:1769074872.587547:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedacc38. 00000100:00000200:3.0:1769074872.587549:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587552:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3738. 00000400:00000200:3.0:1769074872.587554:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac4c8 00000400:00000010:3.0:1769074872.587555:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac4c8. 00000100:00000200:3.0:1769074872.587557:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587560:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3bb0. 00000400:00000200:3.0:1769074872.587562:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedacd48 00000400:00000010:3.0:1769074872.587564:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedacd48. 00000100:00000200:3.0:1769074872.587566:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587568:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3b00. 00000400:00000200:3.0:1769074872.587570:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac990 00000400:00000010:3.0:1769074872.587572:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac990. 00000100:00000200:3.0:1769074872.587574:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587577:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3f20. 00000400:00000200:3.0:1769074872.587579:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedacee0 00000400:00000010:3.0:1769074872.587581:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedacee0. 00000100:00000200:3.0:1769074872.587582:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587585:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3898. 00000400:00000200:3.0:1769074872.587587:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac198 00000400:00000010:3.0:1769074872.587588:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac198. 00000100:00000200:3.0:1769074872.587590:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587593:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3580. 00000400:00000200:3.0:1769074872.587594:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac110 00000400:00000010:3.0:1769074872.587595:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac110. 00000100:00000200:3.0:1769074872.587597:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587599:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3c60. 00000400:00000200:3.0:1769074872.587624:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedacbb0 00000400:00000010:3.0:1769074872.587626:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedacbb0. 00000100:00000200:3.0:1769074872.587628:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587631:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3268. 00000400:00000200:3.0:1769074872.587633:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedacaa0 00000400:00000010:3.0:1769074872.587634:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedacaa0. 00000100:00000200:3.0:1769074872.587636:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587639:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3d10. 00000400:00000200:3.0:1769074872.587640:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedaca18 00000400:00000010:3.0:1769074872.587642:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedaca18. 00000100:00000200:3.0:1769074872.587643:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587647:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e37e8. 00000400:00000200:3.0:1769074872.587648:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac660 00000400:00000010:3.0:1769074872.587650:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac660. 00000100:00000200:3.0:1769074872.587652:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587654:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3840. 00000400:00000200:3.0:1769074872.587656:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac880 00000400:00000010:3.0:1769074872.587657:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac880. 00000100:00000200:3.0:1769074872.587659:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587662:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3aa8. 00000400:00000200:3.0:1769074872.587664:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedace58 00000400:00000010:3.0:1769074872.587665:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedace58. 00000100:00000200:3.0:1769074872.587667:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587670:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3528. 00000400:00000200:3.0:1769074872.587672:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac550 00000400:00000010:3.0:1769074872.587673:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac550. 00000100:00000200:3.0:1769074872.587675:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587679:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3c08. 00000400:00000200:3.0:1769074872.587680:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac6e8 00000400:00000010:3.0:1769074872.587693:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac6e8. 00000100:00000200:3.0:1769074872.587696:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587700:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3ec8. 00000400:00000200:3.0:1769074872.587701:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedacdd0 00000400:00000010:3.0:1769074872.587703:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedacdd0. 00000100:00000200:3.0:1769074872.587705:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587708:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e39a0. 00000400:00000200:3.0:1769074872.587709:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedacf68 00000400:00000010:3.0:1769074872.587711:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedacf68. 00000100:00000200:3.0:1769074872.587713:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587716:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3cb8. 00000400:00000200:3.0:1769074872.587717:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedacb28 00000400:00000010:3.0:1769074872.587719:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedacb28. 00000100:00000200:3.0:1769074872.587721:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587724:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e31b8. 00000400:00000200:3.0:1769074872.587726:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac2a8 00000400:00000010:3.0:1769074872.587728:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac2a8. 00000100:00000200:3.0:1769074872.587730:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587733:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e32c0. 00000400:00000200:3.0:1769074872.587735:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedaccc0 00000400:00000010:3.0:1769074872.587737:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedaccc0. 00000100:00000200:3.0:1769074872.587738:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587742:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3dc0. 00000400:00000200:3.0:1769074872.587743:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac5d8 00000400:00000010:3.0:1769074872.587745:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac5d8. 00000100:00000200:3.0:1769074872.587747:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587751:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e34d0. 00000400:00000200:3.0:1769074872.587753:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac7f8 00000400:00000010:3.0:1769074872.587755:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac7f8. 00000100:00000200:3.0:1769074872.587757:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587760:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3210. 00000400:00000200:3.0:1769074872.587761:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac000 00000400:00000010:3.0:1769074872.587763:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac000. 00000100:00000200:3.0:1769074872.587765:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587767:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3058. 00000400:00000200:3.0:1769074872.587769:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac440 00000400:00000010:3.0:1769074872.587770:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac440. 00000100:00000200:3.0:1769074872.587772:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587775:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e33c8. 00000400:00000200:3.0:1769074872.587777:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac770 00000400:00000010:3.0:1769074872.587778:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac770. 00000100:00000200:3.0:1769074872.587780:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587783:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3b58. 00000400:00000200:3.0:1769074872.587784:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac908 00000400:00000010:3.0:1769074872.587786:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac908. 00000100:00000200:3.0:1769074872.587788:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587790:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3478. 00000400:00000200:3.0:1769074872.587792:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac3b8 00000400:00000010:3.0:1769074872.587794:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac3b8. 00000100:00000200:3.0:1769074872.587795:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587798:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3790. 00000400:00000200:3.0:1769074872.587800:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedac330 00000400:00000010:3.0:1769074872.587802:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabaedac330. 00000100:00000200:3.0:1769074872.587804:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587807:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3420. 00000400:00000200:3.0:1769074872.587809:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53dee0 00000400:00000010:3.0:1769074872.587811:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53dee0. 00000100:00000200:3.0:1769074872.587813:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587816:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e36e0. 00000400:00000200:3.0:1769074872.587818:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d198 00000400:00000010:3.0:1769074872.587820:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d198. 00000100:00000200:3.0:1769074872.587821:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587824:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3e18. 00000400:00000200:3.0:1769074872.587826:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d110 00000400:00000010:3.0:1769074872.587827:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d110. 00000100:00000200:3.0:1769074872.587829:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587832:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e39f8. 00000400:00000200:3.0:1769074872.587834:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53dbb0 00000400:00000010:3.0:1769074872.587836:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53dbb0. 00000100:00000200:3.0:1769074872.587837:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587840:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3f78. 00000400:00000200:3.0:1769074872.587842:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53daa0 00000400:00000010:3.0:1769074872.587844:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53daa0. 00000100:00000200:3.0:1769074872.587846:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587849:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3688. 00000400:00000200:3.0:1769074872.587850:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53da18 00000400:00000010:3.0:1769074872.587852:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53da18. 00000100:00000200:3.0:1769074872.587854:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587857:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e35d8. 00000400:00000200:3.0:1769074872.587859:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d660 00000400:00000010:3.0:1769074872.587860:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d660. 00000100:00000200:3.0:1769074872.587862:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587865:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e30b0. 00000400:00000200:3.0:1769074872.587867:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d880 00000400:00000010:3.0:1769074872.587869:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d880. 00000100:00000200:3.0:1769074872.587870:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587873:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3e70. 00000400:00000200:3.0:1769074872.587875:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53de58 00000400:00000010:3.0:1769074872.587876:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53de58. 00000100:00000200:3.0:1769074872.587878:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587881:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3a50. 00000400:00000200:3.0:1769074872.587883:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d550 00000400:00000010:3.0:1769074872.587884:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d550. 00000100:00000200:3.0:1769074872.587886:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587889:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3000. 00000400:00000200:3.0:1769074872.587891:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d6e8 00000400:00000010:3.0:1769074872.587892:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d6e8. 00000100:00000200:3.0:1769074872.587894:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587897:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3108. 00000400:00000200:3.0:1769074872.587898:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53ddd0 00000400:00000010:3.0:1769074872.587900:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53ddd0. 00000100:00000200:3.0:1769074872.587901:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587904:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb48e3630. 00000400:00000200:3.0:1769074872.587906:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53df68 00000400:00000010:3.0:1769074872.587907:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53df68. 00000100:00000200:3.0:1769074872.587909:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587912:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234c08. 00000400:00000200:3.0:1769074872.587914:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53db28 00000400:00000010:3.0:1769074872.587915:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53db28. 00000100:00000200:3.0:1769074872.587917:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587920:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234ec8. 00000400:00000200:3.0:1769074872.587921:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d2a8 00000400:00000010:3.0:1769074872.587923:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d2a8. 00000100:00000200:3.0:1769074872.587925:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587928:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab842349a0. 00000400:00000200:3.0:1769074872.587929:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53dcc0 00000400:00000010:3.0:1769074872.587930:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53dcc0. 00000100:00000200:3.0:1769074872.587932:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587936:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234cb8. 00000400:00000200:3.0:1769074872.587938:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d5d8 00000400:00000010:3.0:1769074872.587939:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d5d8. 00000100:00000200:3.0:1769074872.587941:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587944:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab842341b8. 00000400:00000200:3.0:1769074872.587946:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d7f8 00000400:00000010:3.0:1769074872.587948:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d7f8. 00000100:00000200:3.0:1769074872.587949:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587953:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab842342c0. 00000400:00000200:3.0:1769074872.587954:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d000 00000400:00000010:3.0:1769074872.587956:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d000. 00000100:00000200:3.0:1769074872.587958:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587960:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab84234dc0. 00000400:00000200:3.0:1769074872.587962:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d440 00000400:00000010:3.0:1769074872.587963:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d440. 00000100:00000200:3.0:1769074872.587965:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000400:00000010:3.0:1769074872.587968:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab842344d0. 00000400:00000200:3.0:1769074872.587970:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabad53d770 00000400:00000010:3.0:1769074872.587972:0:47186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabad53d770. 00000100:00000200:3.0:1769074872.587974:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00000010:3.0:1769074872.587999:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c58b000. 00000100:00000010:3.0:1769074872.588026:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8668c000. 00000100:00000010:3.0:1769074872.588030:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c58e000. 00000100:00000010:3.0:1769074872.588041:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8668f800. 00000100:00000010:3.0:1769074872.588045:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c58a000. 00000100:00000010:3.0:1769074872.588055:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8668d800. 00000100:00000010:3.0:1769074872.588059:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c588000. 00000100:00000010:3.0:1769074872.588069:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8668dc00. 00000100:00000010:3.0:1769074872.588072:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab86765000. 00000100:00000010:3.0:1769074872.588076:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8668cc00. 00000100:00000010:3.0:1769074872.588079:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab86761000. 00000100:00000010:3.0:1769074872.588082:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8668d400. 00000100:00000010:3.0:1769074872.588084:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab86760000. 00000100:00000010:3.0:1769074872.588087:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8668c400. 00000100:00000010:3.0:1769074872.588090:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab86763000. 00000100:00000010:3.0:1769074872.588093:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8668fc00. 00000100:00000010:3.0:1769074872.588095:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab86764000. 00000100:00000010:3.0:1769074872.588098:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8668c800. 00000100:00000010:3.0:1769074872.588101:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab86762000. 00000100:00000010:3.0:1769074872.588104:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81908400. 00000100:00000010:3.0:1769074872.588106:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab86766000. 00000100:00000010:3.0:1769074872.588120:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8190a800. 00000100:00000010:3.0:1769074872.588124:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c68e000. 00000100:00000010:3.0:1769074872.588127:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81908800. 00000100:00000010:3.0:1769074872.588130:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c68f000. 00000100:00000010:3.0:1769074872.588134:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81908c00. 00000100:00000010:3.0:1769074872.588136:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c68d000. 00000100:00000010:3.0:1769074872.588148:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8190a400. 00000100:00000010:3.0:1769074872.588151:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabc184e000. 00000100:00000010:3.0:1769074872.588155:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8190bc00. 00000100:00000010:3.0:1769074872.588158:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabc1849000. 00000100:00000010:3.0:1769074872.588161:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8190ac00. 00000100:00000010:3.0:1769074872.588163:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabc184b000. 00000100:00000010:3.0:1769074872.588166:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81909800. 00000100:00000010:3.0:1769074872.588168:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab908e6000. 00000100:00000010:3.0:1769074872.588171:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8190b000. 00000100:00000010:3.0:1769074872.588173:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab908e5000. 00000100:00000010:3.0:1769074872.588175:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81909400. 00000100:00000010:3.0:1769074872.588178:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab908e1000. 00000100:00000010:3.0:1769074872.588181:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81909c00. 00000100:00000010:3.0:1769074872.588184:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab908e3000. 00000100:00000010:3.0:1769074872.588187:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8190b400. 00000100:00000010:3.0:1769074872.588189:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab908e7000. 00000100:00000010:3.0:1769074872.588200:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8190b800. 00000100:00000010:3.0:1769074872.588204:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab86ce8000. 00000100:00000010:3.0:1769074872.588207:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa81909000. 00000100:00000010:3.0:1769074872.588217:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab87cfd000. 00000100:00000010:3.0:1769074872.588220:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e3cc00. 00000100:00000010:3.0:1769074872.588224:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab87cf8000. 00000100:00000010:3.0:1769074872.588227:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e3e800. 00000100:00000010:3.0:1769074872.588230:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab87cfe000. 00000100:00000010:3.0:1769074872.588233:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e3f400. 00000100:00000010:3.0:1769074872.588236:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab87cfa000. 00000100:00000010:3.0:1769074872.588252:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a412800. 00000100:00000010:3.0:1769074872.588256:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab9eda9000. 00000100:00000010:3.0:1769074872.588259:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a413000. 00000100:00000010:3.0:1769074872.588261:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c459000. 00000100:00000010:3.0:1769074872.588732:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a411800. 00000100:00000010:3.0:1769074872.588737:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c45e000. 00000100:00000010:3.0:1769074872.588754:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8a411000. 00000100:00000010:3.0:1769074872.588756:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8c45f000. 00000100:00000010:3.0:1769074872.588766:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba64c00. 00000100:00000010:3.0:1769074872.588769:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa837ec000. 00000100:00000010:3.0:1769074872.588772:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba64400. 00000100:00000010:3.0:1769074872.588774:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa837ea000. 00000100:00000010:3.0:1769074872.588777:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba67800. 00000100:00000010:3.0:1769074872.588780:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa837ed000. 00000100:00000010:3.0:1769074872.588782:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba66c00. 00000100:00000010:3.0:1769074872.588784:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa837ef000. 00000100:00000010:3.0:1769074872.588787:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba65400. 00000100:00000010:3.0:1769074872.588788:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa837e9000. 00000100:00000010:3.0:1769074872.588790:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba65c00. 00000100:00000010:3.0:1769074872.588792:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa837eb000. 00000100:00000010:3.0:1769074872.588794:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba64000. 00000100:00000010:3.0:1769074872.588797:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8ad71000. 00000100:00000010:3.0:1769074872.588799:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba65000. 00000100:00000010:3.0:1769074872.588801:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8ad70000. 00000100:00000010:3.0:1769074872.588803:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba64800. 00000100:00000010:3.0:1769074872.588806:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8ad77000. 00000100:00000010:3.0:1769074872.588808:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba66800. 00000100:00000010:3.0:1769074872.588812:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8ad74000. 00000100:00000010:3.0:1769074872.588815:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba67400. 00000100:00000010:3.0:1769074872.588818:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8ad76000. 00000100:00000010:3.0:1769074872.588844:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba67000. 00000100:00000010:3.0:1769074872.588853:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa89c07000. 00000100:00000010:3.0:1769074872.588871:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba65800. 00000100:00000010:3.0:1769074872.588874:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa89c05000. 00000100:00000010:3.0:1769074872.588884:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba66400. 00000100:00000010:3.0:1769074872.588887:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dabaf01a000. 00000100:00000010:3.0:1769074872.588901:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8ba66000. 00000100:00000010:3.0:1769074872.588912:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab82d14000. 00000100:00000010:3.0:1769074872.588916:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56cc00. 00000100:00000010:3.0:1769074872.588919:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab82d16000. 00000100:00000010:3.0:1769074872.588921:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56e400. 00000100:00000010:3.0:1769074872.588924:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab82d15000. 00000100:00000010:3.0:1769074872.588926:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56ec00. 00000100:00000010:3.0:1769074872.588927:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab82d17000. 00000100:00000010:3.0:1769074872.588929:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56d400. 00000100:00000010:3.0:1769074872.588932:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba113e000. 00000100:00000010:3.0:1769074872.588934:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56d800. 00000100:00000010:3.0:1769074872.588937:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba113d000. 00000100:00000010:3.0:1769074872.588939:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56f000. 00000100:00000010:3.0:1769074872.588941:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba113a000. 00000100:00000010:3.0:1769074872.588943:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56e800. 00000100:00000010:3.0:1769074872.588945:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba113c000. 00000100:00000010:3.0:1769074872.588947:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56fc00. 00000100:00000010:3.0:1769074872.588949:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba113b000. 00000100:00000010:3.0:1769074872.588951:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56c800. 00000100:00000010:3.0:1769074872.588953:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daba113f000. 00000100:00000010:3.0:1769074872.588955:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56f400. 00000100:00000010:3.0:1769074872.588957:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8b1d1000. 00000100:00000010:3.0:1769074872.588959:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56e000. 00000100:00000010:3.0:1769074872.588960:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8b1d0000. 00000100:00000010:3.0:1769074872.588962:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56dc00. 00000100:00000010:3.0:1769074872.588964:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8daa8b1d3000. 00000100:00000010:3.0:1769074872.588965:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56c400. 00000100:00000010:3.0:1769074872.588968:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab87ff3000. 00000100:00000010:3.0:1769074872.588971:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae56c000. 00000100:00000010:3.0:1769074872.588973:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab87ff2000. 00000100:00000010:3.0:1769074872.588975:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba226e000. 00000100:00000010:3.0:1769074872.588978:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab87ff4000. 00000100:00000010:3.0:1769074872.588980:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b0800. 00000100:00000010:3.0:1769074872.588983:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab87ff6000. 00000100:00000010:3.0:1769074872.588985:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b3c00. 00000100:00000010:3.0:1769074872.588987:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab87ff7000. 00000100:00000010:3.0:1769074872.588989:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b2800. 00000100:00000010:3.0:1769074872.588992:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at ffff8dab87ff1000. 00000100:00000010:3.0:1769074872.588993:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b3000. 00000100:00000010:3.0:1769074872.589017:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8daa82fa3800. 00000100:00000010:3.0:1769074872.589021:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8daba1353800. 00000100:00000010:3.0:1769074872.589029:0:47186:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dab8bfa62c0. 00000100:00000010:3.0:1769074872.589033:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbcb00000. 00000100:00000010:3.0:1769074872.589037:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbcb00480. 00000100:00000010:3.0:1769074872.589039:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbcb00240. 00000100:00000010:3.0:1769074872.589042:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbcb006c0. 00000020:00000010:3.0:1769074872.589309:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8daa83089000. 00000020:00000010:3.0:1769074872.589316:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabae7b1000. 00000100:00000010:3.0:1769074872.589344:0:47186:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dab8783c000. 00000100:00000010:3.0:1769074872.589353:0:47186:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8daa8c589000. 00000100:00000010:3.0:1769074872.589476:0:47186:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dab8668e000. 00000100:00000010:3.0:1769074872.589481:0:47186:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8daa82904e00. 00000100:00000200:3.0:1769074872.589485:0:47186:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000020:00000010:3.0:1769074872.589529:0:42309:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab8755da00. 00000040:00000010:3.0:1769074872.589534:0:42309:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabbec1ec00. 00000020:00000010:3.0:1769074872.589539:0:42309:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab85ebf800. 00000020:00000010:3.0:1769074872.589543:0:42309:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73f8c0. 00000020:00000010:3.0:1769074872.589548:0:42309:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbec1e800. 80000000:00000010:3.0:1769074872.589551:0:42309:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabbd680c00. 40000000:00000010:3.0:1769074872.589558:0:42309:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabae79e7c0. 00100000:00000010:3.0:1769074872.589563:0:42309:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab85ebc800. 00040000:00000010:3.0:1769074872.589567:0:42309:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87f3b500. 00040000:00000010:3.0:1769074872.589571:0:42309:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbec1fc00. 00080000:00000010:3.0:1769074872.589575:0:42309:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab85ebb800. 00000004:00000010:3.0:1769074872.589580:0:42309:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa859bf000. 00002000:00000010:3.0:1769074872.589585:0:42309:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabad529000. 00000020:00000010:3.0:1769074872.589588:0:42309:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbc69cc00. 00000020:00000010:3.0:1769074872.589593:0:42309:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabae79e2c0. 00000100:00000010:3.0:1769074872.589598:0:42309:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabae79ecc0. 00000020:00000010:3.0:1769074872.589628:0:42309:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8dabbf400000. 00000020:00000010:2.0:1769074872.589776:0:42311:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbd48ea00. 00000040:00000010:2.0:1769074872.589781:0:42311:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabbd48e200. 00000020:00000010:2.0:1769074872.589783:0:42311:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82630000. 00000020:00000010:2.0:1769074872.589788:0:42311:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda0000. 00000020:00000010:2.0:1769074872.589791:0:42311:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbd48e600. 80000000:00000010:2.0:1769074872.589794:0:42311:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabad902180. 40000000:00000010:2.0:1769074872.589802:0:42311:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab8bfa6600. 00100000:00000010:2.0:1769074872.589805:0:42311:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82634000. 00040000:00000010:2.0:1769074872.589808:0:42311:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab891f2100. 00040000:00000010:2.0:1769074872.589813:0:42311:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbd48ee00. 00080000:00000010:2.0:1769074872.589815:0:42311:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabad720800. 00000004:00000010:2.0:1769074872.589818:0:42311:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8bc65000. 00002000:00000010:2.0:1769074872.589821:0:42311:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8b186400. 00000020:00000010:2.0:1769074872.589826:0:42311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbd48ec00. 00000020:00000010:2.0:1769074872.589829:0:42311:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab8bfa6540. 00000100:00000010:2.0:1769074872.589833:0:42311:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab8bfa63c0. 00000020:00000010:2.0:1769074872.589835:0:42311:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8dabbf600000. 00000020:00000010:2.0:1769074872.590008:0:42310:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbec1e400. 00000040:00000010:2.0:1769074872.590012:0:42310:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabbec1e200. 00000020:00000010:2.0:1769074872.590016:0:42310:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab85eb9800. 00000020:00000010:2.0:1769074872.590019:0:42310:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73f3b8. 00000020:00000010:2.0:1769074872.590022:0:42310:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbec1e600. 80000000:00000010:2.0:1769074872.590025:0:42310:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabbd6804e0. 40000000:00000010:2.0:1769074872.590028:0:42310:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabae79e900. 00100000:00000010:2.0:1769074872.590031:0:42310:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab85eb9000. 00040000:00000010:2.0:1769074872.590034:0:42310:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87f3b600. 00040000:00000010:2.0:1769074872.590036:0:42310:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbec1f800. 00080000:00000010:2.0:1769074872.590039:0:42310:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab85ebc000. 00000004:00000010:2.0:1769074872.590042:0:42310:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa859be000. 00002000:00000010:2.0:1769074872.590052:0:42310:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabad52a000. 00000020:00000010:2.0:1769074872.590056:0:42310:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbec1f200. 00000020:00000010:2.0:1769074872.590060:0:42310:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabae79e8c0. 00000100:00000010:2.0:1769074872.590064:0:42310:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabae79e0c0. 00000020:00000010:2.0:1769074872.590066:0:42310:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8dabbf500000. 00000100:00000010:3.0:1769074872.590499:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbc69d800. 00000100:00000010:3.0:1769074872.590505:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbec1e000. 00000100:00000010:3.0:1769074872.590507:0:47186:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbd48f400. 00000400:00000200:3.0:1769074872.590515:0:47186:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000010:3.0:1769074872.590524:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc5d8. 00000400:00000200:3.0:1769074872.590528:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc64000 00000400:00000010:3.0:1769074872.590531:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc64000. 00000100:00000200:3.0:1769074872.590535:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590539:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc4d0. 00000400:00000200:3.0:1769074872.590541:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc61000 00000400:00000010:3.0:1769074872.590543:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc61000. 00000100:00000200:3.0:1769074872.590546:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590549:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfcf78. 00000400:00000200:3.0:1769074872.590551:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc60000 00000400:00000010:3.0:1769074872.590553:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc60000. 00000100:00000200:3.0:1769074872.590555:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590558:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc688. 00000400:00000200:3.0:1769074872.590559:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc66000 00000400:00000010:3.0:1769074872.590561:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc66000. 00000100:00000200:3.0:1769074872.590564:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590567:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc790. 00000400:00000200:3.0:1769074872.590569:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc63000 00000400:00000010:3.0:1769074872.590571:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc63000. 00000100:00000200:3.0:1769074872.590584:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590588:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfcaa8. 00000400:00000200:3.0:1769074872.590590:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab86473000 00000400:00000010:3.0:1769074872.590592:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab86473000. 00000100:00000200:3.0:1769074872.590595:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590598:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc478. 00000400:00000200:3.0:1769074872.590600:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab86477000 00000400:00000010:3.0:1769074872.590631:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab86477000. 00000100:00000200:3.0:1769074872.590634:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590638:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc580. 00000400:00000200:3.0:1769074872.590641:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab86471000 00000400:00000010:3.0:1769074872.590642:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab86471000. 00000100:00000200:3.0:1769074872.590645:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590648:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc2c0. 00000400:00000200:3.0:1769074872.590649:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab86474000 00000400:00000010:3.0:1769074872.590651:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab86474000. 00000100:00000200:3.0:1769074872.590654:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590657:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc7e8. 00000400:00000200:3.0:1769074872.590659:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc4ed000 00000400:00000010:3.0:1769074872.590660:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbc4ed000. 00000100:00000200:3.0:1769074872.590662:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590665:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc1b8. 00000400:00000200:3.0:1769074872.590667:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc4ea000 00000400:00000010:3.0:1769074872.590668:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbc4ea000. 00000100:00000200:3.0:1769074872.590671:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590674:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfcbb0. 00000400:00000200:3.0:1769074872.590676:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc4eb000 00000400:00000010:3.0:1769074872.590678:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbc4eb000. 00000100:00000200:3.0:1769074872.590681:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590695:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc420. 00000400:00000200:3.0:1769074872.590697:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8277f000 00000400:00000010:3.0:1769074872.590699:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8277f000. 00000100:00000200:3.0:1769074872.590701:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590705:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc840. 00000400:00000200:3.0:1769074872.590707:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8277c000 00000400:00000010:3.0:1769074872.590708:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8277c000. 00000100:00000200:3.0:1769074872.590710:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590714:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc898. 00000400:00000200:3.0:1769074872.590716:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8277e000 00000400:00000010:3.0:1769074872.590718:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8277e000. 00000100:00000200:3.0:1769074872.590720:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590723:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc9a0. 00000400:00000200:3.0:1769074872.590725:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b86b000 00000400:00000010:3.0:1769074872.590728:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8b86b000. 00000100:00000200:3.0:1769074872.590731:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590734:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfccb8. 00000400:00000200:3.0:1769074872.590736:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b86c000 00000400:00000010:3.0:1769074872.590737:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8b86c000. 00000100:00000200:3.0:1769074872.590741:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590744:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc268. 00000400:00000200:3.0:1769074872.590745:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b86a000 00000400:00000010:3.0:1769074872.590747:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8b86a000. 00000100:00000200:3.0:1769074872.590749:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590752:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfce70. 00000400:00000200:3.0:1769074872.590754:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b86e000 00000400:00000010:3.0:1769074872.590755:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8b86e000. 00000100:00000200:3.0:1769074872.590758:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590761:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfcec8. 00000400:00000200:3.0:1769074872.590762:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b86f000 00000400:00000010:3.0:1769074872.590764:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8b86f000. 00000100:00000200:3.0:1769074872.590766:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590769:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfcb58. 00000400:00000200:3.0:1769074872.590771:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b86d000 00000400:00000010:3.0:1769074872.590772:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8b86d000. 00000100:00000200:3.0:1769074872.590774:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590778:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc108. 00000400:00000200:3.0:1769074872.590780:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b869000 00000400:00000010:3.0:1769074872.590781:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8b869000. 00000100:00000200:3.0:1769074872.590784:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590787:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfc318. 00000400:00000200:3.0:1769074872.590789:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8ad4e000 00000400:00000010:3.0:1769074872.590790:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8ad4e000. 00000100:00000200:3.0:1769074872.590794:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590797:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236420. 00000400:00000200:3.0:1769074872.590799:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8ad4f000 00000400:00000010:3.0:1769074872.590801:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8ad4f000. 00000100:00000200:3.0:1769074872.590803:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590806:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab852366e0. 00000400:00000200:3.0:1769074872.590808:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8ad4d000 00000400:00000010:3.0:1769074872.590810:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8ad4d000. 00000100:00000200:3.0:1769074872.590813:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590817:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236688. 00000400:00000200:3.0:1769074872.590818:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8ad4a000 00000400:00000010:3.0:1769074872.590820:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8ad4a000. 00000100:00000200:3.0:1769074872.590823:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590825:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236e70. 00000400:00000200:3.0:1769074872.590827:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd436000 00000400:00000010:3.0:1769074872.590829:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbd436000. 00000100:00000200:3.0:1769074872.590832:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590835:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236a50. 00000400:00000200:3.0:1769074872.590837:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd435000 00000400:00000010:3.0:1769074872.590838:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbd435000. 00000100:00000200:3.0:1769074872.590840:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590843:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab852360b0. 00000400:00000200:3.0:1769074872.590845:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd433000 00000400:00000010:3.0:1769074872.590847:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbd433000. 00000100:00000200:3.0:1769074872.590849:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590852:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236e18. 00000400:00000200:3.0:1769074872.590853:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd437000 00000400:00000010:3.0:1769074872.590856:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbd437000. 00000100:00000200:3.0:1769074872.590858:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590861:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab852369f8. 00000400:00000200:3.0:1769074872.590863:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd434000 00000400:00000010:3.0:1769074872.590865:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbd434000. 00000100:00000200:3.0:1769074872.590867:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590870:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236b58. 00000400:00000200:3.0:1769074872.590871:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd431000 00000400:00000010:3.0:1769074872.590873:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbd431000. 00000100:00000200:3.0:1769074872.590876:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590879:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236630. 00000400:00000200:3.0:1769074872.590880:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaf198000 00000400:00000010:3.0:1769074872.590882:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabaf198000. 00000100:00000200:3.0:1769074872.590884:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590887:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236108. 00000400:00000200:3.0:1769074872.590889:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaf19c000 00000400:00000010:3.0:1769074872.590891:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabaf19c000. 00000100:00000200:3.0:1769074872.590894:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590897:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb478. 00000400:00000200:3.0:1769074872.590899:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaf19d000 00000400:00000010:3.0:1769074872.590901:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabaf19d000. 00000100:00000200:3.0:1769074872.590903:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590906:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbc60. 00000400:00000200:3.0:1769074872.590908:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab86722000 00000400:00000010:3.0:1769074872.590910:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab86722000. 00000100:00000200:3.0:1769074872.590913:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590916:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbf20. 00000400:00000200:3.0:1769074872.590918:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab86726000 00000400:00000010:3.0:1769074872.590919:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab86726000. 00000100:00000200:3.0:1769074872.590922:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590925:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbc08. 00000400:00000200:3.0:1769074872.590926:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab86727000 00000400:00000010:3.0:1769074872.590928:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab86727000. 00000100:00000200:3.0:1769074872.590930:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590933:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb210. 00000400:00000200:3.0:1769074872.590935:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab86723000 00000400:00000010:3.0:1769074872.590937:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab86723000. 00000100:00000200:3.0:1769074872.590939:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590942:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbb58. 00000400:00000200:3.0:1769074872.590943:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab86724000 00000400:00000010:3.0:1769074872.590945:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab86724000. 00000100:00000200:3.0:1769074872.590947:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590951:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbe18. 00000400:00000200:3.0:1769074872.590953:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab86720000 00000400:00000010:3.0:1769074872.590954:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab86720000. 00000100:00000200:3.0:1769074872.590965:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590969:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb7e8. 00000400:00000200:3.0:1769074872.590972:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83905000 00000400:00000010:3.0:1769074872.590973:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83905000. 00000100:00000200:3.0:1769074872.590976:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590979:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb9a0. 00000400:00000200:3.0:1769074872.590981:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83903000 00000400:00000010:3.0:1769074872.590983:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83903000. 00000100:00000200:3.0:1769074872.590986:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.590990:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbcb8. 00000400:00000200:3.0:1769074872.590992:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82ab5000 00000400:00000010:3.0:1769074872.590994:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab82ab5000. 00000100:00000200:3.0:1769074872.590998:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591002:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb268. 00000400:00000200:3.0:1769074872.591004:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82ab1000 00000400:00000010:3.0:1769074872.591005:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab82ab1000. 00000100:00000200:3.0:1769074872.591008:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591011:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb2c0. 00000400:00000200:3.0:1769074872.591013:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbce18000 00000400:00000010:3.0:1769074872.591015:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbce18000. 00000100:00000200:3.0:1769074872.591018:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591020:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbaa8. 00000400:00000200:3.0:1769074872.591022:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbce19000 00000400:00000010:3.0:1769074872.591024:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbce19000. 00000100:00000200:3.0:1769074872.591028:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591032:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb420. 00000400:00000200:3.0:1769074872.591034:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbce1e000 00000400:00000010:3.0:1769074872.591035:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbce1e000. 00000100:00000200:3.0:1769074872.591037:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591041:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb790. 00000400:00000200:3.0:1769074872.591043:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbce1b000 00000400:00000010:3.0:1769074872.591044:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbce1b000. 00000100:00000200:3.0:1769074872.591047:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591050:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbdc0. 00000400:00000200:3.0:1769074872.591052:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbce1c000 00000400:00000010:3.0:1769074872.591053:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbce1c000. 00000100:00000200:3.0:1769074872.591056:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591059:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb1b8. 00000400:00000200:3.0:1769074872.591061:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82ad5000 00000400:00000010:3.0:1769074872.591063:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab82ad5000. 00000100:00000200:3.0:1769074872.591065:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591069:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb898. 00000400:00000200:3.0:1769074872.591071:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82ad6000 00000400:00000010:3.0:1769074872.591072:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab82ad6000. 00000100:00000200:3.0:1769074872.591075:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591468:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbd10. 00000400:00000200:3.0:1769074872.591472:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82ad2000 00000400:00000010:3.0:1769074872.591474:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab82ad2000. 00000100:00000200:3.0:1769074872.591478:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591482:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbb00. 00000400:00000200:3.0:1769074872.591484:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82ad3000 00000400:00000010:3.0:1769074872.591486:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab82ad3000. 00000100:00000200:3.0:1769074872.591488:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591490:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb058. 00000400:00000200:3.0:1769074872.591492:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82ad7000 00000400:00000010:3.0:1769074872.591493:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab82ad7000. 00000100:00000200:3.0:1769074872.591496:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591499:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb6e0. 00000400:00000200:3.0:1769074872.591502:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc32000 00000400:00000010:3.0:1769074872.591503:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc32000. 00000100:00000200:3.0:1769074872.591505:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591508:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb840. 00000400:00000200:3.0:1769074872.591510:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc30000 00000400:00000010:3.0:1769074872.591512:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc30000. 00000100:00000200:3.0:1769074872.591514:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591517:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb160. 00000400:00000200:3.0:1769074872.591518:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc31000 00000400:00000010:3.0:1769074872.591520:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc31000. 00000100:00000200:3.0:1769074872.591522:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591525:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb3c8. 00000400:00000200:3.0:1769074872.591527:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc34000 00000400:00000010:3.0:1769074872.591528:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc34000. 00000100:00000200:3.0:1769074872.591531:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591533:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb4d0. 00000400:00000200:3.0:1769074872.591535:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc35000 00000400:00000010:3.0:1769074872.591537:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc35000. 00000100:00000200:3.0:1769074872.591539:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591542:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbec8. 00000400:00000200:3.0:1769074872.591543:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc37000 00000400:00000010:3.0:1769074872.591545:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc37000. 00000100:00000200:3.0:1769074872.591547:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591550:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb528. 00000400:00000200:3.0:1769074872.591629:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bc33000 00000400:00000010:3.0:1769074872.591632:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8bc33000. 00000100:00000200:3.0:1769074872.591638:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591642:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb580. 00000400:00000200:3.0:1769074872.591645:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83088000 00000400:00000010:3.0:1769074872.591646:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83088000. 00000100:00000200:3.0:1769074872.591649:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000400:00000010:3.0:1769074872.591654:0:47186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fb318. 00000400:00000200:3.0:1769074872.591656:0:47186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8308d000 00000400:00000010:3.0:1769074872.591658:0:47186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8308d000. 00000100:00000200:3.0:1769074872.591661:0:47186:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00000010:3.0:1769074872.591709:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabbcd80000. 00000100:00000010:3.0:1769074872.591792:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b1c00. 00000100:00000010:3.0:1769074872.591797:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabbcc80000. 00000100:00000010:3.0:1769074872.591883:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b1800. 00000100:00000010:3.0:1769074872.591888:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabafe00000. 00000100:00000010:3.0:1769074872.591942:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b0c00. 00000100:00000010:3.0:1769074872.591945:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab84900000. 00000100:00000010:3.0:1769074872.591999:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b2000. 00000100:00000010:3.0:1769074872.592003:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab87680000. 00000100:00000010:3.0:1769074872.592053:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b3800. 00000100:00000010:3.0:1769074872.592056:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb4780000. 00000100:00000010:3.0:1769074872.592123:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b2400. 00000100:00000010:3.0:1769074872.592127:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabadb80000. 00000100:00000010:3.0:1769074872.592203:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b1400. 00000100:00000010:3.0:1769074872.592207:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab87480000. 00000100:00000010:3.0:1769074872.592263:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b0400. 00000100:00000010:3.0:1769074872.592266:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab86600000. 00000100:00000010:3.0:1769074872.592326:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabae7b0000. 00000100:00000010:3.0:1769074872.592329:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daba0c00000. 00000100:00000010:3.0:1769074872.592468:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b186000. 00000100:00000010:3.0:1769074872.592473:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb7300000. 00000100:00000010:3.0:1769074872.592513:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b187c00. 00000100:00000010:3.0:1769074872.592516:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb6b00000. 00000100:00000010:3.0:1769074872.592573:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b185000. 00000100:00000010:3.0:1769074872.592577:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab87b00000. 00000100:00000010:3.0:1769074872.592648:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b185c00. 00000100:00000010:3.0:1769074872.592652:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabbe700000. 00000100:00000010:3.0:1769074872.592920:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b184c00. 00000100:00000010:3.0:1769074872.592924:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabbee00000. 00000100:00000010:3.0:1769074872.592971:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b186800. 00000100:00000010:3.0:1769074872.592975:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb6580000. 00000100:00000010:3.0:1769074872.593029:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa828a6800. 00000100:00000010:3.0:1769074872.593032:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daba7700000. 00000100:00000010:3.0:1769074872.593169:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa828a5c00. 00000100:00000010:3.0:1769074872.593174:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabadd00000. 00000100:00000010:3.0:1769074872.593236:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa828a7000. 00000100:00000010:3.0:1769074872.593240:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabadf80000. 00000100:00000010:3.0:1769074872.593273:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa828a4000. 00000100:00000010:3.0:1769074872.593277:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabad000000. 00000100:00000010:3.0:1769074872.593322:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa828a5400. 00000100:00000010:3.0:1769074872.593326:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabad380000. 00000100:00000010:3.0:1769074872.593450:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d6800. 00000100:00000010:3.0:1769074872.593454:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab9e580000. 00000100:00000010:3.0:1769074872.593490:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d4000. 00000100:00000010:3.0:1769074872.593493:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab9e780000. 00000100:00000010:3.0:1769074872.593537:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d6400. 00000100:00000010:3.0:1769074872.593540:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb6380000. 00000100:00000010:3.0:1769074872.593589:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d7000. 00000100:00000010:3.0:1769074872.593596:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabbd900000. 00000100:00000010:3.0:1769074872.593736:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d7800. 00000100:00000010:3.0:1769074872.593740:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabbdd00000. 00000100:00000010:3.0:1769074872.593792:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d4c00. 00000100:00000010:3.0:1769074872.593796:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab84000000. 00000100:00000010:3.0:1769074872.593840:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d4400. 00000100:00000010:3.0:1769074872.593843:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab84400000. 00000100:00000010:3.0:1769074872.593878:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d5c00. 00000100:00000010:3.0:1769074872.593882:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabad780000. 00000100:00000010:3.0:1769074872.593932:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d7c00. 00000100:00000010:3.0:1769074872.593936:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab9f000000. 00000100:00000010:3.0:1769074872.593992:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d6c00. 00000100:00000010:3.0:1769074872.593996:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab84780000. 00000100:00000010:3.0:1769074872.594038:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d7400. 00000100:00000010:3.0:1769074872.594041:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabad980000. 00000100:00000010:3.0:1769074872.594192:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d5800. 00000100:00000010:3.0:1769074872.594197:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabbdb80000. 00000100:00000010:3.0:1769074872.594260:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d5000. 00000100:00000010:3.0:1769074872.594263:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab91400000. 00000100:00000010:3.0:1769074872.594311:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd2d4800. 00000100:00000010:3.0:1769074872.594321:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab91480000. 00000100:00000010:3.0:1769074872.594459:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad5aac00. 00000100:00000010:3.0:1769074872.594464:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab91500000. 00000100:00000010:3.0:1769074872.594509:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad5a9400. 00000100:00000010:3.0:1769074872.594513:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab91580000. 00000100:00000010:3.0:1769074872.594564:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad5ab400. 00000100:00000010:3.0:1769074872.594568:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabc1a00000. 00000100:00000010:3.0:1769074872.594714:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad5a8400. 00000100:00000010:3.0:1769074872.594719:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabc1a80000. 00000100:00000010:3.0:1769074872.594776:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad5aa400. 00000100:00000010:3.0:1769074872.594780:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabc1b00000. 00000100:00000010:3.0:1769074872.594849:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad5abc00. 00000100:00000010:3.0:1769074872.594852:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabc1b80000. 00000100:00000010:3.0:1769074872.594919:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad5a8800. 00000100:00000010:3.0:1769074872.594923:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab9e800000. 00000100:00000010:3.0:1769074872.594972:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad5a9c00. 00000100:00000010:3.0:1769074872.594975:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab9e880000. 00000100:00000010:3.0:1769074872.595013:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad5a9000. 00000100:00000010:3.0:1769074872.595017:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab9e900000. 00000100:00000010:3.0:1769074872.595056:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad5aa000. 00000100:00000010:3.0:1769074872.595059:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab9e980000. 00000100:00000010:3.0:1769074872.595376:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabad5ab000. 00000100:00000010:3.0:1769074872.595381:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab9ee00000. 00000100:00000010:3.0:1769074872.595466:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa842c7000. 00000100:00000010:3.0:1769074872.595471:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab9ee80000. 00000100:00000010:3.0:1769074872.595556:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa842c7400. 00000100:00000010:3.0:1769074872.595561:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab9ef00000. 00000100:00000010:3.0:1769074872.595693:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa842c5000. 00000100:00000010:3.0:1769074872.595708:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab9ef80000. 00000100:00000010:3.0:1769074872.595763:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa842c4800. 00000100:00000010:3.0:1769074872.595767:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5800000. 00000100:00000010:3.0:1769074872.595807:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a3c00. 00000100:00000010:3.0:1769074872.595812:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5880000. 00000100:00000010:3.0:1769074872.595842:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a0000. 00000100:00000010:3.0:1769074872.595846:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5900000. 00000100:00000010:3.0:1769074872.595885:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a2800. 00000100:00000010:3.0:1769074872.595888:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5980000. 00000100:00000010:3.0:1769074872.595918:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a1c00. 00000100:00000010:3.0:1769074872.595922:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb6600000. 00000100:00000010:3.0:1769074872.595977:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a3000. 00000100:00000010:3.0:1769074872.595980:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb6680000. 00000100:00000010:3.0:1769074872.596040:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a2000. 00000100:00000010:3.0:1769074872.596044:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb6700000. 00000100:00000010:3.0:1769074872.596383:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a0400. 00000100:00000010:3.0:1769074872.596387:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb6780000. 00000100:00000010:3.0:1769074872.596461:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a3800. 00000100:00000010:3.0:1769074872.596464:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb7600000. 00000100:00000010:3.0:1769074872.596517:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a0c00. 00000100:00000010:3.0:1769074872.596521:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb7680000. 00000100:00000010:3.0:1769074872.596657:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a0800. 00000100:00000010:3.0:1769074872.596661:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb7700000. 00000100:00000010:3.0:1769074872.596828:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a3400. 00000100:00000010:3.0:1769074872.596833:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb7780000. 00000100:00000010:3.0:1769074872.596886:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a1800. 00000100:00000010:3.0:1769074872.596889:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb4c00000. 00000100:00000010:3.0:1769074872.596935:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a2c00. 00000100:00000010:3.0:1769074872.596938:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb4c80000. 00000100:00000010:3.0:1769074872.596981:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a2400. 00000100:00000010:3.0:1769074872.596985:0:47186:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb4d00000. 00000100:00000010:3.0:1769074872.597035:0:47186:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe9a1000. 00000100:00000010:2.0:1769074872.597208:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab85050000. 00000100:00000010:2.0:1769074872.597217:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daba8a48000. 00000100:00000010:2.0:1769074872.597224:0:47186:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabaf038000. 00000100:00000010:2.0:1769074872.597237:0:47186:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dabae79eb00. 00000100:00000010:2.0:1769074872.597243:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab8a2b6240. 00000100:00000010:2.0:1769074872.597247:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab88116cc0. 00000100:00000010:2.0:1769074872.597249:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa8a0cbe40. 00000100:00000010:2.0:1769074872.597252:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab900b00c0. 00000100:00000010:2.0:1769074872.597256:0:47186:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dabae79e240. 00000100:00000010:2.0:1769074872.597259:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa8add4780. 00000100:00000010:2.0:1769074872.597261:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab842de000. 00000100:00000010:2.0:1769074872.597264:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daba2824480. 00000100:00000010:2.0:1769074872.597266:0:47186:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab90a85e40. 00000100:00000010:2.0:1769074872.597268:0:47186:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff8dab87c16a00. 00000020:00000010:2.0:1769074872.597626:0:47186:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8daba03a7000. 00000020:00000010:2.0:1769074872.597635:0:47186:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabad52b000. 00000100:00000010:2.0:1769074872.597677:0:47186:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dababb48000. 00000100:00000010:2.0:1769074872.597697:0:47186:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8daa8308e000. 00000100:00000010:2.0:1769074872.597702:0:47186:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dabae7b2c00. 00000100:00000010:2.0:1769074872.597707:0:47186:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dabbd48f000. 00000001:00000010:2.0:1769074872.597754:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab9175e000. 00000001:00000010:2.0:1769074872.597759:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab9175fe00. 00000001:00000010:2.0:1769074872.597762:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab9175ea00. 00000001:00000010:2.0:1769074872.597765:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab9175e600. 00000001:00000010:2.0:1769074872.597768:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dabae9fec20. 00000001:00000010:2.0:1769074872.597771:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabbebc3700. 00000001:00000010:2.0:1769074872.597781:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab9175e200. 00000001:00000010:2.0:1769074872.597784:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab9175ee00. 00000001:00000010:2.0:1769074872.597787:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabc1852c00. 00000001:00000010:2.0:1769074872.597790:0:47186:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabc1852200. 00000001:00000010:2.0:1769074872.597791:0:47186:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dabae9fe560. 00000001:00000010:2.0:1769074872.597794:0:47186:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabbebc3800. 00000020:00000010:2.0:1769074872.597903:0:47186:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab87d61000. 00000020:00000010:2.0:1769074872.597913:0:47186:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcae00. 00000020:00000010:2.0:1769074872.597918:0:47186:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab88dca200. 00000040:00000010:2.0:1769074872.597923:0:47186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab88dcb800. 00000020:00000010:2.0:1769074872.597927:0:47186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a11800. 00000020:00000010:2.0:1769074872.597933:0:47186:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73f3b8. 00000020:00000010:2.0:1769074872.597937:0:47186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab88dcb000. 80000000:00000010:2.0:1769074872.597941:0:47186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8eef17e0. 40000000:00000010:2.0:1769074872.597947:0:47186:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab825b1040. 00100000:00000010:2.0:1769074872.597952:0:47186:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa83a17800. 00040000:00000010:2.0:1769074872.597957:0:47186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab89168400. 00040000:00000010:2.0:1769074872.597961:0:47186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab88dcba00. 00080000:00000010:2.0:1769074872.597966:0:47186:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a14800. 00000004:00000010:2.0:1769074872.597972:0:47186:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8daa8cb85000. 00000004:00000010:2.0:1769074872.597981:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8b1d4000. 00000004:00000010:2.0:1769074872.597994:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabc1848000. 00000004:00000010:2.0:1769074872.597999:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8cb4b000. 00000004:00000010:2.0:1769074872.598011:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabb4f50000. 00000004:00000010:2.0:1769074872.598015:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbcaaf000. 00000004:00000010:2.0:1769074872.598020:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbff7a000. 00000004:00000010:2.0:1769074872.598023:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab87613000. 00000004:00000010:2.0:1769074872.598026:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabb4f51000. 00000004:00000010:2.0:1769074872.598039:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab87617000. 00000004:00000010:2.0:1769074872.598047:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbc813000. 00000004:00000010:2.0:1769074872.598050:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbcaab000. 00000004:00000010:2.0:1769074872.598052:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbc817000. 00000004:00000010:2.0:1769074872.598054:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa833f0000. 00000004:00000010:2.0:1769074872.598058:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8bc67000. 00000004:00000010:2.0:1769074872.598061:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab83073000. 00000004:00000010:2.0:1769074872.598063:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab83071000. 00000004:00000010:2.0:1769074872.598066:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab83070000. 00000004:00000010:2.0:1769074872.598069:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabae3f6000. 00000004:00000010:2.0:1769074872.598180:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dabbff7f000. 00000004:00000010:2.0:1769074872.598229:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8c405000. 00000004:00000010:2.0:1769074872.598244:0:47186:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at ffff8daa8c438540. 00000020:00000010:2.0:1769074872.598249:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab88dca200. 00000040:00000010:2.0:1769074872.598253:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab88dcb800. 00000020:00000010:2.0:1769074872.598257:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a11800. 00000020:00000010:2.0:1769074872.598263:0:47186:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73f3b8. 00000020:00000010:2.0:1769074872.598267:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab88dcb000. 80000000:00000010:2.0:1769074872.598270:0:47186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8eef17e0. 40000000:00000010:2.0:1769074872.598273:0:47186:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab825b1040. 00100000:00000010:2.0:1769074872.598276:0:47186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa83a17800. 00040000:00000010:2.0:1769074872.598280:0:47186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89168400. 00040000:00000010:2.0:1769074872.598283:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab88dcba00. 00080000:00000010:2.0:1769074872.598286:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a14800. 00000004:00000010:2.0:1769074872.598289:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8daa8cb85000. 00000020:00000010:2.0:1769074872.598292:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcae00. 00000020:00000010:2.0:1769074872.598294:0:47186:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabbe904a88. 00000020:00000010:2.0:1769074872.598306:0:47186:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at ffff8dab825b19c0. 00000020:00000010:2.0:1769074872.598314:0:47186:0:(tgt_mount.c:2017:server_put_super()) kfreed 'extraname': 22 at ffff8dab90da3460. 00000020:00000010:2.0:1769074872.598321:0:47186:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabb3c2a500. 00000020:00000010:2.0:1769074872.598326:0:47186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8bfc4a00. 00000040:00000010:2.0:1769074872.598329:0:47186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8bfc4000. 00000020:00000010:2.0:1769074872.598332:0:47186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8fffb800. 00000020:00000010:2.0:1769074872.598335:0:47186:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa8316c168. 00000020:00000010:2.0:1769074872.598338:0:47186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bfc5200. 80000000:00000010:2.0:1769074872.598340:0:47186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89c8a240. 40000000:00000010:2.0:1769074872.598343:0:47186:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabb3c2aec0. 00100000:00000010:2.0:1769074872.598345:0:47186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8fffc000. 00040000:00000010:2.0:1769074872.598347:0:47186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab864d4700. 00040000:00000010:2.0:1769074872.598352:0:47186:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa8fffe000. 00040000:00000010:2.0:1769074872.598443:0:47186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bfc5000. 00080000:00000010:2.0:1769074872.598447:0:47186:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab864d4b00. 00080000:00000010:2.0:1769074872.598449:0:47186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8fffc800. 00000004:00000010:2.0:1769074872.598453:0:47186:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa8ffff800. 00000004:00000010:2.0:1769074872.598456:0:47186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab843f2000. 00000004:00000010:2.0:1769074872.598461:0:47186:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa8fffa800. 00002000:00000010:2.0:1769074872.598464:0:47186:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbff0cc00. 00000004:00000010:2.0:1769074872.598468:0:47186:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8dabbff0f000. 00000020:00000010:2.0:1769074872.598471:0:47186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bfc4e00. 00000020:02000400:2.0:1769074872.598473:0:47186:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:2.0:1769074872.606003:0:47186:0:(tgt_mount.c:2026:server_put_super()) kfreed 'tmpname': 15 at ffff8dabbea46730. 00000020:00000010:3.0:1769074873.485778:0:47240:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8dab873124b0. 00000020:00000010:3.0:1769074873.485874:0:47240:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff8dab873124b0. 00000100:00000010:3.0:1769074876.222681:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fd880. 02000000:00000010:3.0:1769074876.222704:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbe8ff500. 00000100:00000010:3.0:1769074876.222744:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902ff800. 02000000:00000010:3.0:1769074876.222750:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbe8ff300. 00000100:00000010:3.0:1769074876.222766:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fdc00. 02000000:00000010:3.0:1769074876.222770:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabbe8ffa00. 02000000:00000010:3.0:1769074876.222797:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dab88bb9600. 00000400:00000010:3.0:1769074876.222805:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481a50. 00000400:00000010:3.0:1769074876.222812:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46660. 00000100:00000200:3.0:1769074876.222820:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852334080, portal 10 00000400:00000010:3.0:1769074876.222827:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074876.222829:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852334080, offset 0 00000400:00000200:3.0:1769074876.222837:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074876.222849:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074876.222860:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac180c00 00000400:00000100:3.0:1769074876.222867:0:12648:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1855007852334080 offset 0 length 224: 4 00000400:00000200:3.0:1769074876.222871:0:12648:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabbcd3ef70 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1769074876.222873:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1769074876.222885:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46c38 00000400:00000010:3.0:1769074876.222887:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074876.222895:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa902fdc00 x1855007852334080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074876.222915:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba0467ea0. 00000100:00000010:3.0:1769074876.222927:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba0467060. 00000100:00000010:3.0:1769074876.222931:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba0467d80. 00000100:00000010:3.0:1769074876.222936:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba04670c0. 02000000:00000010:3.0:1769074876.222954:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8dab88bb8200. 00000400:00000010:3.0:1769074876.222957:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481688. 00000400:00000010:3.0:1769074876.222959:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46c38. 00000100:00000200:3.0:1769074876.222962:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852333952, portal 10 00000400:00000010:3.0:1769074876.222966:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074876.222969:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852333952, offset 0 00000400:00000200:3.0:1769074876.222972:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074876.222977:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074876.222982:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac180b80 00000400:00000100:3.0:1769074876.222985:0:12648:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1855007852333952 offset 0 length 224: 4 00000400:00000200:3.0:1769074876.222988:0:12648:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabbcd3ef70 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1769074876.222990:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1769074876.222994:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074876.222995:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074876.223000:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa902ff800 x1855007852333952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074876.223182:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8bf1ea00. 00000400:00000010:0.0:1769074876.223189:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8aa8. 00000400:00000010:0.0:1769074876.223193:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074876.223196:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852333824, portal 25 00000400:00000010:0.0:1769074876.223200:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074876.223202:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007852333824, offset 0 00000400:00000200:0.0:1769074876.223207:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074876.223212:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074876.223218:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6971eac180b00 00000400:00000100:0.0:1769074876.223223:0:12645:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1855007852333824 offset 0 length 224: 4 00000400:00000200:0.0:1769074876.223226:0:12645:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabbd2e6310 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1769074876.223228:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1769074876.223233:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074876.223235:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074876.223240:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa902fd880 x1855007852333824/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074876.389957:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba0467ea0. 00000100:00000010:1.0:1769074876.390158:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba0467060. 00000100:00000010:2.0:1769074876.391449:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba0467d80. 00000100:00000010:3.0:1769074876.394072:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba04670c0. 00000001:00000010:0.0:1769074876.831953:0:37043:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8dab89c8a5a0. 00080000:00000010:0.0:1769074876.832257:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bcd9800. 00080000:00000010:0.0:1769074876.832263:0:37043:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8daa8bcdbc00. 00000001:00000010:0.0:1769074876.832302:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab93a20c00. 00000001:00000010:0.0:1769074876.832306:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab93a21200. 00000001:00000010:0.0:1769074876.832308:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab93a20000. 00000001:00000010:0.0:1769074876.832309:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8b188a00. 00000001:00000010:0.0:1769074876.832312:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab90da3a00. 00000001:00000010:0.0:1769074876.832314:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8daba0e27c00. 00000001:00000010:0.0:1769074876.832320:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8dabaff4e700. 00000020:00000010:0.0:1769074876.832327:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dabad724800. 00000020:00000010:0.0:1769074876.832338:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8dabad725800. 00000020:00000010:1.0:1769074876.925781:0:47392:0:(tgt_mount.c:1904:server_put_super()) kmalloced '(tmpname)': 15 at ffff8dabbea46f50. 00000020:00000010:1.0:1769074876.925796:0:47392:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff8dab84d33dc0. 00000020:00000010:1.0:1769074876.925801:0:47392:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff8daa8a375240. 00000020:00000010:1.0:1769074876.925806:0:47392:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff8dabbc4e2900. 00000020:00000010:1.0:1769074876.925812:0:47392:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a1e6a00. 00000020:00000010:1.0:1769074876.925816:0:47392:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8a1e6800. 00000040:00000010:1.0:1769074876.925820:0:47392:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8a1e6200. 00000020:00000010:1.0:1769074876.925825:0:47392:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dababb67800. 00000020:00000010:1.0:1769074876.925831:0:47392:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8a1e7a00. 00040000:00000010:1.0:1769074876.925836:0:47392:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab86d45800. 00040000:00000010:1.0:1769074876.925840:0:47392:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8a1e7200. 00080000:00000010:1.0:1769074876.925844:0:47392:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dababb60800. 00010000:00000010:1.0:1769074876.925879:0:47392:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc4e29c0. 00000020:00000010:1.0:1769074876.925897:0:47392:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a1e6800. 00000040:00000010:1.0:1769074876.925901:0:47392:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8a1e6200. 00000020:00000010:1.0:1769074876.925904:0:47392:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dababb67800. 00000020:00000010:1.0:1769074876.925908:0:47392:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8a1e7a00. 00040000:00000010:1.0:1769074876.925910:0:47392:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab86d45800. 00040000:00000010:1.0:1769074876.925915:0:47392:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a1e7200. 00080000:00000010:1.0:1769074876.925919:0:47392:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dababb60800. 00000020:00000010:1.0:1769074876.925921:0:47392:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a1e6a00. 00000020:00000010:1.0:1769074876.925924:0:47392:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff8dabbc4e2900. 00000020:00000010:1.0:1769074876.925927:0:47392:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff8daa8fd42d80. 00000020:00000010:1.0:1769074876.925932:0:47392:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff8daa8a375c60. 00000100:00000010:1.0:1769074876.925975:0:47392:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d9f80. 02000000:00000010:1.0:1769074876.925990:0:47392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab86d45800. 00000400:00000010:2.0:1769074876.926495:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481688. 00000400:00000200:2.0:1769074876.926501:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46c38 00000400:00000010:2.0:1769074876.926504:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46c38. 00000100:00000200:2.0:1769074876.926515:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa902ff800 x1855007852333952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074892 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074876.926525:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa902ff800 x1855007852333952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074892 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074876.926540:0:12648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dab88bb8200. 02000000:00000010:2.0:1769074876.926545:0:12648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbe8ff300. 00000100:00000010:2.0:1769074876.926552:0:12648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ff800. 10000000:00000010:0.0:1769074876.929164:0:38628:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff8dab88280200. 00000100:00000010:0.0:1769074876.929192:0:38628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc120380. 02000000:00000010:0.0:1769074876.929206:0:38628:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8daa8bf1ec00. 00010000:00000010:0.0:1769074876.929249:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc4e29c0. 02000000:00000010:0.0:1769074876.929275:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8bf1fa00. 00000400:00000010:0.0:1769074876.929282:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a84d0. 00000400:00000010:0.0:1769074876.929290:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074876.929298:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852334208, portal 10 00000400:00000010:0.0:1769074876.929305:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9660. 00000100:00000200:0.0:1769074876.929308:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852334208, offset 0 00000400:00000200:0.0:1769074876.929316:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074876.929330:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1769074876.929333:0:12645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8ec48a00. 00000400:00000010:2.0:1769074876.929339:0:12645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec41b8. 00000400:00000200:0.0:1769074876.929341:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac180c80 00000400:00000010:2.0:1769074876.929342:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000400:00000100:0.0:1769074876.929347:0:12644:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1855007852334208 offset 0 length 224: 4 00000100:00000200:2.0:1769074876.929347:0:12645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852334336, portal 18 00000400:00000010:2.0:1769074876.929350:0:12645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000400:00000200:0.0:1769074876.929351:0:12644:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabbd2e6310 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000200:2.0:1769074876.929352:0:12645:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007852334336, offset 0 00000400:00000200:0.0:1769074876.929353:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1769074876.929355:0:12645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074876.929361:0:12645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074876.929363:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9660 00000400:00000010:0.0:1769074876.929366:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9660. 00000400:00000200:2.0:1769074876.929366:0:12645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971eac180d00 00000400:00000200:2.0:1769074876.929372:0:12645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1b899 [2] + 656 00000100:00000200:0.0:1769074876.929374:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0d9f80 x1855007852334208/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074876.929378:0:12645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074876.929382:0:12645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074876.929388:0:12645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1769074876.929392:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a1180. 00000100:00000010:0.0:1769074876.929393:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab89c8a5a0. 00000100:00000010:0.0:1769074876.929405:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab89c8a8a0. 00000400:00000200:2.0:1769074876.929408:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:2.0:1769074876.929409:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00000100:00000010:0.0:1769074876.929411:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab89c8aba0. 00000100:00000200:2.0:1769074876.929414:0:12645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc120380 x1855007852334336/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074892 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074876.929415:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab89c8a600. 00000020:00000010:3.0:1769074876.930270:0:45111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69ea00. 00000020:00000010:3.0:1769074876.930279:0:45111:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8ad2a300. 00000020:00000010:3.0:1769074876.930284:0:45111:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000100:00000200:3.0:1769074876.930366:0:45111:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007852334336 00010000:00020000:3.0:1769074876.930374:0:45111:0:(ldlm_lockd.c:2563:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1769074876 with bad export cookie 8646140404275168735 02000000:00000010:3.0:1769074876.947768:0:45111:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8daa8fb49c00. 00000400:00000010:3.0:1769074876.947796:0:45111:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dab89c46ee0. 00000100:00000200:3.0:1769074876.947803:0:45111:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855007852334336, offset 224 00000400:00000200:3.0:1769074876.947813:0:45111:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074876.947827:0:45111:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074876.947839:0:45111:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971eac180d00 00000400:00000200:3.0:1769074876.947848:0:45111:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x673e5 [1] + 224 00000400:00000200:3.0:1769074876.947856:0:45111:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074876.947860:0:45111:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074876.947872:0:45111:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8dabbc120380 x1855007852334336/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074892 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074876.947990:0:45111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46ee0 00000400:00000010:3.0:1769074876.947993:0:45111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46ee0. 00000020:00000010:3.0:1769074876.948206:0:45111:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8ad2a300. 00000020:00000010:3.0:1769074876.948213:0:45111:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000020:00000010:3.0:1769074876.948218:0:45111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69ea00. 00010000:00000010:0.1:1769074876.950792:0:779:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbd4fd400. 00000400:00000010:2.0:1769074876.951407:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec41b8. 00000400:00000200:2.0:1769074876.951414:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:2.0:1769074876.951417:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074876.951431:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc120380 x1855007852334336/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074892 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074876.951441:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc120380 x1855007852334336/t0(0) o103->MGC192.168.204.110@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074892 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:02020000:2.0:1769074876.951465:0:12645:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.110@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00000010:0.0:1769074876.962274:0:12645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc123800. 02000000:00000010:0.0:1769074876.962299:0:12645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dab88dd9000. 02000000:00000010:2.0:1769074876.962365:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabbc5a4400. 00000400:00000010:2.0:1769074876.962372:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec41b8. 00000400:00000010:2.0:1769074876.962379:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0198. 00000100:00000200:2.0:1769074876.962386:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852334464, portal 25 00000400:00000010:2.0:1769074876.962391:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074876.962394:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007852334464, offset 0 00000400:00000200:2.0:1769074876.962402:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074876.962414:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074876.962425:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6971eac180d80 00000400:00000100:2.0:1769074876.962430:0:12644:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1855007852334464 offset 0 length 520: 4 00000400:00000200:2.0:1769074876.962434:0:12644:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dab85939080 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1769074876.962436:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1769074876.962447:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:2.0:1769074876.962450:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074876.962458:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc123800 x1855007852334464/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1769074886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074876.962507:0:12645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8aa8. 00000400:00000200:0.0:1769074876.962511:0:12645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:0.0:1769074876.962513:0:12645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074876.962518:0:12645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa902fd880 x1855007852333824/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074892 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074876.962531:0:12645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa902fd880 x1855007852333824/t0(0) o400->MGC192.168.204.110@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074892 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074876.962543:0:12645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8bf1ea00. 02000000:00000010:0.0:1769074876.962549:0:12645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbe8ff500. 00000100:00000010:0.0:1769074876.962557:0:12645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fd880. 02000000:00000010:0.0:1769074876.962567:0:12645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8ec48a00. 02000000:00000010:0.0:1769074876.962570:0:12645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8daa8bf1ec00. 00000100:00000010:0.0:1769074876.962572:0:12645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc120380. 00000100:00000010:2.0:1769074877.133746:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab89c8aba0. 00000100:00000010:3.0:1769074877.133771:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab89c8a600. 00000100:00000010:0.0:1769074877.133847:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab89c8a5a0. 00000100:00000010:1.0:1769074877.133925:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab89c8a8a0. 00000001:00000010:0.0:1769074877.292748:0:37874:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8dab89c8ae40. 00080000:00000010:0.0:1769074877.292762:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88dda800. 00080000:00000010:0.0:1769074877.292766:0:37874:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab88ddbc00. 00000001:00000010:1.0:1769074877.292837:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab8911de00. 00000001:00000010:1.0:1769074877.292842:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabad5a5a00. 00000001:00000010:1.0:1769074877.292844:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabad5a5000. 00000001:00000010:1.0:1769074877.292846:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabad5a5400. 00000001:00000010:1.0:1769074877.292848:0:483:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa8a389540. 00000001:00000010:1.0:1769074877.292852:0:483:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab89168100. 00000001:00000010:1.0:1769074877.292857:0:483:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8dab93a7c400. 00000020:00000010:1.0:1769074877.292863:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab85596800. 00000020:00000010:1.0:1769074877.292875:0:483:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8daba1094000. 00000100:00000010:0.0:1769074881.342307:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc120380. 02000000:00000010:0.0:1769074881.342335:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dabae0ffb00. 02000000:00000010:1.0:1769074881.342439:0:12646:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8a1e7a00. 00000400:00000010:1.0:1769074881.342448:0:12646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1f78. 00000400:00000010:1.0:1769074881.342455:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074881.342463:0:12646:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852334592, portal 10 00000400:00000010:1.0:1769074881.342470:0:12646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074881.342473:0:12646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852334592, offset 0 00000400:00000200:1.0:1769074881.342481:0:12646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074881.342495:0:12646:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074881.342506:0:12646:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac180e00 00000400:00000100:1.0:1769074881.342513:0:12646:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1855007852334592 offset 0 length 224: 4 00000400:00000200:1.0:1769074881.342517:0:12646:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabaf0aeb50 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1769074881.342520:0:12646:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1769074881.342531:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:1.0:1769074881.342533:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074881.342554:0:12646:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc120380 x1855007852334592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074881.342573:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375cc0. 00000100:00000010:1.0:1769074881.342586:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375a20. 00000100:00000010:1.0:1769074881.342592:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375ae0. 00000100:00000010:1.0:1769074881.342633:0:12646:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375a80. 00000100:00000010:2.0:1769074881.352924:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375ae0. 00000100:00000010:3.0:1769074881.353908:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375a80. 00000100:00000010:1.0:1769074881.354624:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375a20. 00000100:00000010:0.0:1769074881.354709:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375cc0. 00000800:00000200:3.0:1769074881.664285:0:12637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab87d106c0] -> 12345-192.168.204.110@tcp (6) 00000800:00000200:3.0:1769074881.664294:0:12637:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:3.0:1769074881.664299:0:12637:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab861af100 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1769074881.664643:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1769074882.366834:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3800. 02000000:00000010:2.0:1769074882.366856:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab87f3bb00. 02000000:00000010:2.0:1769074882.366924:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8ec49c00. 00000400:00000010:2.0:1769074882.366931:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4dc0. 00000400:00000010:2.0:1769074882.366938:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074882.366945:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852334720, portal 10 00000400:00000010:2.0:1769074882.366952:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074882.366954:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852334720, offset 0 00000400:00000200:2.0:1769074882.366962:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074882.366974:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074882.366985:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac180e80 00000400:00000100:2.0:1769074882.366992:0:12648:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1855007852334720 offset 0 length 224: 4 00000400:00000200:2.0:1769074882.366996:0:12648:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dab85939080 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1769074882.366999:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1769074882.367008:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0e58 00000400:00000010:2.0:1769074882.367011:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0e58. 00000100:00000200:2.0:1769074882.367018:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a3800 x1855007852334720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074882.367038:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba034e720. 00000100:00000010:2.0:1769074882.367049:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba034eb40. 00000100:00000010:2.0:1769074882.367059:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba034ec60. 00000100:00000010:2.0:1769074882.367064:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daba034ecc0. 00000100:00000010:1.0:1769074882.377690:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba034eb40. 00000100:00000010:3.0:1769074882.377691:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba034ecc0. 00000100:00000010:2.0:1769074882.377780:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba034ec60. 00000100:00000010:0.0:1769074882.381782:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daba034e720. 00000400:00000010:0.0:1769074886.462014:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec41b8. 00000400:00000200:0.0:1769074886.462030:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0198 00000400:00000010:0.0:1769074886.462033:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0198. 00000100:00000200:0.0:1769074886.462045:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc123800 x1855007852334464/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1769074886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074886.462057:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc123800 x1855007852334464/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1769074886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074886.462071:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a84d0. 00000400:00000200:0.0:1769074886.462075:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074886.462077:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074886.462082:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0d9f80 x1855007852334208/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1769074886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074886.462089:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0d9f80 x1855007852334208/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1769074886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074886.462156:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabbc5a4400. 02000000:00000010:0.0:1769074886.462164:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dab88dd9000. 00000100:00000010:0.0:1769074886.462168:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc123800. 02000000:00000010:0.0:1769074886.462172:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8bf1fa00. 02000000:00000010:0.0:1769074886.462175:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab86d45800. 00000100:00000010:0.0:1769074886.462179:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d9f80. 00000020:00000010:3.0:1769074886.463832:0:47392:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff8daa8a375c60. 00000020:00000010:3.0:1769074886.463846:0:47392:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff8daa8fd42d80. 00000020:00000010:3.0:1769074886.463851:0:47392:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff8daa8a375240. 00000020:00000010:3.0:1769074886.463854:0:47392:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff8dab84d33dc0. 00000020:00000010:3.0:1769074886.463868:0:47392:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69fe00. 00000020:00000010:3.0:1769074886.463873:0:47392:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8c69f000. 00000040:00000010:3.0:1769074886.463879:0:47392:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8c69ea00. 00000020:00000010:3.0:1769074886.463885:0:47392:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88cd0000. 00000020:00000010:3.0:1769074886.463892:0:47392:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dab9eda4670. 00000020:00000010:3.0:1769074886.463897:0:47392:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8c69e600. 80000000:00000010:3.0:1769074886.463902:0:47392:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daba0467000. 40000000:00000010:3.0:1769074886.463909:0:47392:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8daba1167f80. 00100000:00000010:3.0:1769074886.463915:0:47392:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab88cd1800. 00040000:00000010:3.0:1769074886.463920:0:47392:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabbe8ffb00. 00040000:00000010:3.0:1769074886.463923:0:47392:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8c69ec00. 00080000:00000010:3.0:1769074886.463928:0:47392:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88cd2800. 00002000:00000010:3.0:1769074886.463934:0:47392:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8daa8fb49400. 00000020:00000010:3.0:1769074886.463939:0:47392:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8daba11675c0. 00000020:00000010:3.0:1769074886.463948:0:47392:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff8daba0467120. 00000020:00000010:3.0:1769074886.463952:0:47392:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c69f400. 00000020:00000010:3.0:1769074886.463955:0:47392:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8c69e400. 00000040:00000010:3.0:1769074886.463958:0:47392:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab88bb8200. 00000020:00000010:3.0:1769074886.463961:0:47392:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88cd2000. 00000020:00000010:3.0:1769074886.463963:0:47392:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab88bb8c00. 00040000:00000010:3.0:1769074886.463966:0:47392:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabbe8ff500. 00040000:00000010:3.0:1769074886.463968:0:47392:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab88bb9000. 00080000:00000010:3.0:1769074886.463971:0:47392:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88cd7000. 00010000:00000010:3.0:1769074886.463991:0:47392:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12ea80. 00010000:00000010:3.0:1769074886.464019:0:47392:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabbc12e300. 00000020:00000010:3.0:1769074886.464176:0:47392:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8c69e400. 00000040:00000010:3.0:1769074886.464181:0:47392:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab88bb8200. 00000020:00000010:3.0:1769074886.464185:0:47392:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88cd2000. 00000020:00000010:3.0:1769074886.464189:0:47392:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab88bb8c00. 00040000:00000010:3.0:1769074886.464192:0:47392:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbe8ff500. 00040000:00000010:3.0:1769074886.464198:0:47392:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab88bb9000. 00080000:00000010:3.0:1769074886.464202:0:47392:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88cd7000. 00000020:00000010:3.0:1769074886.464205:0:47392:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69f400. 00000020:00000010:3.0:1769074886.464208:0:47392:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff8daba0467120. 00000020:00000010:3.0:1769074886.464225:0:47392:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8daba1167840. 00002000:00000010:3.0:1769074886.464243:0:47392:0:(ofd_dev.c:262:ofd_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff8daba11670c0. 00080000:00000010:3.0:1769074886.464253:0:47392:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at ffff8dabbe8ff500. 00100000:00000010:3.0:1769074886.464376:0:47392:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa8a8a36c0. 00100000:00000010:3.0:1769074886.464380:0:47392:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa8a8a3240. 00100000:00000010:3.0:1769074886.464383:0:47392:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa8a8a3380. 00100000:00000010:3.0:1769074886.464385:0:47392:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa8a8a3cc0. 00100000:00000010:3.0:1769074886.464387:0:47392:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa8a8a3f40. 00100000:00000010:3.0:1769074886.464389:0:47392:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa8a8a3200. 00100000:00000010:3.0:1769074886.464391:0:47392:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa8a8a3a00. 00100000:00000010:3.0:1769074886.464393:0:47392:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daa8a8a3100. 00002000:00000010:3.0:1769074886.464396:0:47392:0:(ofd_dev.c:269:ofd_stack_pre_fini()) kfreed 'lcfg': 56 at ffff8daba11670c0. 00000100:00000010:1.0:1769074886.465875:0:483:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8380. 02000000:00000010:1.0:1769074886.465897:0:483:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8e347000. 00000100:00000010:1.0:1769074886.465928:0:483:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0dbb80. 02000000:00000010:1.0:1769074886.465933:0:483:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab86d45c00. 02000000:00000010:1.0:1769074886.465981:0:12648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8a1e6800. 00000400:00000010:1.0:1769074886.465990:0:12648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1688. 00000400:00000010:1.0:1769074886.465997:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc6e8. 00000100:00000200:1.0:1769074886.466005:0:12648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852334976, portal 10 00000400:00000010:1.0:1769074886.466012:0:12648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074886.466015:0:12648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852334976, offset 0 00000400:00000200:1.0:1769074886.466024:0:12648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074886.466040:0:12648:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074886.466053:0:12648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac180f80 00000400:00000100:1.0:1769074886.466060:0:12648:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1855007852334976 offset 0 length 224: 4 00000400:00000200:1.0:1769074886.466064:0:12648:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabaf0aeb50 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1769074886.466066:0:12648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1769074886.466077:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:1.0:1769074886.466080:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074886.466088:0:12648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0dbb80 x1855007852334976/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074886.466107:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375a20. 00000100:00000010:1.0:1769074886.466118:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a3751e0. 00000100:00000010:1.0:1769074886.466123:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375000. 00000100:00000010:1.0:1769074886.466127:0:12648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375f00. 02000000:00000010:1.0:1769074886.466156:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8e345c00. 00000400:00000010:1.0:1769074886.466161:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee15d8. 00000400:00000010:1.0:1769074886.466163:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074886.466166:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852334848, portal 25 00000400:00000010:1.0:1769074886.466170:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074886.466172:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007852334848, offset 0 00000400:00000200:1.0:1769074886.466176:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074886.466181:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074886.466186:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6971eac180f00 00000400:00000100:1.0:1769074886.466190:0:12644:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1855007852334848 offset 0 length 520: 4 00000400:00000200:1.0:1769074886.466193:0:12644:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabaf0aeb50 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1769074886.466195:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1769074886.466199:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:1.0:1769074886.466201:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074886.466205:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0d8380 x1855007852334848/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:00000010:0.0:1769074886.469097:0:38628:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8dab85393200. 00010000:00000010:0.0:1769074886.469133:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12ea80. 10000000:00000010:0.0:1769074886.469143:0:38628:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff8dab85392400. 00010000:00000010:0.0:1769074886.469150:0:38628:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabbc12e300. 00000020:00000010:3.0:1769074886.471304:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 600 at ffff8daa8beb2c00. 00000020:00000010:3.0:1769074886.471316:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8dab89f3b400. 00000020:00000010:3.0:1769074886.471324:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8daa8b104c00. 00000020:00000010:3.0:1769074886.471328:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8dabafc6de00. 00000020:00000010:3.0:1769074886.471331:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8dabae579300. 00000020:00000010:3.0:1769074886.471334:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8daa8beb0000. 00000020:00000010:3.0:1769074886.471337:0:47392:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8dab855796c0. 00000020:00000010:3.0:1769074886.473669:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 600 at ffff8daa8a433c00. 00000020:00000010:3.0:1769074886.474090:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8dab93a3ba00. 00000020:00000010:3.0:1769074886.474099:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8daa8a430000. 00000020:00000010:3.0:1769074886.474102:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8dab93a3a600. 00000020:00000010:3.0:1769074886.474105:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8dab88e89e00. 00000020:00000010:3.0:1769074886.474108:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8daa8a433800. 00000020:00000010:3.0:1769074886.474110:0:47392:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8dab88aebea0. 00000020:00000010:3.0:1769074886.474309:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dabc180e400. 00000020:00000010:3.0:1769074886.474314:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dabb5b23400. 00000020:00000010:3.0:1769074886.474319:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8bbdd800. 00000020:00000010:3.0:1769074886.474322:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8bbdf000. 00000020:00000010:3.0:1769074886.474325:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8daa810b2c00. 00000020:00000010:3.0:1769074886.474328:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a916400. 00010000:00000010:0.1:1769074886.476843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbd4fc000. 00010000:00000010:0.1:1769074886.476859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabb48f1200. 00000020:00000010:3.1:1769074886.484007:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dab88dcec00. 00000020:00000010:3.1:1769074886.484021:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dabb5b22800. 00000020:00000010:3.1:1769074886.484025:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa83c4ac00. 00000020:00000010:3.1:1769074886.484027:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dabc180d800. 00000020:00000010:3.1:1769074886.484046:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dab97c8ca00. 00000020:00000010:3.1:1769074886.484050:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8c5eba00. 00000020:00000010:3.1:1769074886.484054:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8daba218b600. 00000020:00000010:3.1:1769074886.484058:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dab88dce000. 00000020:00000010:3.1:1769074886.484061:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daa827b2240. 00000020:00000010:3.1:1769074886.484066:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8daeb400. 00000020:00000010:3.1:1769074886.484069:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8f623000. 00000020:00000010:3.1:1769074886.484072:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dabbfdeec00. 00000020:00000010:3.1:1769074886.484075:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dab863c1800. 00000020:00000010:3.1:1769074886.484078:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dab863c0800. 00000020:00000010:3.1:1769074886.484082:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8dab863c0600. 00000020:00000010:3.1:1769074886.484084:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8dae8000. 00000020:00000010:3.1:1769074886.484087:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daa88eaa6c0. 00000020:00000010:3.1:1769074886.484091:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dab83d90400. 00000020:00000010:3.1:1769074886.484094:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8a1e6600. 00000020:00000010:3.1:1769074886.484096:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8a1e6c00. 00000020:00000010:3.1:1769074886.484098:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8dab843d2a00. 00000020:00000010:3.1:1769074886.484100:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dab83d93c00. 00000020:00000010:3.1:1769074886.484102:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8dabbcb00600. 00000020:00000010:3.1:1769074886.484106:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dabad5a8000. 00000020:00000010:3.1:1769074886.484115:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8a25e800. 00000020:00000010:3.1:1769074886.484118:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dabbd484400. 00000020:00000010:3.1:1769074886.484120:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dabbd485400. 00000020:00000010:3.1:1769074886.484123:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8dabbd484000. 00000020:00000010:3.1:1769074886.484124:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a25f400. 00000020:00000010:3.1:1769074886.484131:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daa8b9f46c0. 00000020:00000010:3.0:1769074886.484181:0:47392:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff8daa820d8000. 00000020:00000010:1.0:1769074886.484272:0:37064:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a1e6400. 00000020:00000010:1.0:1769074886.484280:0:37064:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa838dd800. 00000020:00000010:1.0:1769074886.484288:0:37064:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fad48. 00000020:00000010:1.0:1769074886.484294:0:37064:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8a1e7000. 80000000:00000010:1.0:1769074886.484297:0:37064:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab8386e360. 40000000:00000010:1.0:1769074886.484302:0:37064:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaed78340. 00100000:00000010:1.0:1769074886.484307:0:37064:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa838de000. 00040000:00000010:1.0:1769074886.484311:0:37064:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daa8b17d100. 00040000:00000010:1.0:1769074886.484316:0:37064:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a1e7800. 00080000:00000010:1.0:1769074886.484320:0:37064:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa838de800. 00002000:00000010:1.0:1769074886.484323:0:37064:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc4e4000. 00000020:00000010:1.0:1769074886.484327:0:37064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bf1e200. 00002000:00000010:1.0:1769074886.484329:0:37064:0:(ofd_objects.c:1364:ofd_id_repair_thread_main()) kfreed 'args': 72 at ffff8dab8386eba0. 00000020:00000010:2.0:1769074886.490315:0:37063:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab908a8c00. 00000020:00000010:2.0:1769074886.490328:0:37063:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabafbba000. 00000020:00000010:2.0:1769074886.490334:0:37063:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa858373b8. 00000020:00000010:2.0:1769074886.490340:0:37063:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabb42b4c00. 80000000:00000010:2.0:1769074886.490345:0:37063:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89ed56c0. 40000000:00000010:2.0:1769074886.490350:0:37063:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa8a8a3440. 00100000:00000010:2.0:1769074886.490355:0:37063:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabafbb9800. 00040000:00000010:2.0:1769074886.490359:0:37063:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbec1b100. 00040000:00000010:2.0:1769074886.490364:0:37063:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabb42b5800. 00080000:00000010:2.0:1769074886.490368:0:37063:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabafbbe800. 00002000:00000010:2.0:1769074886.490549:0:37063:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa831a0400. 00000020:00000010:2.0:1769074886.490558:0:37063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8591f400. 00002000:00000010:2.0:1769074886.490562:0:37063:0:(ofd_io.c:207:ofd_inconsistency_verification_main()) kfreed 'args': 208 at ffff8dabbec1b900. 00100000:00000010:3.0:1769074886.491263:0:47392:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at ffff8dab85eeed00. 00100000:00000010:3.0:1769074886.491272:0:47392:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at ffff8dab85eeef00. 00100000:00000010:0.0:1769074886.491362:0:47392:0:(lfsck_layout.c:6527:lfsck_layout_slave_data_release()) kfreed 'llsd': 160 at ffff8dab88e880c0. 00100000:00000010:0.0:1769074886.491368:0:47392:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at ffff8daa83a15000. 00100000:00000010:0.0:1769074886.492014:0:47392:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at ffff8daa8ca0c000. 00000020:00000010:0.0:1769074886.492026:0:47392:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8dab8553dc00. 00000020:00000010:0.0:1769074886.492030:0:47392:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8dab8553da00. 40000000:00000010:0.0:1769074886.492083:0:47392:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at ffff8daa810b2a00. 40000000:00000010:0.0:1769074886.492122:0:47392:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at ffff8dabbec1be00. 80000000:00000010:0.0:1769074886.492143:0:47392:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8dab8788a280. 80000000:00000010:0.0:1769074886.492146:0:47392:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at ffff8dab88e88c00. 00002000:00000010:0.0:1769074886.492149:0:47392:0:(ofd_fs.c:275:ofd_fld_fini()) kfreed 'ss->ss_server_fld': 192 at ffff8dab88e883c0. 00002000:00000010:0.0:1769074886.492154:0:47392:0:(ofd_fs.c:94:ofd_seq_put()) kfreed 'oseq': 144 at ffff8dabae914600. 00002000:00000010:0.0:1769074886.492157:0:47392:0:(ofd_fs.c:94:ofd_seq_put()) kfreed 'oseq': 144 at ffff8daa831c3d80. 00000001:00000010:1.0:1769074886.513413:0:47392:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at ffff8daa8bb66ae0. 00000020:00000010:1.0:1769074886.513480:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8daa8bf3f400. 00000020:00000010:1.0:1769074886.513486:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dab88e9cc00. 00000020:00000010:1.0:1769074886.513490:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dab88fc1400. 00000020:00000010:1.0:1769074886.513494:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8daa8a428e00. 00000020:00000010:1.0:1769074886.513500:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8dab843d0e00. 00000020:00000010:1.0:1769074886.513507:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8325cc00. 00000020:00000010:1.0:1769074886.513562:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dab89eee200. 00000020:00000010:1.0:1769074886.513566:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dabb4561bc0. 00000020:00000010:1.0:1769074886.513569:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dabaff7c780. 00000020:00000010:1.0:1769074886.513571:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dab84fd65c0. 00000020:00000010:1.0:1769074886.513574:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8daa8bb66240. 00000020:00000010:1.0:1769074886.513577:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8325e800. 00000001:00000010:1.0:1769074886.515028:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d01000. 00000001:00000010:1.0:1769074886.515051:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d0b000. 00000001:00000010:1.0:1769074886.515053:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d15000. 00000001:00000010:1.0:1769074886.515055:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d1f000. 00000001:00000010:1.0:1769074886.515057:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d29000. 00000001:00000010:1.0:1769074886.515059:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d33000. 00000001:00000010:1.0:1769074886.515060:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d3d000. 00000001:00000010:1.0:1769074886.515062:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d47000. 00000001:00000010:1.0:1769074886.515064:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d51000. 00000001:00000010:1.0:1769074886.515066:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d5b000. 00000001:00000010:1.0:1769074886.515068:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d65000. 00000001:00000010:1.0:1769074886.515070:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d85000. 00000001:00000010:1.0:1769074886.515072:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502d9d000. 00000001:00000010:1.0:1769074886.515074:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33502dad000. 00000001:00000010:1.0:1769074886.515076:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33503e71000. 00000001:00000010:1.0:1769074886.515078:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33503e89000. 00000001:00000010:1.0:1769074886.515079:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33503f49000. 00000001:00000010:1.0:1769074886.515081:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa335049b9000. 00000001:00000010:1.0:1769074886.515083:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa335049c9000. 00000001:00000010:1.0:1769074886.515084:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa335049d3000. 00000001:00000010:1.0:1769074886.515086:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507b81000. 00000001:00000010:1.0:1769074886.515087:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507b8b000. 00000001:00000010:1.0:1769074886.515089:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507b95000. 00000001:00000010:1.0:1769074886.515090:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507b9f000. 00000001:00000010:1.0:1769074886.515092:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507ba9000. 00000001:00000010:1.0:1769074886.515094:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a66f000. 00000001:00000010:1.0:1769074886.515095:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a679000. 00000001:00000010:1.0:1769074886.515097:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a683000. 00000001:00000010:1.0:1769074886.515099:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a68d000. 00000001:00000010:1.0:1769074886.515101:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a697000. 00000001:00000010:1.0:1769074886.515103:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a7b7000. 00000001:00000010:1.0:1769074886.515105:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a7cd000. 00000001:00000010:1.0:1769074886.515106:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a7d7000. 00000001:00000010:1.0:1769074886.515108:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a7e1000. 00000001:00000010:1.0:1769074886.515110:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a7eb000. 00000001:00000010:1.0:1769074886.515112:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a7f5000. 00000001:00000010:1.0:1769074886.515113:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a847000. 00000001:00000010:1.0:1769074886.515116:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350a851000. 00000001:00000010:1.0:1769074886.515117:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ac07000. 00000001:00000010:1.0:1769074886.515119:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ac11000. 00000001:00000010:1.0:1769074886.515121:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ac1b000. 00000001:00000010:1.0:1769074886.515122:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ac25000. 00000001:00000010:1.0:1769074886.515124:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350adc9000. 00000001:00000010:1.0:1769074886.515125:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350add3000. 00000001:00000010:1.0:1769074886.515127:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350addd000. 00000001:00000010:1.0:1769074886.515128:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ade7000. 00000001:00000010:1.0:1769074886.515130:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350adf1000. 00000001:00000010:1.0:1769074886.515132:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350adfb000. 00000001:00000010:1.0:1769074886.515133:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae05000. 00000001:00000010:1.0:1769074886.515135:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae0f000. 00000001:00000010:1.0:1769074886.515136:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae19000. 00000001:00000010:1.0:1769074886.515138:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae23000. 00000001:00000010:1.0:1769074886.515140:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae2d000. 00000001:00000010:1.0:1769074886.515141:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae37000. 00000001:00000010:1.0:1769074886.515142:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae41000. 00000001:00000010:1.0:1769074886.515144:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae4b000. 00000001:00000010:1.0:1769074886.515145:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae55000. 00000001:00000010:1.0:1769074886.515146:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae5f000. 00000001:00000010:1.0:1769074886.515148:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae69000. 00000001:00000010:1.0:1769074886.515150:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae73000. 00000001:00000010:1.0:1769074886.515151:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae7d000. 00000001:00000010:1.0:1769074886.515153:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae87000. 00000001:00000010:1.0:1769074886.515154:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae91000. 00000001:00000010:1.0:1769074886.515156:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350ae9b000. 00000001:00000010:1.0:1769074886.515158:0:47392:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 512 at ffff8dabbec1fa00. 00000001:00000010:1.0:1769074886.515164:0:47392:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dabbec1fe00. 00010000:00000010:1.0:1769074886.515170:0:47392:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8daa8a917800. 00080000:00000010:2.0:1769074886.516856:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fcc91d0. 00002000:00000010:2.0:1769074886.516867:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc25690. 00080000:00000010:2.0:1769074886.516887:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433c558. 00002000:00000010:2.0:1769074886.516890:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24390. 00080000:00000010:2.0:1769074886.516904:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead1d0. 00002000:00000010:2.0:1769074886.516906:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60980. 00080000:00000010:2.0:1769074886.516915:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9eb728. 00002000:00000010:2.0:1769074886.516918:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe61b50. 00080000:00000010:2.0:1769074886.516943:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b1ab8. 00002000:00000010:2.0:1769074886.516946:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24be0. 00080000:00000010:2.0:1769074886.516958:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433dab8. 00002000:00000010:2.0:1769074886.516960:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed57c0. 00080000:00000010:2.0:1769074886.516969:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433d8f0. 00002000:00000010:2.0:1769074886.516972:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed4000. 00080000:00000010:2.0:1769074886.516981:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fcc9728. 00002000:00000010:2.0:1769074886.516983:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24ab0. 00080000:00000010:2.0:1769074886.516991:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac000. 00002000:00000010:2.0:1769074886.516994:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60850. 00080000:00000010:2.0:1769074886.517002:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9ebab8. 00002000:00000010:2.0:1769074886.517005:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe61db0. 00080000:00000010:2.0:1769074886.517014:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900fe1c8. 00002000:00000010:2.0:1769074886.517016:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc245f0. 00080000:00000010:2.0:1769074886.517024:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9eae40. 00002000:00000010:2.0:1769074886.517026:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe61300. 00080000:00000010:2.0:1769074886.517035:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433dc80. 00002000:00000010:2.0:1769074886.517037:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed4980. 00080000:00000010:2.0:1769074886.517046:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b1398. 00002000:00000010:2.0:1769074886.517048:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24d10. 00080000:00000010:2.0:1769074886.517060:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1b008. 00002000:00000010:2.0:1769074886.517063:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa82049b50. 00080000:00000010:2.0:1769074886.517073:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90080720. 00002000:00000010:2.0:1769074886.517076:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed5300. 00080000:00000010:2.0:1769074886.517084:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b1560. 00002000:00000010:2.0:1769074886.517086:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc25560. 00080000:00000010:2.0:1769074886.517094:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90080000. 00002000:00000010:2.0:1769074886.517096:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed4be0. 00080000:00000010:2.0:1769074886.517105:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433d728. 00002000:00000010:2.0:1769074886.517108:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed4130. 00080000:00000010:2.0:1769074886.517117:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead728. 00002000:00000010:2.0:1769074886.517119:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60720. 00080000:00000010:2.0:1769074886.517128:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead560. 00002000:00000010:2.0:1769074886.517130:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60130. 00080000:00000010:2.0:1769074886.517151:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b0e40. 00002000:00000010:2.0:1769074886.517155:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c3300. 00080000:00000010:2.0:1769074886.517160:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01f8f0. 00002000:00000010:2.0:1769074886.517162:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83f0a0. 00080000:00000010:2.0:1769074886.517171:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9ea720. 00002000:00000010:2.0:1769074886.517174:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe611d0. 00080000:00000010:2.0:1769074886.517183:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433cc78. 00002000:00000010:2.0:1769074886.517185:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24850. 00080000:00000010:2.0:1769074886.517194:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900ff1d0. 00002000:00000010:2.0:1769074886.517196:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60be0. 00080000:00000010:2.0:1769074886.517204:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90080c78. 00002000:00000010:2.0:1769074886.517206:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed5690. 00080000:00000010:2.0:1769074886.517216:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90081398. 00002000:00000010:2.0:1769074886.517218:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed4e40. 00080000:00000010:2.0:1769074886.517227:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433c720. 00002000:00000010:2.0:1769074886.517229:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed4390. 00080000:00000010:2.0:1769074886.517241:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ac390. 00002000:00000010:2.0:1769074886.517243:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83fc80. 00080000:00000010:2.0:1769074886.517250:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433d560. 00002000:00000010:2.0:1769074886.517252:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed4260. 00080000:00000010:2.0:1769074886.517260:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900feab0. 00002000:00000010:2.0:1769074886.517262:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc251d0. 00080000:00000010:2.0:1769074886.517275:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab855581c8. 00000020:00000010:2.0:1769074886.517280:0:47392:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabae3d6900. 00080000:00000010:2.0:1769074886.517295:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eadc80. 00002000:00000010:2.0:1769074886.517298:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe61c80. 00080000:00000010:2.0:1769074886.517306:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9eb8f0. 00002000:00000010:2.0:1769074886.517308:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60d10. 00080000:00000010:2.0:1769074886.517316:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fcc8558. 00002000:00000010:2.0:1769074886.517319:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc25a20. 00080000:00000010:2.0:1769074886.517326:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fcc9ab8. 00002000:00000010:2.0:1769074886.517328:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc244c0. 00080000:00000010:2.0:1769074886.517424:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01f560. 00000020:00000010:2.0:1769074886.517428:0:47392:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab85eee100. 00080000:00000010:2.0:1769074886.517437:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9ea558. 00002000:00000010:2.0:1769074886.517439:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe604c0. 00080000:00000010:2.0:1769074886.517448:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b01c8. 00002000:00000010:2.0:1769074886.517462:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24e40. 00080000:00000010:2.0:1769074886.517472:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90080e40. 00002000:00000010:2.0:1769074886.517474:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed50a0. 00080000:00000010:2.0:1769074886.517482:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433ce40. 00002000:00000010:2.0:1769074886.517485:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc258f0. 00080000:00000010:2.0:1769074886.517494:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900ff398. 00002000:00000010:2.0:1769074886.517496:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24130. 00080000:00000010:2.0:1769074886.517504:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eacab0. 00002000:00000010:2.0:1769074886.517506:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe617c0. 00080000:00000010:2.0:1769074886.517514:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eacc78. 00002000:00000010:2.0:1769074886.517516:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60ab0. 00080000:00000010:2.0:1769074886.517524:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b0558. 00002000:00000010:2.0:1769074886.517526:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c3690. 00080000:00000010:2.0:1769074886.517533:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b0c78. 00002000:00000010:2.0:1769074886.517535:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c3b50. 00080000:00000010:2.0:1769074886.517543:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900801c8. 00002000:00000010:2.0:1769074886.517545:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed4720. 00080000:00000010:2.0:1769074886.517553:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900ff728. 00002000:00000010:2.0:1769074886.517556:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc25b50. 00080000:00000010:2.0:1769074886.517564:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433c000. 00002000:00000010:2.0:1769074886.517566:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed45f0. 00080000:00000010:2.0:1769074886.518389:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b18f0. 00002000:00000010:2.0:1769074886.518400:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2e40. 00080000:00000010:2.0:1769074886.518430:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90081008. 00002000:00000010:2.0:1769074886.518434:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed51d0. 00080000:00000010:2.0:1769074886.518446:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b0ab0. 00002000:00000010:2.0:1769074886.518459:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c30a0. 00080000:00000010:2.0:1769074886.518479:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c7c390. 00000020:00000010:2.0:1769074886.518484:0:47392:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabbcd01b00. 00080000:00000010:2.0:1769074886.518498:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead8f0. 00002000:00000010:2.0:1769074886.518500:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60390. 00080000:00000010:2.0:1769074886.518510:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe9141c8. 00002000:00000010:2.0:1769074886.518513:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24980. 00080000:00000010:2.0:1769074886.518523:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac390. 00002000:00000010:2.0:1769074886.518526:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe61560. 00080000:00000010:2.0:1769074886.518538:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ac000. 00002000:00000010:2.0:1769074886.518540:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83ebe0. 00080000:00000010:2.0:1769074886.518548:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead398. 00002000:00000010:2.0:1769074886.518550:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe605f0. 00080000:00000010:2.0:1769074886.518560:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90081ab8. 00002000:00000010:2.0:1769074886.518562:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed4d10. 00080000:00000010:2.0:1769074886.518572:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900ff008. 00002000:00000010:2.0:1769074886.518575:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc25db0. 00080000:00000010:2.0:1769074886.518585:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433c1c8. 00002000:00000010:2.0:1769074886.518588:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed4ab0. 00080000:00000010:2.0:1769074886.519315:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85558558. 00002000:00000010:2.0:1769074886.519320:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a1d8ab0. 00080000:00000010:2.0:1769074886.519334:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88ead008. 00002000:00000010:2.0:1769074886.519336:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60000. 00080000:00000010:2.0:1769074886.519348:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90081560. 00002000:00000010:2.0:1769074886.519350:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed5560. 00080000:00000010:2.0:1769074886.519361:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b11d0. 00002000:00000010:2.0:1769074886.519363:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c38f0. 00080000:00000010:2.0:1769074886.519371:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900fe000. 00002000:00000010:2.0:1769074886.519384:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc250a0. 00080000:00000010:2.0:1769074886.519396:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90080558. 00002000:00000010:2.0:1769074886.519398:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed5b50. 00080000:00000010:2.0:1769074886.519406:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433d008. 00002000:00000010:2.0:1769074886.519409:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24f70. 00080000:00000010:2.0:1769074886.519418:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eadab8. 00002000:00000010:2.0:1769074886.519420:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60260. 00080000:00000010:2.0:1769074886.519429:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01ec78. 00000020:00000010:2.0:1769074886.519432:0:47392:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab85eee200. 00080000:00000010:2.0:1769074886.519442:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b1728. 00002000:00000010:2.0:1769074886.519445:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc25c80. 00080000:00000010:2.0:1769074886.519465:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9eb1d0. 00002000:00000010:2.0:1769074886.519467:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe618f0. 00080000:00000010:2.0:1769074886.519476:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433c8e8. 00002000:00000010:2.0:1769074886.519479:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed4850. 00080000:00000010:2.0:1769074886.519489:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1adc80. 00000020:00000010:2.0:1769074886.519492:0:47392:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabbec1b400. 00080000:00000010:2.0:1769074886.519580:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8fcc81c8. 00002000:00000010:2.0:1769074886.519591:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24720. 00080000:00000010:2.0:1769074886.519999:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac720. 00002000:00000010:2.0:1769074886.520004:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60e40. 00080000:00000010:2.0:1769074886.520020:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1ac78. 00002000:00000010:2.0:1769074886.520023:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa82049560. 00080000:00000010:2.0:1769074886.520033:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b1c80. 00002000:00000010:2.0:1769074886.520036:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c37c0. 00080000:00000010:2.0:1769074886.520046:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433cab0. 00002000:00000010:2.0:1769074886.520048:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc25430. 00080000:00000010:2.0:1769074886.520058:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900818f0. 00002000:00000010:2.0:1769074886.520061:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed5430. 00080000:00000010:2.0:1769074886.520071:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900fec78. 00002000:00000010:2.0:1769074886.520073:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc257c0. 00080000:00000010:2.0:1769074886.520082:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac8e8. 00002000:00000010:2.0:1769074886.520084:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe610a0. 00080000:00000010:2.0:1769074886.520093:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b0720. 00002000:00000010:2.0:1769074886.520096:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc25300. 00080000:00000010:2.0:1769074886.520105:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433d398. 00002000:00000010:2.0:1769074886.520107:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed5db0. 00080000:00000010:2.0:1769074886.520125:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eace40. 00002000:00000010:2.0:1769074886.520128:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe61430. 00080000:00000010:2.0:1769074886.520140:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ad8f0. 00000020:00000010:2.0:1769074886.520143:0:47392:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabbec1ba00. 00080000:00000010:2.0:1769074886.520153:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b0000. 00002000:00000010:2.0:1769074886.520155:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c3c80. 00080000:00000010:2.0:1769074886.520164:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900ffc80. 00002000:00000010:2.0:1769074886.520166:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24000. 00080000:00000010:2.0:1769074886.520176:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ad560. 00002000:00000010:2.0:1769074886.520178:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83f690. 00080000:00000010:2.0:1769074886.520188:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9ea1c8. 00002000:00000010:2.0:1769074886.520190:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe61690. 00080000:00000010:2.0:1769074886.520200:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433d1d0. 00002000:00000010:2.0:1769074886.520202:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed5c80. 00080000:00000010:2.0:1769074886.520212:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01fab8. 00000020:00000010:2.0:1769074886.520215:0:47392:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab85eee700. 00080000:00000010:2.0:1769074886.520225:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac558. 00002000:00000010:2.0:1769074886.520227:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe61a20. 00080000:00000010:2.0:1769074886.520280:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab89d1b1d0. 00002000:00000010:2.0:1769074886.520288:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa82048980. 00080000:00000010:2.0:1769074886.520300:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa900811d0. 00002000:00000010:2.0:1769074886.520302:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed5a20. 00080000:00000010:2.0:1769074886.520315:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e9b1008. 00002000:00000010:2.0:1769074886.520325:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fc24260. 00080000:00000010:2.0:1769074886.520342:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ace40. 00002000:00000010:2.0:1769074886.520345:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83eab0. 00080000:00000010:2.0:1769074886.520357:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8433c390. 00002000:00000010:2.0:1769074886.520359:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed44c0. 00080000:00000010:2.0:1769074886.520435:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88eac1c8. 00002000:00000010:2.0:1769074886.520439:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fe60f70. 00080000:00000010:2.0:1769074886.520470:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa90081c80. 00002000:00000010:2.0:1769074886.520474:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabafed58f0. 00002000:00000010:2.0:1769074886.520483:0:47392:0:(ofd_dev.c:228:ofd_stack_fini()) kmalloced '(lcfg)': 64 at ffff8dab825b1300. 00000020:00000010:3.0:1769074886.534302:0:37069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8bf3fc00. 00000020:00000010:3.0:1769074886.534316:0:37069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daba0568800. 00000020:00000010:3.0:1769074886.534321:0:37069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85833250. 00000020:00000010:3.0:1769074886.534328:0:37069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bf3f200. 80000000:00000010:3.0:1769074886.534332:0:37069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab88294a20. 40000000:00000010:3.0:1769074886.534336:0:37069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa8a8a3b00. 00100000:00000010:3.0:1769074886.534342:0:37069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daba056d800. 00040000:00000010:3.0:1769074886.534346:0:37069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab85eee800. 00040000:00000010:3.0:1769074886.534352:0:37069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bf3e200. 00080000:00000010:3.0:1769074886.534356:0:37069:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a13000. 00002000:00000010:3.0:1769074886.534364:0:37069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8beb3800. 00000020:00000010:3.0:1769074886.534368:0:37069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bf3f000. 00040000:00000010:3.0:1769074886.534371:0:37069:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at ffff8dabb445ff00. 00000001:00000010:2.0:1769074886.541572:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dab88e88e40. 00000001:00000010:2.0:1769074886.541587:0:47392:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dab90931040. 00000001:00000010:2.0:1769074886.541591:0:47392:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8daa8b188800. 00040000:00000010:2.0:1769074886.541597:0:47392:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daa8bb66200. 00040000:00000010:2.0:1769074886.541950:0:47392:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8dab88e88480. 00000001:00000010:2.0:1769074886.541958:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dab88e88540. 00000001:00000010:2.0:1769074886.541961:0:47392:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dab90931cd0. 00000001:00000010:2.0:1769074886.541963:0:47392:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8daa8b189c00. 00040000:00000010:2.0:1769074886.541967:0:47392:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daa8c4f54c0. 00040000:00000010:2.0:1769074886.541972:0:47392:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8dab88e88180. 00000001:00000010:2.0:1769074886.541976:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dab88e88840. 00000001:00000010:2.0:1769074886.541978:0:47392:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dab90931588. 00000001:00000010:2.0:1769074886.541979:0:47392:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8daa8bf3f600. 00040000:00000010:2.0:1769074886.541983:0:47392:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8daa8c4f5dc0. 00040000:00000010:2.0:1769074886.541986:0:47392:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8dab88e88900. 00000020:00000010:2.0:1769074886.541992:0:47392:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8dab8553d200. 00040000:00000010:2.0:1769074886.541997:0:47392:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff8dab90451a00. 00002000:00000010:2.0:1769074886.542003:0:47392:0:(ofd_dev.c:235:ofd_stack_fini()) kfreed 'lcfg': 64 at ffff8dab825b1300. 00080000:00000010:2.0:1769074886.542051:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab85559728. 00000020:00000010:2.0:1769074886.542061:0:47392:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab88fdb500. 00000020:00000010:2.0:1769074886.542072:0:47392:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at ffff8dabbce6f780. 00080000:00000010:2.0:1769074886.542091:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ad008. 00002000:00000010:2.0:1769074886.542095:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83e130. 00080000:00000010:2.0:1769074886.542102:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01f008. 00002000:00000010:2.0:1769074886.542105:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83f8f0. 00080000:00000010:2.0:1769074886.542158:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ad398. 00002000:00000010:2.0:1769074886.542161:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83e980. 00080000:00000010:2.0:1769074886.542173:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01f398. 00002000:00000010:2.0:1769074886.542175:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83e260. 00080000:00000010:2.0:1769074886.542186:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01eab0. 00002000:00000010:2.0:1769074886.542188:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83fb50. 00080000:00000010:2.0:1769074886.542198:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01e390. 00002000:00000010:2.0:1769074886.542200:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83fa20. 00080000:00000010:2.0:1769074886.542208:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1ad1d0. 00002000:00000010:2.0:1769074886.542210:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83e850. 00080000:00000010:2.0:1769074886.542233:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1acc78. 00002000:00000010:2.0:1769074886.542236:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83e5f0. 00080000:00000010:2.0:1769074886.542250:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01f1d0. 00002000:00000010:2.0:1769074886.542252:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83ee40. 00080000:00000010:2.0:1769074886.542262:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabaf1adab8. 00002000:00000010:2.0:1769074886.542264:0:47392:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83e4c0. 00000020:00000010:2.0:1769074886.542269:0:47392:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at ffff8dab93b72c00. 00000020:00000010:2.0:1769074886.542369:0:47392:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff8dab9083b990. 00000020:00000010:2.0:1769074886.542388:0:47392:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff8dabbec14f40. 00000001:00000010:2.0:1769074886.542404:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab85393a00. 00000001:00000010:2.0:1769074886.542407:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab85392a00. 00000001:00000010:2.0:1769074886.542409:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a01d800. 00000001:00000010:2.0:1769074886.542412:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a01d600. 00000001:00000010:2.0:1769074886.542413:0:47392:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab88fd9ee0. 00000001:00000010:2.0:1769074886.542416:0:47392:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8daa8b17d200. 00000001:00000010:2.0:1769074886.542423:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a01d200. 00000001:00000010:2.0:1769074886.542425:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a01c800. 00000001:00000010:2.0:1769074886.542427:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab89ed7400. 00000001:00000010:2.0:1769074886.542430:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab85bdb000. 00000001:00000010:2.0:1769074886.542433:0:47392:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab88fd98a0. 00000001:00000010:2.0:1769074886.542434:0:47392:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8daa8b17dd00. 00000020:00000010:2.0:1769074886.542466:0:47392:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daba1357800. 00000020:00000010:2.0:1769074886.542475:0:47392:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8ec49600. 00000020:00000010:2.0:1769074886.542480:0:47392:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8ec49800. 00000020:00000010:2.0:1769074886.542485:0:47392:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a11800. 00000020:00000010:2.0:1769074886.542491:0:47392:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73f3b8. 00000020:00000010:2.0:1769074886.542497:0:47392:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8ec48a00. 80000000:00000010:2.0:1769074886.542500:0:47392:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daba034e060. 40000000:00000010:2.0:1769074886.542507:0:47392:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab825b1f00. 00100000:00000010:2.0:1769074886.542513:0:47392:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa83a17800. 00040000:00000010:2.0:1769074886.542518:0:47392:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab87f3b300. 00040000:00000010:2.0:1769074886.542522:0:47392:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8ec48c00. 00080000:00000010:2.0:1769074886.542526:0:47392:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a13000. 00002000:00000010:2.0:1769074886.542531:0:47392:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabbc5a5c00. 00002000:00000010:2.0:1769074886.542536:0:47392:0:(ofd_dev.c:3321:ofd_device_free()) kfreed 'm': 2040 at ffff8daa82fa6800. 00000020:00000010:2.0:1769074886.542542:0:47392:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8ec49800. 00000020:00000010:2.0:1769074886.542545:0:47392:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a11800. 00000020:00000010:2.0:1769074886.542551:0:47392:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73f3b8. 00000020:00000010:2.0:1769074886.542555:0:47392:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8ec48a00. 80000000:00000010:2.0:1769074886.542558:0:47392:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daba034e060. 40000000:00000010:2.0:1769074886.542562:0:47392:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab825b1f00. 00100000:00000010:2.0:1769074886.542565:0:47392:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa83a17800. 00040000:00000010:2.0:1769074886.542568:0:47392:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87f3b300. 00040000:00000010:2.0:1769074886.542571:0:47392:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8ec48c00. 00080000:00000010:2.0:1769074886.542574:0:47392:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a13000. 00002000:00000010:2.0:1769074886.542579:0:47392:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc5a5c00. 00000020:00000010:2.0:1769074886.542582:0:47392:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8ec49600. 00000020:00000010:2.0:1769074886.542584:0:47392:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabae144a88. 00000020:00000010:2.0:1769074886.542590:0:47392:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8daba1167840. 00000020:00000010:2.0:1769074886.542598:0:47392:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8daba034e060. 00000020:00000010:3.0:1769074886.552156:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa82fa0800. 00000020:00000010:2.0:1769074886.552517:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8daa8a943a00. 00000020:00000010:2.0:1769074886.552526:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8b204000. 00000020:00000010:2.0:1769074886.552578:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8daba00d74c0. 00000020:00000010:2.0:1769074886.552582:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa830bd800. 00000020:00000010:3.0:1769074886.552993:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa81ab7800. 00000001:00000010:2.0:1769074886.553292:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350aea5000. 00000001:00000010:2.0:1769074886.553303:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350aeaf000. 00000001:00000010:2.0:1769074886.553306:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350aeb9000. 00000001:00000010:2.0:1769074886.553308:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350aec3000. 00000001:00000010:2.0:1769074886.553310:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350aecd000. 00000001:00000010:2.0:1769074886.553311:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350aed7000. 00000001:00000010:2.0:1769074886.553313:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350aee1000. 00000001:00000010:2.0:1769074886.553315:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350aeeb000. 00000001:00000010:2.0:1769074886.553316:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350aef5000. 00000001:00000010:2.0:1769074886.553318:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350aeff000. 00000001:00000010:2.0:1769074886.553319:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af09000. 00000001:00000010:2.0:1769074886.553321:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af13000. 00000001:00000010:2.0:1769074886.553323:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af1d000. 00000001:00000010:2.0:1769074886.553325:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af27000. 00000001:00000010:2.0:1769074886.553326:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af31000. 00000001:00000010:2.0:1769074886.553328:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af3b000. 00000001:00000010:2.0:1769074886.553329:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af45000. 00000001:00000010:2.0:1769074886.553331:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af4f000. 00000001:00000010:2.0:1769074886.553332:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af59000. 00000001:00000010:2.0:1769074886.553334:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af63000. 00000001:00000010:2.0:1769074886.553335:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af6d000. 00000001:00000010:2.0:1769074886.553337:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af77000. 00000001:00000010:2.0:1769074886.553338:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af81000. 00000001:00000010:2.0:1769074886.553339:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af8b000. 00000001:00000010:2.0:1769074886.553341:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af95000. 00000001:00000010:2.0:1769074886.553342:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350af9f000. 00000001:00000010:2.0:1769074886.553344:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350afa9000. 00000001:00000010:2.0:1769074886.553346:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350afb3000. 00000001:00000010:2.0:1769074886.553347:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350afbd000. 00000001:00000010:2.0:1769074886.553349:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350afc7000. 00000001:00000010:2.0:1769074886.553351:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350afd1000. 00000001:00000010:2.0:1769074886.553352:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350afdb000. 00000001:00000010:2.0:1769074886.553354:0:47392:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8dabbcd01000. 00000001:00000010:2.0:1769074886.553360:0:47392:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8daa8a942000. 00010000:00000010:2.0:1769074886.553365:0:47392:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8daa830bc800. 00000100:00020000:3.0:1769074886.553681:0:47392:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00020000:3.0:1769074886.553686:0:47392:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00010000:00000010:3.0:1769074886.553711:0:47392:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8dab91789480. 00010000:00000010:3.0:1769074886.553717:0:47392:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8dabbd264000. 00010000:00000010:3.0:1769074886.553721:0:47392:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8dabbd263000. 00000020:00000010:3.0:1769074886.553786:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab890bc000. 00000020:00000010:3.0:1769074886.553806:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa83e8e000. 00000020:00000010:3.0:1769074886.553809:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab8750c000. 00000020:00000010:3.0:1769074886.553812:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa8272a000. 00000020:00000010:3.0:1769074886.553823:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dabbd265000. 00000020:00000010:3.0:1769074886.553827:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8b206000. 00000001:00000010:3.0:1769074886.553858:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82d13200. 00000001:00000010:3.0:1769074886.553863:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82d13600. 00000001:00000010:3.0:1769074886.553865:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa82d13a00. 00000001:00000010:3.0:1769074886.553867:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabaedef800. 00000001:00000010:3.0:1769074886.553869:0:47392:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daba00d7a40. 00000001:00000010:3.0:1769074886.553871:0:47392:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabbcd01d00. 00000001:00000010:3.0:1769074886.553878:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabaedefc00. 00000001:00000010:3.0:1769074886.553880:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabaedeea00. 00000001:00000010:3.0:1769074886.553882:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabaedef000. 00000001:00000010:3.0:1769074886.553883:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabaedee600. 00000001:00000010:3.0:1769074886.553886:0:47392:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daba00d7be0. 00000001:00000010:3.0:1769074886.553888:0:47392:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabbcd01200. 00000020:00000010:3.0:1769074886.553899:0:47392:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8daba034e060. 00000020:00000010:3.0:1769074886.553921:0:47392:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8daba0467120. 00000020:00000010:0.0:1769074886.554123:0:483:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8daa82cfec60. 00000020:00000010:0.0:1769074886.554130:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa81ab3000. 00000020:00000010:0.0:1769074886.554144:0:483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8bf1fa00. 00000020:00000010:0.0:1769074886.554150:0:483:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8bf1ec00. 00000040:00000010:0.0:1769074886.554154:0:483:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8bf1ea00. 00000020:00000010:0.0:1769074886.554159:0:483:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8249c000. 00000020:00000010:0.0:1769074886.554165:0:483:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316f8c0. 00000020:00000010:0.0:1769074886.554170:0:483:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8bf1e200. 80000000:00000010:0.0:1769074886.554174:0:483:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab89c8ae40. 40000000:00000010:0.0:1769074886.554179:0:483:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab8bc58bc0. 00100000:00000010:0.0:1769074886.554184:0:483:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8249d800. 00040000:00000010:0.0:1769074886.554188:0:483:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabae77bd00. 00040000:00000010:0.0:1769074886.554193:0:483:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daba2997000. 00080000:00000010:0.0:1769074886.554197:0:483:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8249a800. 00000010:00000010:0.0:1769074886.554204:0:483:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff8daa82cfe300. 00000020:00000010:0.0:1769074886.554209:0:483:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8bf1ec00. 00000040:00000010:0.0:1769074886.554213:0:483:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8bf1ea00. 00000020:00000010:0.0:1769074886.554216:0:483:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8249c000. 00000020:00000010:0.0:1769074886.554221:0:483:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa8316f8c0. 00000020:00000010:0.0:1769074886.554225:0:483:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bf1e200. 80000000:00000010:0.0:1769074886.554229:0:483:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89c8ae40. 40000000:00000010:0.0:1769074886.554232:0:483:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab8bc58bc0. 00100000:00000010:0.0:1769074886.554235:0:483:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8249d800. 00040000:00000010:0.0:1769074886.554238:0:483:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae77bd00. 00040000:00000010:0.0:1769074886.554242:0:483:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daba2997000. 00080000:00000010:0.0:1769074886.554245:0:483:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8249a800. 00000020:00000010:0.0:1769074886.554248:0:483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bf1fa00. 00000020:00000010:0.0:1769074886.554251:0:483:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dab84270000. 00000020:00000010:0.0:1769074886.554257:0:483:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8daa81ab7000. 00000020:00000010:0.0:1769074886.554263:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa82fa0000. 00080000:00000010:0.0:1769074886.565156:0:47392:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c7cab0. 00000020:00000010:0.0:1769074886.565169:0:47392:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff8dabbd2fc240. 00080000:00000010:0.0:1769074886.565178:0:47392:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab88e89800. 00080000:00000010:0.0:1769074886.565182:0:47392:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dab8656ff80. 00080000:00000010:0.0:1769074886.565185:0:47392:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab88e89400. 00080000:00000010:0.0:1769074886.565187:0:47392:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dab87f99b80. 00080000:00000010:0.0:1769074886.565190:0:47392:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab88e89f00. 00080000:00000010:0.0:1769074886.565192:0:47392:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dab83900f80. 00080000:00000010:0.0:1769074886.565194:0:47392:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab88e89d00. 00080000:00000010:0.0:1769074886.565196:0:47392:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dab83900cc0. 00080000:00000010:0.0:1769074886.565199:0:47392:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab88fdba00. 00080000:00000010:0.0:1769074886.565202:0:47392:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dab86433ec0. 00080000:00000010:0.0:1769074886.565205:0:47392:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab87f21b00. 00080000:00000010:0.0:1769074886.565208:0:47392:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dab87fb0500. 00080000:00000010:0.0:1769074886.565214:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535f00. 00080000:00000010:0.0:1769074886.565219:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535040. 00080000:00000010:0.0:1769074886.565223:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535d40. 00080000:00000010:0.0:1769074886.565227:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535200. 00080000:00000010:0.0:1769074886.565230:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535ac0. 00080000:00000010:0.0:1769074886.565234:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535380. 00080000:00000010:0.0:1769074886.565238:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535400. 00080000:00000010:0.0:1769074886.565279:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535cc0. 00080000:00000010:0.0:1769074886.565283:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535e00. 00080000:00000010:0.0:1769074886.565287:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535d00. 00080000:00000010:0.0:1769074886.565290:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535600. 00080000:00000010:0.0:1769074886.565297:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab875350c0. 00080000:00000010:0.0:1769074886.565301:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab875358c0. 00080000:00000010:0.0:1769074886.565306:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535500. 00080000:00000010:0.0:1769074886.565310:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535580. 00080000:00000010:0.0:1769074886.565313:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab875354c0. 00080000:00000010:0.0:1769074886.565317:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535880. 00080000:00000010:0.0:1769074886.565320:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535740. 00080000:00000010:0.0:1769074886.565324:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535540. 00080000:00000010:0.0:1769074886.565327:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535100. 00080000:00000010:0.0:1769074886.565331:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535d80. 00080000:00000010:0.0:1769074886.565335:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535340. 00080000:00000010:0.0:1769074886.565338:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535300. 00080000:00000010:0.0:1769074886.565342:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535280. 00080000:00000010:0.0:1769074886.565345:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab875351c0. 00080000:00000010:0.0:1769074886.565349:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535240. 00080000:00000010:0.0:1769074886.565352:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535800. 00080000:00000010:0.0:1769074886.565356:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535c80. 00080000:00000010:0.0:1769074886.565361:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535b40. 00080000:00000010:0.0:1769074886.565365:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab875353c0. 00080000:00000010:0.0:1769074886.565368:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab875357c0. 00080000:00000010:0.0:1769074886.565371:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535dc0. 00080000:00000010:0.0:1769074886.565390:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87535bc0. 00080000:00000010:0.0:1769074886.565396:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdac640. 00080000:00000010:0.0:1769074886.565399:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdac840. 00080000:00000010:0.0:1769074886.565402:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdac280. 00080000:00000010:0.0:1769074886.565405:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdacf80. 00080000:00000010:0.0:1769074886.565408:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdac800. 00080000:00000010:0.0:1769074886.565411:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdac080. 00080000:00000010:0.0:1769074886.565414:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdac3c0. 00080000:00000010:0.0:1769074886.565417:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdac2c0. 00080000:00000010:0.0:1769074886.565420:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdacac0. 00080000:00000010:0.0:1769074886.565423:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdacc00. 00080000:00000010:0.0:1769074886.565426:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdac940. 00080000:00000010:0.0:1769074886.565430:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdaca80. 00080000:00000010:0.0:1769074886.565433:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafdac5c0. 00080000:00000010:0.0:1769074886.565436:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281b80. 00080000:00000010:0.0:1769074886.565440:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281d40. 00080000:00000010:0.0:1769074886.565443:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281380. 00080000:00000010:0.0:1769074886.565446:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281b40. 00080000:00000010:0.0:1769074886.565461:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae2814c0. 00080000:00000010:0.0:1769074886.565464:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281840. 00080000:00000010:0.0:1769074886.565468:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281180. 00080000:00000010:0.0:1769074886.565471:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281c00. 00080000:00000010:0.0:1769074886.565474:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281900. 00080000:00000010:0.0:1769074886.565477:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281440. 00080000:00000010:0.0:1769074886.565481:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281c80. 00080000:00000010:0.0:1769074886.565484:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281a40. 00080000:00000010:0.0:1769074886.565488:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281e00. 00080000:00000010:0.0:1769074886.565491:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281ac0. 00080000:00000010:0.0:1769074886.565495:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281400. 00080000:00000010:0.0:1769074886.565499:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281d80. 00080000:00000010:0.0:1769074886.565502:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281700. 00080000:00000010:0.0:1769074886.565505:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281740. 00080000:00000010:0.0:1769074886.565509:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281e80. 00080000:00000010:0.0:1769074886.565513:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281800. 00080000:00000010:0.0:1769074886.565516:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281940. 00080000:00000010:0.0:1769074886.565519:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281dc0. 00080000:00000010:0.0:1769074886.565523:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281f00. 00080000:00000010:0.0:1769074886.565526:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281080. 00080000:00000010:0.0:1769074886.565529:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae2817c0. 00080000:00000010:0.0:1769074886.565532:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281ec0. 00080000:00000010:0.0:1769074886.565535:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281980. 00080000:00000010:0.0:1769074886.565538:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281600. 00080000:00000010:0.0:1769074886.565542:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae2812c0. 00080000:00000010:0.0:1769074886.565545:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281b00. 00080000:00000010:0.0:1769074886.565547:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281000. 00080000:00000010:0.0:1769074886.565550:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281cc0. 00080000:00000010:0.0:1769074886.565553:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281580. 00080000:00000010:0.0:1769074886.565556:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281f40. 00080000:00000010:0.0:1769074886.565560:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae2813c0. 00080000:00000010:0.0:1769074886.565562:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabae281bc0. 00080000:00000010:0.0:1769074886.565566:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cdd00. 00080000:00000010:0.0:1769074886.565569:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cdb40. 00080000:00000010:0.0:1769074886.565573:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd280. 00080000:00000010:0.0:1769074886.565576:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd980. 00080000:00000010:0.0:1769074886.565579:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cde80. 00080000:00000010:0.0:1769074886.565582:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd4c0. 00080000:00000010:0.0:1769074886.565585:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd400. 00080000:00000010:0.0:1769074886.565590:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd900. 00080000:00000010:0.0:1769074886.565594:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd840. 00080000:00000010:0.0:1769074886.565597:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd140. 00080000:00000010:0.0:1769074886.565600:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd540. 00080000:00000010:0.0:1769074886.565628:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cdc40. 00080000:00000010:0.0:1769074886.565632:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd3c0. 00080000:00000010:0.0:1769074886.565635:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cdc80. 00080000:00000010:0.0:1769074886.565638:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd000. 00080000:00000010:0.0:1769074886.565641:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd340. 00080000:00000010:0.0:1769074886.565645:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cddc0. 00080000:00000010:0.0:1769074886.565648:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cda40. 00080000:00000010:0.0:1769074886.565651:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cda00. 00080000:00000010:0.0:1769074886.565655:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd9c0. 00080000:00000010:0.0:1769074886.565658:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd600. 00080000:00000010:0.0:1769074886.565662:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd700. 00080000:00000010:0.0:1769074886.565665:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd780. 00080000:00000010:0.0:1769074886.565670:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cdcc0. 00080000:00000010:0.0:1769074886.565674:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cdec0. 00080000:00000010:0.0:1769074886.565677:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cdb00. 00080000:00000010:0.0:1769074886.565680:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd040. 00080000:00000010:0.0:1769074886.565683:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab861cd180. 00080000:00000010:0.0:1769074886.565688:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be9d80. 00080000:00000010:0.0:1769074886.565692:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be9e40. 00080000:00000010:0.0:1769074886.565695:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be92c0. 00080000:00000010:0.0:1769074886.565699:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be9780. 00080000:00000010:0.0:1769074886.565702:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be9480. 00080000:00000010:0.0:1769074886.565705:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be9ac0. 00080000:00000010:0.0:1769074886.565708:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be9040. 00080000:00000010:0.0:1769074886.565712:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be9600. 00080000:00000010:0.0:1769074886.565715:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be9dc0. 00080000:00000010:0.0:1769074886.565719:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be95c0. 00080000:00000010:0.0:1769074886.565722:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87fb0a40. 00080000:00000010:0.0:1769074886.565725:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87fb0b80. 00080000:00000010:0.0:1769074886.565728:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87fb0480. 00080000:00000010:0.0:1769074886.565731:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87fb0d00. 00080000:00000010:0.0:1769074886.565735:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87fb0a00. 00080000:00000010:0.0:1769074886.565738:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87fb0e40. 00080000:00000010:0.0:1769074886.565744:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87fb0780. 00080000:00000010:0.0:1769074886.565748:0:47392:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87fb01c0. 00080000:00000010:0.0:1769074886.565750:0:47392:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at ffff8dabbc654400. 00000020:00000010:0.0:1769074886.566264:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8daa84138c00. 00000020:00000010:0.0:1769074886.566269:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8daa8a429c00. 00000020:00000010:0.0:1769074886.566288:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dabb4957a00. 00000020:00000010:0.0:1769074886.566291:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dab88e9d800. 00000020:00000010:0.0:1769074886.566296:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at ffff8dabaedee400. 00000020:00000010:0.0:1769074886.566302:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dab88e3d800. 00000001:00000010:0.0:1769074886.576754:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa810b3800. 00000001:00000010:0.0:1769074886.576765:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa810b2800. 00000001:00000010:0.0:1769074886.576767:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa810b2200. 00000001:00000010:0.0:1769074886.576770:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa810b3e00. 00000001:00000010:0.0:1769074886.576772:0:47392:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa82365200. 00000001:00000010:0.0:1769074886.576775:0:47392:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabbc6c7400. 00000001:00000010:0.0:1769074886.576782:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa810b2600. 00000001:00000010:0.0:1769074886.576784:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa810b2e00. 00000001:00000010:0.0:1769074886.576786:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabc1853800. 00000001:00000010:0.0:1769074886.576788:0:47392:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabc1853600. 00000001:00000010:0.0:1769074886.576790:0:47392:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa82365380. 00000001:00000010:0.0:1769074886.576791:0:47392:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabbc6c7b00. 00000020:00000010:0.0:1769074886.576808:0:47392:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab85a2e800. 00000020:00000010:0.0:1769074886.576819:0:47392:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daba2997000. 00000020:00000010:0.0:1769074886.576825:0:47392:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8bf1fa00. 00000040:00000010:0.0:1769074886.576829:0:47392:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8bf1e200. 00000020:00000010:0.0:1769074886.576833:0:47392:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8249a800. 00000020:00000010:0.0:1769074886.576838:0:47392:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8bf1ea00. 00040000:00000010:0.0:1769074886.576854:0:47392:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabae77bd00. 00040000:00000010:0.0:1769074886.576858:0:47392:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8bf1ec00. 00080000:00000010:0.0:1769074886.576863:0:47392:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8249d800. 00000020:00000010:0.0:1769074886.576899:0:47392:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at ffff8dabbcb04000. 00000020:00000010:0.0:1769074886.576917:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8dab88fdb900. 00000020:00000010:0.0:1769074886.576921:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8dabbec1bf00. 00000020:00000010:0.0:1769074886.576925:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8dab88e3aa00. 00000020:00000010:0.0:1769074886.576928:0:47392:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8dab87f21f00. 00000020:00000010:0.0:1769074886.576933:0:47392:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff8dabad0ef0c0. 00000020:00000010:0.0:1769074886.576936:0:47392:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dab88ac0c00. 00080000:00000010:0.0:1769074886.576940:0:47392:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at ffff8dabae610000. 00000020:00000010:0.0:1769074886.576953:0:47392:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8bf1fa00. 00000040:00000010:0.0:1769074886.576957:0:47392:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8bf1e200. 00000020:00000010:0.0:1769074886.576959:0:47392:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8249a800. 00000020:00000010:0.0:1769074886.576963:0:47392:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bf1ea00. 00040000:00000010:0.0:1769074886.576966:0:47392:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae77bd00. 00040000:00000010:0.0:1769074886.576969:0:47392:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bf1ec00. 00080000:00000010:0.0:1769074886.576973:0:47392:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8249d800. 00000020:00000010:0.0:1769074886.576977:0:47392:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daba2997000. 00000020:00000010:0.0:1769074886.576980:0:47392:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabae140000. 00000020:00000010:0.0:1769074886.576987:0:47392:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8daba0467120. 00000020:00000010:0.0:1769074886.576998:0:47392:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at ffff8daa82365de0. 00000020:00000010:0.0:1769074886.577002:0:47392:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at ffff8dabbea46ae0. 00000020:00000010:0.0:1769074886.577005:0:47392:0:(obd_mount.c:659:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_mgs': 20 at ffff8daa82365420. 00000020:00000010:0.0:1769074886.577008:0:47392:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at ffff8dab86150b68. 00000020:00000010:0.0:1769074886.577010:0:47392:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff8dabbc548000. 00000020:00000010:0.0:1769074886.577013:0:47392:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at ffff8dab8553d800. 00000020:00000010:0.0:1769074886.577016:0:47392:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff8dab85a2b000. 00000020:00000010:0.0:1769074886.577033:0:47392:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daba11675c0. 00000020:00000010:0.0:1769074886.577038:0:47392:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8c69f000. 00000040:00000010:0.0:1769074886.577042:0:47392:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8c69ea00. 00000020:00000010:0.0:1769074886.577044:0:47392:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88cd0000. 00000020:00000010:0.0:1769074886.577048:0:47392:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda4670. 00000020:00000010:0.0:1769074886.577052:0:47392:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8c69e600. 80000000:00000010:0.0:1769074886.577055:0:47392:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daba0467000. 40000000:00000010:0.0:1769074886.577059:0:47392:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daba1167f80. 00100000:00000010:0.0:1769074886.577063:0:47392:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88cd1800. 00040000:00000010:0.0:1769074886.577065:0:47392:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbe8ffb00. 00040000:00000010:0.0:1769074886.577070:0:47392:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8c69ec00. 00080000:00000010:0.0:1769074886.577073:0:47392:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dabbe8ff500. 00080000:00000010:0.0:1769074886.577075:0:47392:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88cd2800. 00002000:00000010:0.0:1769074886.577078:0:47392:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8fb49400. 00000020:00000010:0.0:1769074886.577080:0:47392:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69fe00. 00000020:02000400:0.0:1769074886.577083:0:47392:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-OST0000 complete 00000020:00000010:0.0:1769074886.580290:0:47392:0:(tgt_mount.c:2026:server_put_super()) kfreed 'tmpname': 15 at ffff8dabbea46f50. 00000100:00000010:0.0:1769074886.641302:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375a20. 00000100:00000010:3.0:1769074886.641308:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375f00. 00000100:00000010:2.0:1769074886.708711:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375000. 00000100:00000010:1.0:1769074886.753835:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a3751e0. 00000020:00000010:3.0:1769074887.556391:0:47447:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8dab873124b0. 00000020:00000010:3.0:1769074887.556495:0:47447:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff8dab873124b0. 00000020:00000010:1.0:1769074891.180325:0:47599:0:(tgt_mount.c:1904:server_put_super()) kmalloced '(tmpname)': 15 at ffff8dabbea46540. 00000400:00000010:1.0:1769074891.180335:0:47599:0:(api-ni.c:3456:LNetUnRegisterNIDUpdates()) kfreed 'delnur': 32 at ffff8daa8a389980. 00000400:00000200:1.0:1769074891.180339:0:47599:0:(api-ni.c:3458:LNetUnRegisterNIDUpdates()) UnRegistering ffffffffc19fd0a8 party for NID updates 00000020:00000010:1.0:1769074891.180367:0:47599:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff8dab89c45740. 00000020:00000010:1.0:1769074891.180384:0:47599:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff8daa8a375060. 00000020:00000010:1.0:1769074891.180390:0:47599:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff8dabb491e840. 00000020:00000010:1.0:1769074891.180396:0:47599:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a1e7800. 00000020:00000010:1.0:1769074891.180400:0:47599:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8a1e7000. 00000040:00000010:1.0:1769074891.180405:0:47599:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8a1e6e00. 00000020:00000010:1.0:1769074891.180410:0:47599:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dababb67800. 00000020:00000010:1.0:1769074891.180415:0:47599:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8a1e7c00. 00040000:00000010:1.0:1769074891.180421:0:47599:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab83e9de00. 00040000:00000010:1.0:1769074891.180425:0:47599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8a1e6000. 00080000:00000010:1.0:1769074891.180430:0:47599:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dababb66000. 00010000:00000010:1.0:1769074891.180450:0:47599:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dabb491ec00. 00000020:00000010:1.0:1769074891.180719:0:47599:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a1e7000. 00000040:00000010:1.0:1769074891.180725:0:47599:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8a1e6e00. 00000020:00000010:1.0:1769074891.180729:0:47599:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dababb67800. 00000020:00000010:1.0:1769074891.180733:0:47599:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8a1e7c00. 00040000:00000010:1.0:1769074891.180736:0:47599:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab83e9de00. 00040000:00000010:1.0:1769074891.180740:0:47599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a1e6000. 00080000:00000010:1.0:1769074891.180743:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dababb66000. 00000020:00000010:1.0:1769074891.180747:0:47599:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a1e7800. 00000020:00000010:1.0:1769074891.180749:0:47599:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff8dabb491e840. 00000020:00000010:1.0:1769074891.180754:0:47599:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff8daa8fd42700. 00000020:00000010:1.0:1769074891.180759:0:47599:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff8daa8a3750c0. 10000000:00000010:2.0:1769074891.181186:0:36253:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff8daa8bc5dc00. 00010000:00000010:2.0:1769074891.181207:0:36253:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dabb491ec00. 00000400:00000010:1.0:1769074891.182213:0:12646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1f78. 00000400:00000200:1.0:1769074891.182223:0:12646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:1.0:1769074891.182226:0:12646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074891.182238:0:12646:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8dabbc120380 x1855007852334592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074897 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074891.182249:0:12646:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8dabbc120380 x1855007852334592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074897 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074891.182264:0:12646:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8a1e7a00. 02000000:00000010:1.0:1769074891.182270:0:12646:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabae0ffb00. 00000100:00000010:1.0:1769074891.182274:0:12646:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc120380. 00000100:00000010:1.0:1769074891.182296:0:47599:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0db800. 02000000:00000010:1.0:1769074891.182309:0:47599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8dab83e9de00. 02000000:00000010:1.0:1769074891.182345:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8daa8a1e7a00. 00000400:00000010:1.0:1769074891.182351:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1f78. 00000400:00000010:1.0:1769074891.182356:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074891.182362:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007852335104, portal 10 00000400:00000010:1.0:1769074891.182369:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074891.182383:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007852335104, offset 0 00000400:00000200:1.0:1769074891.182390:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074891.182403:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074891.182414:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971eac181000 00000400:00000100:1.0:1769074891.182420:0:12644:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1855007852335104 offset 0 length 224: 4 00000400:00000200:1.0:1769074891.182424:0:12644:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabaf0aeb50 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1769074891.182426:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1769074891.182434:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:1.0:1769074891.182435:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074891.182441:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa8a0db800 x1855007852335104/t0(0) o39->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074891.182459:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375420. 00000100:00000010:1.0:1769074891.182471:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a3755a0. 00000100:00000010:1.0:1769074891.182476:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375780. 00000100:00000010:1.0:1769074891.182480:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a3759c0. 00000400:00000010:2.0:1769074891.183991:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1688. 00000400:00000200:2.0:1769074891.184002:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc6e8 00000400:00000010:2.0:1769074891.184004:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc6e8. 00000100:00000200:2.0:1769074891.184014:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0dbb80 x1855007852334976/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074902 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074891.184023:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0dbb80 x1855007852334976/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074902 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074891.184034:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4dc0. 00000400:00000200:2.0:1769074891.184036:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4bb0000 00000400:00000010:2.0:1769074891.184038:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabb4bb0000. 00000100:00000200:2.0:1769074891.184042:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a3800 x1855007852334720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074898 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074891.184061:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a3800 x1855007852334720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074898 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074891.184069:0:12648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481a50. 00000400:00000200:2.0:1769074891.184072:0:12648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89c46660 00000400:00000010:2.0:1769074891.184073:0:12648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dab89c46660. 00000100:00000200:2.0:1769074891.184078:0:12648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa902fdc00 x1855007852334080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074892 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074891.184090:0:12648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa902fdc00 x1855007852334080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074892 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074891.184099:0:12648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8a1e6800. 02000000:00000010:2.0:1769074891.184105:0:12648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab86d45c00. 00000100:00000010:2.0:1769074891.184111:0:12648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0dbb80. 02000000:00000010:2.0:1769074891.184115:0:12648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8ec49c00. 02000000:00000010:2.0:1769074891.184118:0:12648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab87f3bb00. 00000100:00000010:2.0:1769074891.184120:0:12648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3800. 02000000:00000010:2.0:1769074891.184123:0:12648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8dab88bb9600. 02000000:00000010:2.0:1769074891.184126:0:12648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dabbe8ffa00. 00000100:00000010:2.0:1769074891.184130:0:12648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fdc00. 00010000:00000010:2.1:1769074891.188228:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bf600. 00000100:00000010:1.0:1769074891.191718:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a3755a0. 00000100:00000010:0.0:1769074891.191811:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375420. 00000100:00000010:3.0:1769074891.192106:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a3759c0. 00000100:00000010:2.0:1769074891.192156:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375780. 00000800:00000200:3.0:1769074901.117882:0:12637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:3.0:1769074901.117894:0:12637:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1021 00000800:00000200:3.0:1769074901.117900:0:12637:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab861af100 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1769074901.118131:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1769074901.437786:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1f78. 00000400:00000200:1.0:1769074901.437804:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:1.0:1769074901.437807:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074901.437819:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0db800 x1855007852335104/t0(0) o39->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1769074901 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074901.437832:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0db800 x1855007852335104/t0(0) o39->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1769074901 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074901.437845:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee15d8. 00000400:00000200:1.0:1769074901.437847:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:1.0:1769074901.437849:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074901.437854:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa8a0d8380 x1855007852334848/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1769074901 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074901.437862:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa8a0d8380 x1855007852334848/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1769074901 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074901.437916:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8daa8a1e7a00. 02000000:00000010:1.0:1769074901.437924:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8dab83e9de00. 00000100:00000010:1.0:1769074901.437930:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0db800. 02000000:00000010:1.0:1769074901.437934:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8e345c00. 02000000:00000010:1.0:1769074901.437937:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8e347000. 00000100:00000010:1.0:1769074901.437940:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8380. 00000100:00000010:3.0:1769074901.438076:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fe680. 02000000:00000010:3.0:1769074901.438096:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8daa8fb4a800. 02000000:00000010:1.0:1769074901.438572:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8daa8e347000. 00000400:00000010:1.0:1769074901.438580:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee15d8. 00000400:00000010:1.0:1769074901.438585:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074901.438592:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852335232, portal 25 00000400:00000010:1.0:1769074901.438624:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074901.438629:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007852335232, offset 0 00000400:00000200:1.0:1769074901.438636:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074901.438650:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074901.438660:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6971eac181080 00000400:00000100:1.0:1769074901.438666:0:12644:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1855007852335232 offset 0 length 520: 4 00000400:00000200:1.0:1769074901.438670:0:12644:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabaf0aeb50 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1769074901.438673:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1769074901.438683:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:1.0:1769074901.438685:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074901.438691:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa902fe680 x1855007852335232/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1769074921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074901.438708:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a3755a0. 00000100:00000010:1.0:1769074901.438726:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375ba0. 00000100:00000010:1.0:1769074901.438732:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a375d20. 00000100:00000010:1.0:1769074901.438737:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8daa8a3752a0. 00000020:00000010:2.0:1769074901.439983:0:47599:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff8daa8a3750c0. 00000020:00000010:2.0:1769074901.439994:0:47599:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff8daa8fd42700. 00000020:00000010:2.0:1769074901.439998:0:47599:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff8daa8a375060. 00000020:00000010:2.0:1769074901.440000:0:47599:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff8dab89c45740. 00000020:00000010:2.0:1769074901.440010:0:47599:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa82006000. 00000020:00000010:2.0:1769074901.440017:0:47599:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa82007000. 00000040:00000010:2.0:1769074901.440021:0:47599:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa82007c00. 00000020:00000010:2.0:1769074901.440026:0:47599:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a11800. 00000020:00000010:2.0:1769074901.440032:0:47599:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73f3b8. 00000020:00000010:2.0:1769074901.440037:0:47599:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab85bdaa00. 80000000:00000010:2.0:1769074901.440041:0:47599:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daba034e360. 40000000:00000010:2.0:1769074901.440044:0:47599:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab825b1240. 00100000:00000010:2.0:1769074901.440049:0:47599:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa83a17800. 00040000:00000010:2.0:1769074901.440054:0:47599:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab87f3bb00. 00040000:00000010:2.0:1769074901.440058:0:47599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab85bdba00. 00080000:00000010:2.0:1769074901.440062:0:47599:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a13000. 00002000:00000010:2.0:1769074901.440068:0:47599:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabbc5a5c00. 00000020:00000010:2.0:1769074901.440072:0:47599:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab825b1780. 00000020:00000010:2.0:1769074901.440081:0:47599:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff8daba034ef00. 00000020:00000010:2.0:1769074901.440085:0:47599:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab85bdb800. 00000020:00000010:2.0:1769074901.440088:0:47599:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab85bda800. 00000040:00000010:2.0:1769074901.440091:0:47599:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab85bdb600. 00000020:00000010:2.0:1769074901.440093:0:47599:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a10000. 00000020:00000010:2.0:1769074901.440096:0:47599:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab85bda400. 00040000:00000010:2.0:1769074901.440098:0:47599:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab87f3b900. 00040000:00000010:2.0:1769074901.440100:0:47599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab85bda600. 00080000:00000010:2.0:1769074901.440103:0:47599:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a15000. 00010000:00000010:2.0:1769074901.440122:0:47599:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab908d7b40. 00010000:00000010:2.0:1769074901.440262:0:47599:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8dab908d7840. 00010000:00000010:1.0:1769074901.446708:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab908d7b40. 00010000:00000010:1.0:1769074901.446727:0:45980:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8dab908d7840. 10000000:00000010:2.0:1769074901.452390:0:47599:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff8dab88e9c800. 10000000:00000010:2.0:1769074901.452505:0:47599:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8dab88e9da00. 00000020:00000010:2.0:1769074901.452514:0:47599:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab85bda800. 00000040:00000010:2.0:1769074901.452519:0:47599:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab85bdb600. 00000020:00000010:2.0:1769074901.452523:0:47599:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a10000. 00000020:00000010:2.0:1769074901.452531:0:47599:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab85bda400. 00040000:00000010:2.0:1769074901.452535:0:47599:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87f3b900. 00040000:00000010:2.0:1769074901.452540:0:47599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab85bda600. 00080000:00000010:2.0:1769074901.452543:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a15000. 00000020:00000010:2.0:1769074901.452550:0:47599:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab85bdb800. 00000020:00000010:2.0:1769074901.452553:0:47599:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff8daba034ef00. 00000020:00000010:2.0:1769074901.452570:0:47599:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8dab825b1b80. 00002000:00000010:2.0:1769074901.452585:0:47599:0:(ofd_dev.c:262:ofd_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff8dab825b14c0. 00080000:00000010:2.0:1769074901.452594:0:47599:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at ffff8dab87f3b900. 00100000:00000010:2.0:1769074901.452599:0:47599:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab882afe40. 00100000:00000010:2.0:1769074901.452630:0:47599:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab882af540. 00100000:00000010:2.0:1769074901.452633:0:47599:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dabc19f71c0. 00100000:00000010:2.0:1769074901.452636:0:47599:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daba0de2f80. 00100000:00000010:2.0:1769074901.452638:0:47599:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dabbd43fec0. 00100000:00000010:2.0:1769074901.452640:0:47599:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daba0de2c40. 00100000:00000010:2.0:1769074901.452642:0:47599:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8daba0de2200. 00100000:00000010:2.0:1769074901.452644:0:47599:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8dab83844a80. 00002000:00000010:2.0:1769074901.452648:0:47599:0:(ofd_dev.c:269:ofd_stack_pre_fini()) kfreed 'lcfg': 56 at ffff8dab825b14c0. 00000020:00000010:2.0:1769074901.460998:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 600 at ffff8daa8beb1800. 00000020:00000010:2.0:1769074901.461010:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8dabbc504e00. 00000020:00000010:2.0:1769074901.461016:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8daa8beb2800. 00000020:00000010:2.0:1769074901.461019:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8dabbc504600. 00000020:00000010:2.0:1769074901.461021:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8dabae579000. 00000020:00000010:2.0:1769074901.461024:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8daa8beb0400. 00000020:00000010:2.0:1769074901.461027:0:47599:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8dabbecce360. 00000020:00000010:2.0:1769074901.461111:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 600 at ffff8daa89bfa400. 00000020:00000010:2.0:1769074901.461116:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8dabadb1ea00. 00000020:00000010:2.0:1769074901.461120:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8daa89bf8000. 00000020:00000010:2.0:1769074901.461122:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8dabadb1f400. 00000020:00000010:2.0:1769074901.461126:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8dab8302e000. 00000020:00000010:2.0:1769074901.461128:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8daa89bf9000. 00000020:00000010:2.0:1769074901.461130:0:47599:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8dab85579000. 00000020:00000010:2.0:1769074901.462435:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8b106c00. 00000020:00000010:2.0:1769074901.462443:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daba02d3c00. 00000020:00000010:2.0:1769074901.462446:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8b8fd400. 00000020:00000010:2.0:1769074901.462449:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8a413c00. 00000020:00000010:2.0:1769074901.462453:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8daa8baeba00. 00000020:00000010:2.0:1769074901.462459:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8322f000. 00010000:00000010:1.1:1769074901.467654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04bec00. 00010000:00000010:2.1:1769074901.470975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab88cde600. 00010000:00000010:2.1:1769074901.470992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daba04be800. 00000020:00000010:2.1:1769074901.471186:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dabb4bc9800. 00000020:00000010:2.1:1769074901.471191:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dabad30d400. 00000020:00000010:2.1:1769074901.471194:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dabbc4e5400. 00000020:00000010:2.1:1769074901.471211:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daba02d2000. 00000020:00000010:2.1:1769074901.471215:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8bf3e800. 00000020:00000010:2.1:1769074901.471218:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8bf3f800. 00000020:00000010:2.1:1769074901.471222:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8daa8b8cce00. 00000020:00000010:2.1:1769074901.471226:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabb4bc8400. 00000020:00000010:2.1:1769074901.471229:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daa827b2c00. 00000020:00000010:2.1:1769074901.471234:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dabbff67c00. 00000020:00000010:2.1:1769074901.471237:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8f622c00. 00000020:00000010:2.1:1769074901.471241:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8f622400. 00000020:00000010:2.1:1769074901.471243:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dabb4f3a800. 00000020:00000010:2.1:1769074901.471246:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dab863c1000. 00000020:00000010:2.1:1769074901.471249:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dab863c0e00. 00000020:00000010:2.1:1769074901.471252:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8dab863c1200. 00000020:00000010:2.1:1769074901.471259:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabbff66400. 00000020:00000010:2.1:1769074901.471261:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daa88eaacc0. 00000020:00000010:2.1:1769074901.471270:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8bb1c800. 00000020:00000010:2.1:1769074901.471279:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8daa8a413400. 00000020:00000010:2.1:1769074901.471283:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8baeb200. 00000020:00000010:2.1:1769074901.471286:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8daa8baeac00. 00000020:00000010:2.1:1769074901.471290:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8daa8baeae00. 00000020:00000010:2.1:1769074901.471292:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a413800. 00000020:00000010:2.1:1769074901.471294:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daa8c438f00. 00000020:00000010:2.1:1769074901.471301:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dab88ddc400. 00000020:00000010:2.1:1769074901.471304:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8dab8668f400. 00000020:00000010:2.1:1769074901.471312:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dabb48f5600. 00000020:00000010:2.1:1769074901.471315:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8dabb48f4400. 00000020:00000010:2.1:1769074901.471317:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8dabb48f4600. 00000020:00000010:2.1:1769074901.471320:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dab88ddf800. 00000020:00000010:2.1:1769074901.471327:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8daba0e26840. 00000020:00000010:2.0:1769074901.471356:0:47599:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff8daa8c5ec000. 00000020:00000010:3.0:1769074901.471542:0:37883:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8c5eb400. 00000020:00000010:3.0:1769074901.471551:0:37883:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabafbbd800. 00000020:00000010:3.0:1769074901.471556:0:37883:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda5a90. 00000020:00000010:3.0:1769074901.471562:0:37883:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8c5eaa00. 80000000:00000010:3.0:1769074901.471566:0:37883:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabbd165360. 40000000:00000010:3.0:1769074901.471571:0:37883:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab91758c00. 00100000:00000010:3.0:1769074901.471577:0:37883:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabafbbe000. 00040000:00000010:3.0:1769074901.471581:0:37883:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabadf3a700. 00040000:00000010:3.0:1769074901.471585:0:37883:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8c5ea400. 00080000:00000010:3.0:1769074901.471589:0:37883:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabafbba800. 00002000:00000010:3.0:1769074901.471593:0:37883:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa89d7a000. 00000020:00000010:3.0:1769074901.471597:0:37883:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab93b70c00. 00002000:00000010:3.0:1769074901.471600:0:37883:0:(ofd_objects.c:1364:ofd_id_repair_thread_main()) kfreed 'args': 72 at ffff8dabbd1650c0. 00000020:00000010:3.0:1769074901.472326:0:37881:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8bc5fa00. 00000020:00000010:3.0:1769074901.472334:0:37881:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82376800. 00000020:00000010:3.0:1769074901.472338:0:37881:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae739e30. 00000020:00000010:3.0:1769074901.472342:0:37881:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bc5e600. 80000000:00000010:3.0:1769074901.472346:0:37881:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab82ac6cc0. 40000000:00000010:3.0:1769074901.472350:0:37881:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab8553c700. 00100000:00000010:3.0:1769074901.472353:0:37881:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82373000. 00040000:00000010:3.0:1769074901.472358:0:37881:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab833ece00. 00040000:00000010:3.0:1769074901.472364:0:37881:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bc5f800. 00080000:00000010:3.0:1769074901.472366:0:37881:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82375000. 00002000:00000010:3.0:1769074901.472369:0:37881:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa89bfa800. 00000020:00000010:3.0:1769074901.472373:0:37881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8bc5e000. 00002000:00000010:3.0:1769074901.472376:0:37881:0:(ofd_io.c:207:ofd_inconsistency_verification_main()) kfreed 'args': 208 at ffff8dab833ec200. 00100000:00000010:2.0:1769074901.472513:0:47599:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at ffff8dabadf3a600. 00100000:00000010:2.0:1769074901.472518:0:47599:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at ffff8dabadf3af00. 00100000:00000010:2.0:1769074901.472524:0:47599:0:(lfsck_layout.c:6527:lfsck_layout_slave_data_release()) kfreed 'llsd': 160 at ffff8dab9035d900. 00100000:00000010:2.0:1769074901.472528:0:47599:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at ffff8daa81ab5000. 00100000:00000010:2.0:1769074901.472537:0:47599:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at ffff8dabb48eb000. 00000020:00000010:2.0:1769074901.472544:0:47599:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8dab892ab280. 00000020:00000010:2.0:1769074901.472548:0:47599:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8dab892ab700. 40000000:00000010:2.0:1769074901.472595:0:47599:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at ffff8daa8baeaa00. 40000000:00000010:3.0:1769074901.473410:0:47599:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at ffff8dabadf3ac00. 80000000:00000010:3.0:1769074901.473438:0:47599:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8dabae79e700. 80000000:00000010:3.0:1769074901.473441:0:47599:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at ffff8dab87ba6d80. 00002000:00000010:3.0:1769074901.473445:0:47599:0:(ofd_fs.c:275:ofd_fld_fini()) kfreed 'ss->ss_server_fld': 192 at ffff8dab87ba6300. 00002000:00000010:3.0:1769074901.473451:0:47599:0:(ofd_fs.c:94:ofd_seq_put()) kfreed 'oseq': 144 at ffff8daa858839c0. 00002000:00000010:3.0:1769074901.473455:0:47599:0:(ofd_fs.c:94:ofd_seq_put()) kfreed 'oseq': 144 at ffff8dabbcb003c0. 00000001:00000010:3.0:1769074901.498833:0:47599:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at ffff8dabc189c9c0. 00000020:00000010:3.0:1769074901.498898:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dab88280000. 00000020:00000010:3.0:1769074901.498903:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dab88e9dc00. 00000020:00000010:3.0:1769074901.498906:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dab88fc1c00. 00000020:00000010:3.0:1769074901.498912:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8daa85826a00. 00000020:00000010:3.0:1769074901.498919:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8daa8baea400. 00000020:00000010:3.0:1769074901.498929:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8322c000. 00000020:00000010:3.0:1769074901.498999:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dab8730ea80. 00000020:00000010:3.0:1769074901.499003:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dabb4561f40. 00000020:00000010:3.0:1769074901.499006:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dabaff7cc00. 00000020:00000010:3.0:1769074901.499009:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dab84fd6a00. 00000020:00000010:3.0:1769074901.499012:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8dabc189c3e0. 00000020:00000010:3.0:1769074901.499014:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8322e400. 00000001:00000010:3.0:1769074901.501971:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d35000. 00000001:00000010:3.0:1769074901.502001:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d3f000. 00000001:00000010:3.0:1769074901.502004:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d49000. 00000001:00000010:3.0:1769074901.502007:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d53000. 00000001:00000010:3.0:1769074901.502009:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d5d000. 00000001:00000010:3.0:1769074901.502011:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d67000. 00000001:00000010:3.0:1769074901.502014:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d71000. 00000001:00000010:3.0:1769074901.502017:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d7b000. 00000001:00000010:3.0:1769074901.502019:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d85000. 00000001:00000010:3.0:1769074901.502021:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d8f000. 00000001:00000010:3.0:1769074901.502023:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504d99000. 00000001:00000010:3.0:1769074901.502026:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504da3000. 00000001:00000010:3.0:1769074901.502028:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504dad000. 00000001:00000010:3.0:1769074901.502030:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504db7000. 00000001:00000010:3.0:1769074901.502032:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504dcd000. 00000001:00000010:3.0:1769074901.502034:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504dd7000. 00000001:00000010:3.0:1769074901.502036:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504de1000. 00000001:00000010:3.0:1769074901.502038:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504deb000. 00000001:00000010:3.0:1769074901.502040:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33504df5000. 00000001:00000010:3.0:1769074901.502042:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33505235000. 00000001:00000010:3.0:1769074901.502044:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350523f000. 00000001:00000010:3.0:1769074901.502047:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33505249000. 00000001:00000010:3.0:1769074901.502049:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33505253000. 00000001:00000010:3.0:1769074901.502051:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350525d000. 00000001:00000010:3.0:1769074901.502054:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350526d000. 00000001:00000010:3.0:1769074901.502056:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33505295000. 00000001:00000010:3.0:1769074901.502058:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33505315000. 00000001:00000010:3.0:1769074901.502061:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507db5000. 00000001:00000010:3.0:1769074901.502063:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507dc5000. 00000001:00000010:3.0:1769074901.502065:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507dd5000. 00000001:00000010:3.0:1769074901.502067:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507de5000. 00000001:00000010:3.0:1769074901.502069:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507def000. 00000001:00000010:3.0:1769074901.502071:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507df9000. 00000001:00000010:3.0:1769074901.502073:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507e4d000. 00000001:00000010:3.0:1769074901.502076:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507e65000. 00000001:00000010:3.0:1769074901.502078:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507e6f000. 00000001:00000010:3.0:1769074901.502079:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507e79000. 00000001:00000010:3.0:1769074901.502082:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507e83000. 00000001:00000010:3.0:1769074901.502084:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa33507e8d000. 00000001:00000010:3.0:1769074901.502086:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b0ef000. 00000001:00000010:3.0:1769074901.502088:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b0f9000. 00000001:00000010:3.0:1769074901.502090:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b103000. 00000001:00000010:3.0:1769074901.502092:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b10d000. 00000001:00000010:3.0:1769074901.502094:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b117000. 00000001:00000010:3.0:1769074901.502096:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b121000. 00000001:00000010:3.0:1769074901.502098:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b12b000. 00000001:00000010:3.0:1769074901.502100:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b135000. 00000001:00000010:3.0:1769074901.502102:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b13f000. 00000001:00000010:3.0:1769074901.502104:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b149000. 00000001:00000010:3.0:1769074901.502106:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b153000. 00000001:00000010:3.0:1769074901.502108:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b15d000. 00000001:00000010:3.0:1769074901.503067:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b167000. 00000001:00000010:3.0:1769074901.503079:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b171000. 00000001:00000010:3.0:1769074901.503081:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b17b000. 00000001:00000010:3.0:1769074901.503083:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b185000. 00000001:00000010:3.0:1769074901.503085:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b18f000. 00000001:00000010:3.0:1769074901.503088:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b199000. 00000001:00000010:3.0:1769074901.503090:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b1a3000. 00000001:00000010:3.0:1769074901.503092:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b1ad000. 00000001:00000010:3.0:1769074901.503094:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b1b7000. 00000001:00000010:3.0:1769074901.503095:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b1c1000. 00000001:00000010:3.0:1769074901.503097:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b1cb000. 00000001:00000010:3.0:1769074901.503099:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b1d5000. 00000001:00000010:3.0:1769074901.503101:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350b1df000. 00000001:00000010:3.0:1769074901.503104:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 512 at ffff8daa8bc5fe00. 00000001:00000010:3.0:1769074901.503777:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8daa8bc5e400. 00010000:00000010:3.0:1769074901.503791:0:47599:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8dab88ac1400. 00080000:00000010:2.0:1769074901.507506:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe915560. 00002000:00000010:2.0:1769074901.507521:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff76f70. 00080000:00000010:2.0:1769074901.507552:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe9151d0. 00000020:00000010:2.0:1769074901.507555:0:47599:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabadf3a200. 00080000:00000010:2.0:1769074901.507577:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2801c8. 00002000:00000010:2.0:1769074901.507581:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2980. 00080000:00000010:2.0:1769074901.507594:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f73b8f0. 00002000:00000010:2.0:1769074901.507597:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa88ccb8f0. 00080000:00000010:2.0:1769074901.507662:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe914558. 00002000:00000010:2.0:1769074901.507667:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff76130. 00080000:00000010:2.0:1769074901.507677:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a280e40. 00002000:00000010:2.0:1769074901.507679:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c31d0. 00080000:00000010:2.0:1769074901.507693:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c7ce40. 00002000:00000010:2.0:1769074901.507697:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff770a0. 00080000:00000010:2.0:1769074901.507709:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a281560. 00002000:00000010:2.0:1769074901.507712:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2720. 00080000:00000010:2.0:1769074901.507726:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a281c80. 00002000:00000010:2.0:1769074901.507728:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2000. 00080000:00000010:2.0:1769074901.507738:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a280c78. 00002000:00000010:2.0:1769074901.507740:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2be0. 00080000:00000010:2.0:1769074901.507762:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c6390. 00000020:00000010:2.0:1769074901.507766:0:47599:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab88ea1400. 00080000:00000010:2.0:1769074901.507857:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a280ab0. 00002000:00000010:2.0:1769074901.507860:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2130. 00080000:00000010:2.0:1769074901.507895:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01e558. 00000020:00000010:2.0:1769074901.507897:0:47599:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabbc4fdf00. 00080000:00000010:2.0:1769074901.507910:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a280558. 00002000:00000010:2.0:1769074901.507912:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c3a20. 00080000:00000010:2.0:1769074901.507921:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f73a390. 00002000:00000010:2.0:1769074901.507924:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2d10. 00080000:00000010:2.0:1769074901.507933:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe914e40. 00000020:00000010:2.0:1769074901.507936:0:47599:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabadf3a800. 00080000:00000010:2.0:1769074901.507944:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a281398. 00002000:00000010:2.0:1769074901.507947:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c25f0. 00080000:00000010:2.0:1769074901.507957:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe915398. 00000020:00000010:2.0:1769074901.507960:0:47599:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabadf3a400. 00080000:00000010:2.0:1769074901.507967:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe9158f0. 00002000:00000010:2.0:1769074901.507969:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff778f0. 00080000:00000010:2.0:1769074901.507977:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a280390. 00002000:00000010:2.0:1769074901.507979:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c3db0. 00080000:00000010:2.0:1769074901.507988:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe914ab0. 00000020:00000010:2.0:1769074901.507990:0:47599:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabadf3a300. 00080000:00000010:2.0:1769074901.507997:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a281ab8. 00002000:00000010:2.0:1769074901.507999:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c3560. 00080000:00000010:2.0:1769074901.508008:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c7d1d0. 00002000:00000010:2.0:1769074901.508010:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff76980. 00080000:00000010:2.0:1769074901.508018:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a281008. 00002000:00000010:2.0:1769074901.508020:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c24c0. 00080000:00000010:2.0:1769074901.508069:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e890720. 00002000:00000010:2.0:1769074901.508073:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fbf8ab0. 00080000:00000010:2.0:1769074901.508081:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a281728. 00002000:00000010:2.0:1769074901.508083:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2260. 00080000:00000010:2.0:1769074901.508094:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a01e1c8. 00002000:00000010:2.0:1769074901.508097:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a83e390. 00080000:00000010:2.0:1769074901.508105:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2818f0. 00002000:00000010:2.0:1769074901.508108:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2f70. 00080000:00000010:2.0:1769074901.508116:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a280720. 00002000:00000010:2.0:1769074901.508118:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2390. 00080000:00000010:2.0:1769074901.508125:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2808e8. 00002000:00000010:2.0:1769074901.508128:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2ab0. 00080000:00000010:2.0:1769074901.508166:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe915008. 00002000:00000010:2.0:1769074901.508169:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff764c0. 00080000:00000010:2.0:1769074901.508189:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a6720. 00002000:00000010:2.0:1769074901.508193:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dab89d64be0. 00080000:00000010:2.0:1769074901.508213:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe914720. 00000020:00000010:2.0:1769074901.508217:0:47599:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dabadf3a500. 00080000:00000010:2.0:1769074901.508232:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2811d0. 00002000:00000010:2.0:1769074901.508235:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c3430. 00080000:00000010:2.0:1769074901.508246:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8e890390. 00002000:00000010:2.0:1769074901.508248:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fbf8720. 00080000:00000010:2.0:1769074901.508261:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a2c6ab0. 00002000:00000010:2.0:1769074901.508263:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8a1d84c0. 00080000:00000010:2.0:1769074901.508279:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8a280000. 00002000:00000010:2.0:1769074901.508282:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa826c2850. 00002000:00000010:2.0:1769074901.508290:0:47599:0:(ofd_dev.c:228:ofd_stack_fini()) kmalloced '(lcfg)': 64 at ffff8dab825b14c0. 00000020:00000010:0.0:1769074901.556225:0:37888:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab88fc1600. 00000020:00000010:0.0:1769074901.556241:0:37888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa81ab3800. 00000020:00000010:0.0:1769074901.556248:0:37888:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda2840. 00000020:00000010:0.0:1769074901.556254:0:37888:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab88fc0000. 80000000:00000010:0.0:1769074901.556258:0:37888:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabbd1651e0. 40000000:00000010:0.0:1769074901.556262:0:37888:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab83844d00. 00100000:00000010:0.0:1769074901.556266:0:37888:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa81ab6800. 00040000:00000010:0.0:1769074901.556270:0:37888:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabadf3ab00. 00040000:00000010:0.0:1769074901.556276:0:37888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab88fc1000. 00080000:00000010:0.0:1769074901.556280:0:37888:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa81ab6000. 00002000:00000010:0.0:1769074901.556284:0:37888:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa89d79c00. 00000020:00000010:0.0:1769074901.556287:0:37888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab812e7a00. 00040000:00000010:0.0:1769074901.556291:0:37888:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at ffff8dabbd165c00. 00040000:00000010:2.0:1769074901.556633:0:47599:0:(qsd_config.c:40:qsd_put_fsinfo()) kfreed 'qfs': 184 at ffff8dabaff74180. 00000001:00000010:2.0:1769074901.556648:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dab9035d600. 00000001:00000010:2.0:1769074901.556651:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dabb4279228. 00000001:00000010:2.0:1769074901.556654:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8daa8a47c600. 00040000:00000010:2.0:1769074901.556658:0:47599:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8dabc189cae0. 00040000:00000010:2.0:1769074901.556666:0:47599:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8daa85883f00. 00000001:00000010:2.0:1769074901.556670:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dab9035d840. 00000001:00000010:2.0:1769074901.556672:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dabb4279400. 00000001:00000010:2.0:1769074901.556674:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8daa8a47c400. 00040000:00000010:2.0:1769074901.556676:0:47599:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8dabc189c020. 00040000:00000010:2.0:1769074901.556680:0:47599:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8dab9035d000. 00000001:00000010:2.0:1769074901.556683:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8dab9035d6c0. 00000001:00000010:2.0:1769074901.556685:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8dabb4279aa0. 00000001:00000010:2.0:1769074901.556687:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8daa8a47de00. 00040000:00000010:2.0:1769074901.556690:0:47599:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8dabc189c320. 00040000:00000010:2.0:1769074901.556694:0:47599:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8dab9035d300. 00000020:00000010:2.0:1769074901.556698:0:47599:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8dab892abc80. 00040000:00000010:2.0:1769074901.556702:0:47599:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff8daa84138800. 00002000:00000010:2.0:1769074901.556707:0:47599:0:(ofd_dev.c:235:ofd_stack_fini()) kfreed 'lcfg': 64 at ffff8dab825b14c0. 00080000:00000010:2.0:1769074901.556738:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82c7c720. 00000020:00000010:2.0:1769074901.556745:0:47599:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab8302e500. 00000020:00000010:2.0:1769074901.556755:0:47599:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at ffff8daa82c25a00. 00080000:00000010:2.0:1769074901.556771:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe915c80. 00002000:00000010:2.0:1769074901.556776:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff77560. 00080000:00000010:2.0:1769074901.556793:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a7008. 00002000:00000010:2.0:1769074901.556795:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dab89d65430. 00080000:00000010:2.0:1769074901.556846:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a7ab8. 00002000:00000010:2.0:1769074901.556850:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dab89d65560. 00080000:00000010:2.0:1769074901.556859:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe9148e8. 00002000:00000010:2.0:1769074901.556862:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff77db0. 00080000:00000010:2.0:1769074901.556872:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa831a6390. 00002000:00000010:2.0:1769074901.556876:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dab89d64850. 00080000:00000010:2.0:1769074901.556887:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe914000. 00002000:00000010:2.0:1769074901.556889:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff77690. 00080000:00000010:2.0:1769074901.556892:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe915ab8. 00002000:00000010:2.0:1769074901.556895:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff76390. 00080000:00000010:2.0:1769074901.556920:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe914c78. 00002000:00000010:2.0:1769074901.556923:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff76d10. 00080000:00000010:2.0:1769074901.556929:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe914390. 00002000:00000010:2.0:1769074901.556931:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff77c80. 00080000:00000010:2.0:1769074901.556944:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dabbe915728. 00002000:00000010:2.0:1769074901.556946:0:47599:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8dabaff77300. 00000020:00000010:2.0:1769074901.556950:0:47599:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at ffff8dab89ebc800. 00000020:00000010:2.0:1769074901.557001:0:47599:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff8dab8610c2e0. 00000020:00000010:2.0:1769074901.557005:0:47599:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff8dabc189cc40. 00000001:00000010:2.0:1769074901.557020:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daba039d800. 00000001:00000010:2.0:1769074901.557023:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daba039de00. 00000001:00000010:2.0:1769074901.557025:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daba039ce00. 00000001:00000010:2.0:1769074901.557027:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daba039c000. 00000001:00000010:2.0:1769074901.557029:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab931fea40. 00000001:00000010:2.0:1769074901.557031:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab833ec900. 00000001:00000010:2.0:1769074901.557038:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daba039c600. 00000001:00000010:2.0:1769074901.557040:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daba039d000. 00000001:00000010:2.0:1769074901.557041:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daba039d600. 00000001:00000010:2.0:1769074901.557043:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daba039ca00. 00000001:00000010:2.0:1769074901.557044:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab931fe7e0. 00000001:00000010:2.0:1769074901.557046:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab833ecb00. 00000020:00000010:2.0:1769074901.557062:0:47599:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dabbc55c800. 00000020:00000010:2.0:1769074901.557070:0:47599:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab85bda400. 00000020:00000010:2.0:1769074901.557074:0:47599:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab85bdb600. 00000020:00000010:2.0:1769074901.557078:0:47599:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a15000. 00000020:00000010:2.0:1769074901.557083:0:47599:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73d080. 00000020:00000010:2.0:1769074901.557086:0:47599:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab85bda800. 80000000:00000010:2.0:1769074901.557090:0:47599:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daba034ef00. 40000000:00000010:2.0:1769074901.557093:0:47599:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab825b12c0. 00100000:00000010:2.0:1769074901.557098:0:47599:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa83a10000. 00040000:00000010:2.0:1769074901.557102:0:47599:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab87f3bd00. 00040000:00000010:2.0:1769074901.557105:0:47599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab85bdb000. 00080000:00000010:2.0:1769074901.557110:0:47599:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a17000. 00002000:00000010:2.0:1769074901.557114:0:47599:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabbc5a6c00. 00002000:00000010:2.0:1769074901.557120:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa83269000. 00002000:00000010:2.0:1769074901.557124:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb6b96c00. 00002000:00000010:2.0:1769074901.557145:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa82c4b800. 00002000:00000010:2.0:1769074901.557150:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8fc2dc00. 00002000:00000010:2.0:1769074901.557153:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbe9a1400. 00002000:00000010:2.0:1769074901.557156:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa82c49400. 00002000:00000010:2.0:1769074901.557159:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbfdedc00. 00002000:00000010:2.0:1769074901.557169:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbff0c000. 00002000:00000010:2.0:1769074901.557172:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb5b02000. 00002000:00000010:2.0:1769074901.557181:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa839eec00. 00002000:00000010:2.0:1769074901.557184:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbff67400. 00002000:00000010:2.0:1769074901.557195:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa83a05800. 00002000:00000010:2.0:1769074901.557218:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc4e5800. 00002000:00000010:2.0:1769074901.557221:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dab8a2d4000. 00002000:00000010:2.0:1769074901.557224:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabad30fc00. 00002000:00000010:2.0:1769074901.557232:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daba02d3400. 00002000:00000010:2.0:1769074901.557235:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb4972400. 00002000:00000010:2.0:1769074901.557245:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8caedc00. 00002000:00000010:2.0:1769074901.557248:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbfefd000. 00002000:00000010:2.0:1769074901.557250:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dab86444c00. 00002000:00000010:2.0:1769074901.557260:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc119400. 00002000:00000010:2.0:1769074901.557268:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dab88ddb800. 00002000:00000010:2.0:1769074901.557271:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb5b6f800. 00002000:00000010:2.0:1769074901.557280:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8c4e3800. 00002000:00000010:2.0:1769074901.557284:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dab88d44400. 00002000:00000010:2.0:1769074901.557292:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc4e6800. 00002000:00000010:2.0:1769074901.557295:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8a914c00. 00002000:00000010:2.0:1769074901.557298:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb4f39c00. 00002000:00000010:2.0:1769074901.557306:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8b206400. 00002000:00000010:2.0:1769074901.557310:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8c4e1400. 00002000:00000010:2.0:1769074901.557318:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabb4bc9000. 00002000:00000010:2.0:1769074901.557321:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dab88dcf400. 00002000:00000010:2.0:1769074901.557324:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8bbdcc00. 00002000:00000010:2.0:1769074901.557327:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8a916000. 00002000:00000010:2.0:1769074901.557334:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8a432000. 00002000:00000010:2.0:1769074901.557337:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa842c7800. 00002000:00000010:2.0:1769074901.557340:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daba02d1800. 00002000:00000010:2.0:1769074901.557348:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa82864800. 00002000:00000010:2.0:1769074901.557352:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8b207400. 00002000:00000010:2.0:1769074901.557354:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbcb8a800. 00002000:00000010:2.0:1769074901.557357:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8a431c00. 00002000:00000010:2.0:1769074901.557360:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa842c5c00. 00002000:00000010:2.0:1769074901.557363:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8b204800. 00002000:00000010:2.0:1769074901.557365:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8b207000. 00002000:00000010:2.0:1769074901.557368:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8325fc00. 00002000:00000010:2.0:1769074901.557370:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8b205800. 00002000:00000010:2.0:1769074901.557372:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8bbdc000. 00002000:00000010:2.0:1769074901.557375:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa83887800. 00002000:00000010:2.0:1769074901.557383:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8bcda400. 00002000:00000010:2.0:1769074901.557388:0:47599:0:(ofd_dev.c:3321:ofd_device_free()) kfreed 'm': 2040 at ffff8daa82375800. 00000020:00000010:2.0:1769074901.557393:0:47599:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab85bdb600. 00000020:00000010:2.0:1769074901.557722:0:47599:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a15000. 00000020:00000010:2.0:1769074901.557731:0:47599:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73d080. 00000020:00000010:2.0:1769074901.557735:0:47599:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab85bda800. 80000000:00000010:2.0:1769074901.557738:0:47599:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daba034ef00. 40000000:00000010:2.0:1769074901.557741:0:47599:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab825b12c0. 00100000:00000010:2.0:1769074901.557745:0:47599:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa83a10000. 00040000:00000010:2.0:1769074901.557752:0:47599:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87f3bd00. 00040000:00000010:2.0:1769074901.557755:0:47599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab85bdb000. 00080000:00000010:2.0:1769074901.557758:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a17000. 00002000:00000010:2.0:1769074901.557761:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc5a6c00. 00000020:00000010:2.0:1769074901.557764:0:47599:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab85bda400. 00000020:00000010:2.0:1769074901.557767:0:47599:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabbd2b18d8. 00000020:00000010:2.0:1769074901.557775:0:47599:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8dab825b1b80. 10000000:00000010:2.0:1769074901.557797:0:47599:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 280 at ffff8dab85393800. 02000000:00000010:2.0:1769074901.557821:0:47599:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at ffff8dab82e79700. 10000000:00000010:2.0:1769074901.557824:0:47599:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8dabbec1ee00. 00000020:00000010:0.0:1769074901.557928:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa82376000. 00000400:00000010:1.0:1769074901.558006:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee15d8. 00000400:00000200:1.0:1769074901.558013:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:1.0:1769074901.558016:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074901.558029:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa902fe680 x1855007852335232/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1769074921 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074901.558041:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa902fe680 x1855007852335232/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1769074921 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074901.558067:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8daa8e347000. 02000000:00000010:1.0:1769074901.558072:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8daa8fb4a800. 00000100:00000010:1.0:1769074901.558078:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fe680. 00000020:00000010:2.0:1769074901.558179:0:47599:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8daba034ef00. 00000100:00020000:2.0:1769074901.560052:0:47599:0:(obd_class.h:479:obd_check_dev()) Device 2 not setup 00000100:00020000:2.0:1769074901.560058:0:47599:0:(obd_class.h:479:obd_check_dev()) Device 2 not setup 00000020:00000010:0.0:1769074901.561227:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab88a2a000. 00000040:00000010:2.0:1769074901.561364:0:47599:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8dab8603fa80. 00000001:00000010:2.0:1769074901.561389:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd1f8200. 00000001:00000010:2.0:1769074901.561392:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd1f9e00. 00000001:00000010:2.0:1769074901.561395:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd1f8400. 00000001:00000010:2.0:1769074901.561410:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd1f9a00. 00000001:00000010:2.0:1769074901.561413:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dabae9fe180. 00000001:00000010:2.0:1769074901.561415:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabae5d1300. 00000001:00000010:2.0:1769074901.561422:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabbd1f9400. 00000001:00000010:2.0:1769074901.561424:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabaff49400. 00000001:00000010:2.0:1769074901.561427:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabaff48e00. 00000001:00000010:2.0:1769074901.561430:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dabaff49000. 00000001:00000010:2.0:1769074901.561433:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dabae9fe5e0. 00000001:00000010:2.0:1769074901.561435:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabae5d1900. 00000020:00000010:2.0:1769074901.561446:0:47599:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8daba034ef00. 00000020:00000010:2.0:1769074901.561458:0:47599:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8daba034ef00. 00000020:00000010:0.0:1769074901.561813:0:483:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8dabae560600. 00000020:00000010:0.0:1769074901.561821:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa8a114800. 00000020:00000010:0.0:1769074901.561829:0:483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a942200. 00000020:00000010:0.0:1769074901.561834:0:483:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8a943c00. 00000040:00000010:0.0:1769074901.561838:0:483:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8a943200. 00000020:00000010:0.0:1769074901.561843:0:483:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8249d800. 00000020:00000010:0.0:1769074901.561848:0:483:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8a942e00. 00040000:00000010:0.0:1769074901.561855:0:483:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabae77b400. 00040000:00000010:0.0:1769074901.561859:0:483:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8a943800. 00080000:00000010:0.0:1769074901.561864:0:483:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8249a800. 00000020:00000010:0.0:1769074901.561870:0:483:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 15 at ffff8dabbd142de0. 00000020:00000010:0.0:1769074901.561874:0:483:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 22 at ffff8dab85da8840. 00000020:00000010:0.0:1769074901.561876:0:483:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at ffff8dab8bc58f80. 00000020:00000010:0.0:1769074901.561879:0:483:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 15 at ffff8dabbd142600. 00000020:00000010:0.0:1769074901.561881:0:483:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 22 at ffff8dab8426ef20. 00000020:00000010:0.0:1769074901.561884:0:483:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at ffff8dabae354140. 00000020:00000010:0.0:1769074901.561886:0:483:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 15 at ffff8dabbec44600. 00000020:00000010:0.0:1769074901.561888:0:483:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 22 at ffff8daba10f67a0. 00000020:00000010:0.0:1769074901.561890:0:483:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at ffff8dab8432f300. 00000020:00000010:0.0:1769074901.561892:0:483:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 15 at ffff8dabbd142e90. 00000020:00000010:0.0:1769074901.561894:0:483:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 22 at ffff8dabae9fe5a0. 00000020:00000010:0.0:1769074901.561897:0:483:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at ffff8dab8bc58300. 00000020:00000010:0.0:1769074901.562028:0:483:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dabae94ac00. 00000020:00000010:0.0:1769074901.562034:0:483:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8dab89e2ce00. 00000020:00000010:0.0:1769074901.562037:0:483:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dab88a1c400. 00000020:00000010:0.0:1769074901.562070:0:483:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8daa8257fb40. 00000020:00000010:0.0:1769074901.562074:0:483:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dab8bc58500. 00000020:00000010:0.0:1769074901.562076:0:483:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dab83900480. 00000020:00000010:0.0:1769074901.562079:0:483:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8dabae93f700. 00000020:00000010:0.0:1769074901.562082:0:483:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8dabae9fe640. 00000020:00000010:0.0:1769074901.562084:0:483:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dab88a1dc00. 00000001:00000010:0.0:1769074901.562117:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff8dabb4a3de00. 00000001:00000010:0.0:1769074901.562120:0:483:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff8dabb4a3d400. 00000001:00000010:0.0:1769074901.562122:0:483:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffff8daa823671e0. 00000001:00000010:0.0:1769074901.562123:0:483:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8dabb4a3ce00. 00010000:00000010:0.0:1769074901.562127:0:483:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8dab88a1d000. 00010000:00000010:0.0:1769074901.562132:0:483:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8dabad90b000. 00010000:00000010:0.0:1769074901.562153:0:483:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8daa8bc41000. 10000000:00000010:0.0:1769074901.562157:0:483:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at ffff8dab8bc586c0. 00000020:00000010:0.0:1769074901.562162:0:483:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a943c00. 00000040:00000010:0.0:1769074901.562166:0:483:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8a943200. 00000020:00000010:0.0:1769074901.562169:0:483:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8249d800. 00000020:00000010:0.0:1769074901.562173:0:483:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8a942e00. 00040000:00000010:0.0:1769074901.562176:0:483:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae77b400. 00040000:00000010:0.0:1769074901.562180:0:483:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a943800. 00080000:00000010:0.0:1769074901.562184:0:483:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8249a800. 00000020:00000010:0.0:1769074901.562187:0:483:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a942200. 00000020:00000010:0.0:1769074901.562190:0:483:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8daa8baa98d8. 00000020:00000010:0.0:1769074901.562195:0:483:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8daa8a114000. 00000020:00000010:2.0:1769074901.562316:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8daa83e53a00. 00000020:00000010:2.0:1769074901.562322:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a425400. 00000020:00000010:2.0:1769074901.562356:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8dab88fd98e0. 00000020:00000010:2.0:1769074901.562359:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8b105800. 00000001:00000010:2.0:1769074901.564314:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cc7f000. 00000001:00000010:2.0:1769074901.564333:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cc89000. 00000001:00000010:2.0:1769074901.564335:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cc93000. 00000001:00000010:2.0:1769074901.564336:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cf3b000. 00000001:00000010:2.0:1769074901.564338:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cf45000. 00000001:00000010:2.0:1769074901.564340:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cf4f000. 00000001:00000010:2.0:1769074901.564341:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cf59000. 00000001:00000010:2.0:1769074901.564343:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cf63000. 00000001:00000010:2.0:1769074901.564344:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cf6d000. 00000001:00000010:2.0:1769074901.564346:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cf77000. 00000001:00000010:2.0:1769074901.564347:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cf81000. 00000001:00000010:2.0:1769074901.564349:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350cf8b000. 00000001:00000010:2.0:1769074901.564350:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d0a3000. 00000001:00000010:2.0:1769074901.564352:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d0ad000. 00000001:00000010:2.0:1769074901.564353:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d0b7000. 00000001:00000010:2.0:1769074901.564354:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d0c1000. 00000001:00000010:2.0:1769074901.564356:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d0cb000. 00000001:00000010:2.0:1769074901.564357:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d0d5000. 00000001:00000010:2.0:1769074901.564359:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d0df000. 00000001:00000010:2.0:1769074901.564360:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d0e9000. 00000001:00000010:2.0:1769074901.564361:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d0f3000. 00000001:00000010:2.0:1769074901.564362:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d0fd000. 00000001:00000010:2.0:1769074901.564364:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d29d000. 00000001:00000010:2.0:1769074901.564365:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d2a7000. 00000001:00000010:2.0:1769074901.564366:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d2b1000. 00000001:00000010:2.0:1769074901.564368:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d499000. 00000001:00000010:2.0:1769074901.564369:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d4a3000. 00000001:00000010:2.0:1769074901.564370:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d4ad000. 00000001:00000010:2.0:1769074901.564372:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d4b7000. 00000001:00000010:2.0:1769074901.564373:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d4c1000. 00000001:00000010:2.0:1769074901.564375:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d9e3000. 00000001:00000010:2.0:1769074901.564376:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa3350d9ed000. 00000001:00000010:2.0:1769074901.564378:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8dab88ea1d00. 00000001:00000010:2.0:1769074901.564383:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8daa83e52000. 00010000:00000010:2.0:1769074901.564389:0:47599:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8daa8b107800. 00000020:00000010:0.0:1769074901.564750:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa83a14000. 00000100:00020000:0.0:1769074901.571763:0:47599:0:(obd_class.h:479:obd_check_dev()) Device 16 not setup 00000100:00020000:0.0:1769074901.571773:0:47599:0:(obd_class.h:479:obd_check_dev()) Device 16 not setup 00000001:00000010:0.0:1769074901.571823:0:47599:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff8daa8a0af420. 00000001:00000010:0.0:1769074901.571829:0:47599:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff8daa8a0af600. 00000020:00000010:0.0:1769074901.571855:0:38628:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabb4561c00. 00000020:00000010:0.0:1769074901.571865:0:38628:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab88dcb600. 00000020:00000010:0.0:1769074901.571871:0:38628:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabad726000. 00000020:00000010:0.0:1769074901.571876:0:38628:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85830508. 00000020:00000010:0.0:1769074901.571882:0:38628:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab88dca400. 80000000:00000010:0.0:1769074901.571885:0:38628:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daba0e08840. 40000000:00000010:0.0:1769074901.571888:0:38628:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabb4561480. 00100000:00000010:0.0:1769074901.571893:0:38628:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabad726800. 00040000:00000010:0.0:1769074901.571896:0:38628:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabadb1b000. 00040000:00000010:0.0:1769074901.571900:0:38628:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab88dcbe00. 00080000:00000010:0.0:1769074901.571904:0:38628:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabad723000. 00002000:00000010:0.0:1769074901.571908:0:38628:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8bbde000. 00000020:00000010:0.0:1769074901.571913:0:38628:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dca000. 00010000:00000010:0.0:1769074901.571916:0:38628:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff8dabb4561f00. 00000020:00000010:1.0:1769074901.572027:0:483:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8dabbeccee40. 00000020:00000010:1.0:1769074901.572033:0:483:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8dabafbbb800. 00000020:00000010:1.0:1769074901.572055:0:45980:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa9006de40. 00000020:00000010:1.0:1769074901.572066:0:45980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa88c45e00. 00000020:00000010:1.0:1769074901.572070:0:45980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa9004e000. 00000020:00000010:1.0:1769074901.572074:0:45980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda2338. 00000020:00000010:1.0:1769074901.572078:0:45980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa88c45800. 80000000:00000010:1.0:1769074901.572080:0:45980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8bc2fb40. 40000000:00000010:1.0:1769074901.572091:0:45980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa9006d8c0. 00100000:00000010:1.0:1769074901.572095:0:45980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa9004c000. 00040000:00000010:1.0:1769074901.572097:0:45980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab88e38900. 00040000:00000010:1.0:1769074901.572100:0:45980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa82007600. 00080000:00000010:1.0:1769074901.572104:0:45980:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa90048800. 00002000:00000010:1.0:1769074901.572107:0:45980:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8fafb400. 00000020:00000010:1.0:1769074901.572118:0:45980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa88c45000. 00010000:00000010:1.0:1769074901.572121:0:45980:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff8daa9006d480. 00000020:00000010:1.0:1769074901.572238:0:36253:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa8a54ee40. 00000020:00000010:1.0:1769074901.572245:0:36253:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dababb10400. 00000020:00000010:1.0:1769074901.572249:0:36253:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8bba2800. 00000020:00000010:1.0:1769074901.572252:0:36253:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda69a8. 00000020:00000010:1.0:1769074901.572255:0:36253:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dababb10800. 80000000:00000010:1.0:1769074901.572258:0:36253:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab906f5000. 40000000:00000010:1.0:1769074901.572261:0:36253:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa8a54e200. 00100000:00000010:1.0:1769074901.572264:0:36253:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8bba0800. 00040000:00000010:1.0:1769074901.572267:0:36253:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabafdade00. 00040000:00000010:1.0:1769074901.572271:0:36253:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dababb11400. 00080000:00000010:1.0:1769074901.572273:0:36253:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8bba3800. 00002000:00000010:1.0:1769074901.572277:0:36253:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8bcd8800. 00000020:00000010:1.0:1769074901.572280:0:36253:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababb11e00. 00010000:00000010:1.0:1769074901.572282:0:36253:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff8daa8a54eac0. 00000020:00000010:1.0:1769074901.572383:0:36254:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab842e2940. 00000020:00000010:1.0:1769074901.572390:0:36254:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbd781000. 00000020:00000010:1.0:1769074901.572394:0:36254:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8bba5800. 00000020:00000010:1.0:1769074901.572405:0:36254:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda1e30. 00000020:00000010:1.0:1769074901.572410:0:36254:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa82905c00. 80000000:00000010:1.0:1769074901.572413:0:36254:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab906f5840. 40000000:00000010:1.0:1769074901.572415:0:36254:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa8a54e8c0. 00100000:00000010:1.0:1769074901.572418:0:36254:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8bba2000. 00040000:00000010:1.0:1769074901.572420:0:36254:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabafdad500. 00040000:00000010:1.0:1769074901.572422:0:36254:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa82905000. 00080000:00000010:1.0:1769074901.572425:0:36254:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8bba5000. 00002000:00000010:1.0:1769074901.572427:0:36254:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8bcd9c00. 00000020:00000010:1.0:1769074901.572430:0:36254:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbd780600. 00010000:00000010:1.0:1769074901.572433:0:36254:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff8daa8a54e4c0. 00010000:00000010:0.0:1769074901.572488:0:47599:0:(ldlm_lockd.c:3555:ldlm_cleanup()) kfreed 'blp': 168 at ffff8dab85940300. 00000100:00000200:0.0:1769074901.572493:0:47599:0:(service.c:3836:ptlrpc_unregister_service()) ldlm_cbd: tearing down 00000020:00000010:1.0:1769074901.572554:0:36249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabae94a000. 00000040:00000010:1.0:1769074901.572560:0:36249:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabae94a400. 00000020:00000010:1.0:1769074901.572563:0:36249:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab85505000. 00000020:00000010:1.0:1769074901.572566:0:36249:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fd588. 00000020:00000010:1.0:1769074901.572570:0:36249:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabae94b800. 80000000:00000010:1.0:1769074901.572573:0:36249:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa83e28ea0. 40000000:00000010:1.0:1769074901.572576:0:36249:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabbd2f5980. 00100000:00000010:1.0:1769074901.572579:0:36249:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82631800. 00040000:00000010:1.0:1769074901.572582:0:36249:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba1273b00. 00040000:00000010:1.0:1769074901.572585:0:36249:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabae94b000. 00080000:00000010:1.0:1769074901.572588:0:36249:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82630800. 00000020:00000010:1.0:1769074901.572600:0:36249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabae94bc00. 00000020:00000010:1.0:1769074901.572627:0:36249:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabbd2f51c0. 00000100:00000010:1.0:1769074901.572632:0:36249:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabbd2f5280. 00000020:00000010:1.0:1769074901.572670:0:44217:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab89ebca00. 00000040:00000010:1.0:1769074901.572674:0:44217:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab89ebc200. 00000020:00000010:1.0:1769074901.572677:0:44217:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88d4a800. 00000020:00000010:1.0:1769074901.572680:0:44217:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa858364a0. 00000020:00000010:1.0:1769074901.572683:0:44217:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab89ebce00. 80000000:00000010:1.0:1769074901.572686:0:44217:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89d54540. 40000000:00000010:1.0:1769074901.572689:0:44217:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab87bc9b40. 00100000:00000010:1.0:1769074901.572692:0:44217:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88d4e000. 00040000:00000010:1.0:1769074901.572695:0:44217:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbd51a800. 00040000:00000010:1.0:1769074901.572697:0:44217:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a8eb800. 00080000:00000010:1.0:1769074901.572700:0:44217:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88d4a000. 00000020:00000010:1.0:1769074901.572703:0:44217:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8784c200. 00000020:00000010:1.0:1769074901.572705:0:44217:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabaff7c140. 00000100:00000010:1.0:1769074901.572709:0:44217:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabaff7c8c0. 00000020:00000010:0.0:1769074901.585714:0:36248:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8591c600. 00000040:00000010:0.0:1769074901.585728:0:36248:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8591da00. 00000020:00000010:0.0:1769074901.585736:0:36248:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8a111800. 00000020:00000010:0.0:1769074901.585745:0:36248:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85831e30. 00000020:00000010:0.0:1769074901.585754:0:36248:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8591d400. 80000000:00000010:0.0:1769074901.585762:0:36248:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8a0afe40. 40000000:00000010:0.0:1769074901.585767:0:36248:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daba0aa1fc0. 00100000:00000010:0.0:1769074901.585774:0:36248:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8a110800. 00040000:00000010:0.0:1769074901.585783:0:36248:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab83024200. 00040000:00000010:0.0:1769074901.585788:0:36248:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8591d600. 00080000:00000010:0.0:1769074901.585793:0:36248:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8a115000. 00000020:00000010:0.0:1769074901.585798:0:36248:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8591c000. 00000020:00000010:0.0:1769074901.585812:0:36248:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daba0aa16c0. 00000100:00000010:0.0:1769074901.585825:0:36248:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daba0aa1980. 00000100:00000010:1.0:1769074901.585987:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab931d0600. 00000100:00000010:1.0:1769074901.585997:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daba2028400. 00000100:00000010:1.0:1769074901.586001:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbff10c00. 00000400:00000200:1.0:1769074901.586009:0:47599:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000010:1.0:1769074901.586025:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafdfce18. 00000400:00000200:1.0:1769074901.586030:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab859a9a80 00000400:00000010:1.0:1769074901.586036:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab859a9a80. 00000100:00000200:1.0:1769074901.586040:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 02000000:00000010:1.0:1769074901.586052:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabb5b22000. 00000100:00000010:1.0:1769074901.586057:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85914000. 02000000:00000010:1.0:1769074901.586061:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabb5b20400. 00000100:00000010:1.0:1769074901.586063:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85915c00. 02000000:00000010:1.0:1769074901.586066:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabb5b21400. 00000100:00000010:1.0:1769074901.586069:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa85917100. 00000100:00000010:1.0:1769074901.586075:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbff34000. 00000100:00000010:1.0:1769074901.586084:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa89c17400. 00000100:00000010:1.0:1769074901.586088:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8dab85eb8000. 00000100:00000010:1.0:1769074901.586091:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8daa82636000. 00000100:00000010:1.0:1769074901.586094:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8daa8a113000. 00000100:00000010:1.0:1769074901.586101:0:47599:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8daa8a54ecc0. 00000100:00000010:1.0:1769074901.586105:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabaff74d80. 00000100:00000010:1.0:1769074901.586109:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabaff74a80. 00000100:00000010:1.0:1769074901.586112:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabaff74480. 00000100:00000010:1.0:1769074901.586114:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa84182f00. 00000020:00000010:1.0:1769074901.586220:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabae7a0000. 00000020:00000010:1.0:1769074901.586225:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab84206000. 00000020:00000010:1.0:1769074901.586240:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabad91a000. 00000020:00000010:1.0:1769074901.586251:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabae750000. 00000020:00000010:1.0:1769074901.586261:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dabb6564000. 00000020:00000010:1.0:1769074901.586269:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dab933c6400. 00000100:00000010:1.0:1769074901.586302:0:47599:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dabb630c000. 00000100:00000010:1.0:1769074901.586311:0:47599:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dabb6563000. 00000100:00000010:1.0:1769074901.586314:0:47599:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dab933c4c00. 00000100:00000010:1.0:1769074901.586317:0:47599:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dab8922a000. 00000100:00000200:1.0:1769074901.586322:0:47599:0:(service.c:3836:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000020:00000010:1.0:1769074901.586368:0:38629:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a0e0600. 00000020:00000010:1.0:1769074901.586373:0:38629:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8dabbd165780. 00000040:00000010:1.0:1769074901.586377:0:38629:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab843b4200. 00000020:00000010:1.0:1769074901.586380:0:38629:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88d49800. 00000020:00000010:1.0:1769074901.586384:0:38629:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fb758. 00000020:00000010:1.0:1769074901.586387:0:38629:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8bf3e000. 80000000:00000010:1.0:1769074901.586390:0:38629:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabbd165cc0. 40000000:00000010:1.0:1769074901.586393:0:38629:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab89eeec40. 00000008:00000010:1.0:1769074901.586397:0:38629:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8dabb3c537c8. 00020000:00000010:1.0:1769074901.586402:0:38629:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8daba130c480. 00008000:00000010:1.0:1769074901.586407:0:38629:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8dabbd2ce350. 00100000:00000010:1.0:1769074901.586410:0:38629:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88d4d000. 00040000:00000010:1.0:1769074901.586413:0:38629:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabadf3ad00. 00040000:00000010:1.0:1769074901.586417:0:38629:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8bf3ee00. 00080000:00000010:1.0:1769074901.586420:0:38629:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88d48000. 00000080:00000010:1.0:1769074901.586425:0:38629:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8dab842e3000. 00000080:00000010:1.0:1769074901.586428:0:38629:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8dabb3c59ff0. 00000020:00000010:1.0:1769074901.586433:0:38629:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a0e1800. 00000020:00000010:1.0:1769074901.586437:0:38629:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab89eeea00. 00000100:00000010:1.0:1769074901.586441:0:38629:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab89eeeec0. 00000020:00000010:1.0:1769074901.586485:0:36250:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabae94b200. 00000020:00000010:1.0:1769074901.586490:0:36250:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8daa83e28d80. 00000040:00000010:1.0:1769074901.586493:0:36250:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabae94b600. 00000020:00000010:1.0:1769074901.586495:0:36250:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82637800. 00000020:00000010:1.0:1769074901.586499:0:36250:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fb250. 00000020:00000010:1.0:1769074901.586501:0:36250:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabae94a600. 80000000:00000010:1.0:1769074901.586511:0:36250:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa83e28840. 40000000:00000010:1.0:1769074901.586514:0:36250:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabbd2f5740. 00000008:00000010:1.0:1769074901.586518:0:36250:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8dabb3c50b28. 00020000:00000010:1.0:1769074901.586522:0:36250:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8daba130ce40. 00008000:00000010:1.0:1769074901.586524:0:36250:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8dabbd2cf4f8. 00100000:00000010:1.0:1769074901.586527:0:36250:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab84da7800. 00040000:00000010:1.0:1769074901.586530:0:36250:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba1273a00. 00040000:00000010:1.0:1769074901.586533:0:36250:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabae94ba00. 00080000:00000010:1.0:1769074901.586536:0:36250:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab84da4000. 00000080:00000010:1.0:1769074901.586539:0:36250:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8dab842e3498. 00000080:00000010:1.0:1769074901.586542:0:36250:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8dabb3c5ada0. 00000020:00000010:1.0:1769074901.586544:0:36250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabae94b400. 00000020:00000010:1.0:1769074901.586548:0:36250:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabbd2f5500. 00000100:00000010:1.0:1769074901.586551:0:36250:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabbd2f5440. 00000020:00000010:1.0:1769074901.586632:0:47054:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8dac8000. 00000020:00000010:1.0:1769074901.586637:0:47054:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8dababba4780. 00000040:00000010:1.0:1769074901.586640:0:47054:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab88283800. 00000020:00000010:1.0:1769074901.586643:0:47054:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88cc2800. 00000020:00000010:1.0:1769074901.586646:0:47054:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73bc60. 00000020:00000010:1.0:1769074901.586650:0:47054:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabb5b30200. 80000000:00000010:1.0:1769074901.586725:0:47054:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8f96cf00. 40000000:00000010:1.0:1769074901.586728:0:47054:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa8fc3ed00. 00000008:00000010:1.0:1769074901.586731:0:47054:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8dab8632b7c8. 00020000:00000010:1.0:1769074901.586735:0:47054:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8daba1673cc0. 00008000:00000010:1.0:1769074901.586738:0:47054:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8dabbd50b4f8. 00100000:00000010:1.0:1769074901.586742:0:47054:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88cc4800. 00040000:00000010:1.0:1769074901.586745:0:47054:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab82d21200. 00040000:00000010:1.0:1769074901.586749:0:47054:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabb5b31a00. 00080000:00000010:1.0:1769074901.586757:0:47054:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8ff67800. 00000080:00000010:1.0:1769074901.586760:0:47054:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8dab90445888. 00000080:00000010:1.0:1769074901.586763:0:47054:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8dabae747d98. 00000020:00000010:1.0:1769074901.586766:0:47054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dac9400. 00000020:00000010:1.0:1769074901.586770:0:47054:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa8fc3e5c0. 00000100:00000010:1.0:1769074901.586774:0:47054:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa8fc3e480. 00000020:00000010:2.0:1769074901.587001:0:36252:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab97c8c000. 00000020:00000010:2.0:1769074901.587006:0:36252:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8daa83e28660. 00000040:00000010:2.0:1769074901.587010:0:36252:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab97c8d400. 00000020:00000010:2.0:1769074901.587012:0:36252:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab84da2000. 00000020:00000010:2.0:1769074901.587016:0:36252:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897f8a10. 00000020:00000010:2.0:1769074901.587020:0:36252:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab97c8d200. 80000000:00000010:2.0:1769074901.587022:0:36252:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa83e282a0. 40000000:00000010:2.0:1769074901.587024:0:36252:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabbd2f5680. 00000008:00000010:2.0:1769074901.587028:0:36252:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8dabb3c542f0. 00020000:00000010:2.0:1769074901.587030:0:36252:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8daba130c240. 00008000:00000010:2.0:1769074901.587034:0:36252:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8dabbd2cea60. 00100000:00000010:2.0:1769074901.587037:0:36252:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab84da5800. 00040000:00000010:2.0:1769074901.587040:0:36252:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba1273500. 00040000:00000010:2.0:1769074901.587042:0:36252:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab97c8da00. 00080000:00000010:2.0:1769074901.587045:0:36252:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab84da6800. 00000080:00000010:2.0:1769074901.587047:0:36252:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8dab842e3930. 00000080:00000010:2.0:1769074901.587049:0:36252:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8dabb3c5a238. 00000020:00000010:2.0:1769074901.587052:0:36252:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab97c8c600. 00000020:00000010:2.0:1769074901.587056:0:36252:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabbd2f50c0. 00000100:00000010:2.0:1769074901.587062:0:36252:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabbd2f58c0. 00000020:00000010:0.0:1769074901.589729:0:45111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab8755c000. 00000020:00000010:0.0:1769074901.589742:0:45111:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8daa8c67e3c0. 00000040:00000010:0.0:1769074901.589747:0:45111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab8755dc00. 00000020:00000010:0.0:1769074901.589751:0:45111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8bb04000. 00000020:00000010:0.0:1769074901.589757:0:45111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85831420. 00000020:00000010:0.0:1769074901.589763:0:45111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab8755d000. 80000000:00000010:0.0:1769074901.589767:0:45111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8c67ec60. 40000000:00000010:0.0:1769074901.589770:0:45111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daba0de29c0. 00000008:00000010:0.0:1769074901.589774:0:45111:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8dab89c52ca0. 00020000:00000010:0.0:1769074901.589779:0:45111:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8dab82e3e480. 00008000:00000010:0.0:1769074901.589785:0:45111:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8dab89166a60. 00100000:00000010:0.0:1769074901.589791:0:45111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88cc0800. 00040000:00000010:0.0:1769074901.589795:0:45111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89d8d600. 00040000:00000010:0.0:1769074901.589799:0:45111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab8755c600. 00080000:00000010:0.0:1769074901.589803:0:45111:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88cc5800. 00000080:00000010:0.0:1769074901.589807:0:45111:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8daba039af18. 00000080:00000010:0.0:1769074901.589811:0:45111:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8dabaf0aab58. 00000020:00000010:0.0:1769074901.589814:0:45111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8755c200. 00000020:00000010:0.0:1769074901.589821:0:45111:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab83900e00. 00000100:00000010:0.0:1769074901.589828:0:45111:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabb3d54900. 00000020:00000010:2.0:1769074901.589956:0:36251:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabae94aa00. 00000020:00000010:2.0:1769074901.589961:0:36251:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8daa83e28a20. 00000040:00000010:2.0:1769074901.589964:0:36251:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabae94a200. 00000020:00000010:2.0:1769074901.589966:0:36251:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab84da3800. 00000020:00000010:2.0:1769074901.589970:0:36251:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897f8f18. 00000020:00000010:2.0:1769074901.589975:0:36251:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab97c8ce00. 80000000:00000010:2.0:1769074901.589977:0:36251:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa83e28420. 40000000:00000010:2.0:1769074901.589980:0:36251:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabbd2f5540. 00000008:00000010:2.0:1769074901.589984:0:36251:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8dabb3c56468. 00020000:00000010:2.0:1769074901.589986:0:36251:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8daba130cb40. 00008000:00000010:2.0:1769074901.589990:0:36251:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8dabbd2cd8b8. 00100000:00000010:2.0:1769074901.589993:0:36251:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab84da7000. 00040000:00000010:2.0:1769074901.589995:0:36251:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba1273e00. 00040000:00000010:2.0:1769074901.589998:0:36251:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab97c8d600. 00080000:00000010:2.0:1769074901.590001:0:36251:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab84da3000. 00000080:00000010:2.0:1769074901.590004:0:36251:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8dab842e37e0. 00000080:00000010:2.0:1769074901.590007:0:36251:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8dabb3c59488. 00000020:00000010:2.0:1769074901.590011:0:36251:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabae94be00. 00000020:00000010:2.0:1769074901.590015:0:36251:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabbd2f5300. 00000100:00000010:2.0:1769074901.590023:0:36251:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabbd2f5b80. 00000100:00000010:1.0:1769074901.590423:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daba2028800. 00000100:00000010:1.0:1769074901.590427:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daba2029800. 00000100:00000010:1.0:1769074901.590429:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dababb10a00. 00000100:00000010:1.0:1769074901.590430:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab88dcb200. 00000100:00000010:1.0:1769074901.590433:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbffe2000. 00000100:00000010:1.0:1769074901.590435:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa8dac9000. 00000400:00000200:1.0:1769074901.590441:0:47599:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000010:1.0:1769074901.590449:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1e18. 00000400:00000200:1.0:1769074901.590453:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc4e26c0 00000400:00000010:1.0:1769074901.590454:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbc4e26c0. 00000100:00000200:1.0:1769074901.590458:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590462:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8790. 00000400:00000200:1.0:1769074901.590464:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82d31600 00000400:00000010:1.0:1769074901.590465:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab82d31600. 00000100:00000200:1.0:1769074901.590467:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590474:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864810b0. 00000400:00000200:1.0:1769074901.590475:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc12e480 00000400:00000010:1.0:1769074901.590476:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbc12e480. 00000100:00000200:1.0:1769074901.590478:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590481:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee19f8. 00000400:00000200:1.0:1769074901.590483:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae111e40 00000400:00000010:1.0:1769074901.590484:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabae111e40. 00000100:00000200:1.0:1769074901.590486:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590489:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8630. 00000400:00000200:1.0:1769074901.590490:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa59180 00000400:00000010:1.0:1769074901.590491:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa59180. 00000100:00000200:1.0:1769074901.590492:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590495:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537688. 00000400:00000200:1.0:1769074901.590497:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdcc600 00000400:00000010:1.0:1769074901.590498:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbfdcc600. 00000100:00000200:1.0:1769074901.590500:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590504:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537c08. 00000400:00000200:1.0:1769074901.590505:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdccd80 00000400:00000010:1.0:1769074901.590507:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbfdccd80. 00000100:00000200:1.0:1769074901.590508:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590510:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec43c8. 00000400:00000200:1.0:1769074901.590511:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89ddf600 00000400:00000010:1.0:1769074901.590512:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89ddf600. 00000100:00000200:1.0:1769074901.590522:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590525:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f65d8. 00000400:00000200:1.0:1769074901.590526:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa596c0 00000400:00000010:1.0:1769074901.590527:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa596c0. 00000100:00000200:1.0:1769074901.590528:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590531:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8e18. 00000400:00000200:1.0:1769074901.590532:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87387b40 00000400:00000010:1.0:1769074901.590533:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab87387b40. 00000100:00000200:1.0:1769074901.590534:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590537:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8420. 00000400:00000200:1.0:1769074901.590538:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaff62540 00000400:00000010:1.0:1769074901.590539:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabaff62540. 00000100:00000200:1.0:1769074901.590544:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590547:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6160. 00000400:00000200:1.0:1769074901.590548:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa59000 00000400:00000010:1.0:1769074901.590549:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fa59000. 00000100:00000200:1.0:1769074901.590550:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590553:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63478. 00000400:00000200:1.0:1769074901.590554:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb6ba4cc0 00000400:00000010:1.0:1769074901.590555:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb6ba4cc0. 00000100:00000200:1.0:1769074901.590556:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590558:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608ddc0. 00000400:00000200:1.0:1769074901.590559:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb493d540 00000400:00000010:1.0:1769074901.590560:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabb493d540. 00000100:00000200:1.0:1769074901.590568:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590571:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537e18. 00000400:00000200:1.0:1769074901.590572:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa900e79c0 00000400:00000010:1.0:1769074901.590573:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa900e79c0. 00000100:00000200:1.0:1769074901.590575:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590578:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f68f0. 00000400:00000200:1.0:1769074901.590579:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9045b6c0 00000400:00000010:1.0:1769074901.590580:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab9045b6c0. 00000100:00000200:1.0:1769074901.590581:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590583:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f318. 00000400:00000200:1.0:1769074901.590584:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a3f29c0 00000400:00000010:1.0:1769074901.590585:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8a3f29c0. 00000100:00000200:1.0:1769074901.590587:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590598:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608daa8. 00000400:00000200:1.0:1769074901.590599:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa89d80540 00000400:00000010:1.0:1769074901.590620:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa89d80540. 00000100:00000200:1.0:1769074901.590623:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590625:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608d7e8. 00000400:00000200:1.0:1769074901.590626:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd77b40 00000400:00000010:1.0:1769074901.590627:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd77b40. 00000100:00000200:1.0:1769074901.590629:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590632:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608d210. 00000400:00000200:1.0:1769074901.590634:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab90853480 00000400:00000010:1.0:1769074901.590636:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab90853480. 00000100:00000200:1.0:1769074901.590639:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590645:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537420. 00000400:00000200:1.0:1769074901.590647:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa900e7600 00000400:00000010:1.0:1769074901.590648:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa900e7600. 00000100:00000200:1.0:1769074901.590655:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590660:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad5373c8. 00000400:00000200:1.0:1769074901.590662:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab84e38180 00000400:00000010:1.0:1769074901.590663:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab84e38180. 00000100:00000200:1.0:1769074901.590666:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590671:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537b58. 00000400:00000200:1.0:1769074901.590673:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab84e386c0 00000400:00000010:1.0:1769074901.590674:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab84e386c0. 00000100:00000200:1.0:1769074901.590677:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590680:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608dcb8. 00000400:00000200:1.0:1769074901.590683:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd77c00 00000400:00000010:1.0:1769074901.590684:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd77c00. 00000100:00000200:1.0:1769074901.590689:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590694:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fdc0. 00000400:00000200:1.0:1769074901.590697:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8783b780 00000400:00000010:1.0:1769074901.590697:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8783b780. 00000100:00000200:1.0:1769074901.590699:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590701:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f000. 00000400:00000200:1.0:1769074901.590702:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8783bf00 00000400:00000010:1.0:1769074901.590703:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8783bf00. 00000100:00000200:1.0:1769074901.590704:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590707:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537630. 00000400:00000200:1.0:1769074901.590708:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fd05600 00000400:00000010:1.0:1769074901.590709:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8fd05600. 00000100:00000200:1.0:1769074901.590711:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590718:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b370. 00000400:00000200:1.0:1769074901.590720:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a0cb780 00000400:00000010:1.0:1769074901.590721:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8a0cb780. 00000100:00000200:1.0:1769074901.590723:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590788:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b948. 00000400:00000200:1.0:1769074901.590790:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8839f0c0 00000400:00000010:1.0:1769074901.590791:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8839f0c0. 00000100:00000200:1.0:1769074901.590793:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590796:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537318. 00000400:00000200:1.0:1769074901.590797:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8293de40 00000400:00000010:1.0:1769074901.590798:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8293de40. 00000100:00000200:1.0:1769074901.590799:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590802:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537738. 00000400:00000200:1.0:1769074901.590803:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8293db40 00000400:00000010:1.0:1769074901.590804:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8293db40. 00000100:00000200:1.0:1769074901.590805:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590808:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537000. 00000400:00000200:1.0:1769074901.590809:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc12e540 00000400:00000010:1.0:1769074901.590809:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbc12e540. 00000100:00000200:1.0:1769074901.590811:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590813:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad5375d8. 00000400:00000200:1.0:1769074901.590814:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc12ef00 00000400:00000010:1.0:1769074901.590816:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbc12ef00. 00000100:00000200:1.0:1769074901.590817:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590819:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad5379f8. 00000400:00000200:1.0:1769074901.590820:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa85883600 00000400:00000010:1.0:1769074901.590821:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa85883600. 00000100:00000200:1.0:1769074901.590823:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590825:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f16e0. 00000400:00000200:1.0:1769074901.590827:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba0616780 00000400:00000010:1.0:1769074901.590828:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daba0616780. 00000100:00000200:1.0:1769074901.590829:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590831:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab862a2d10. 00000400:00000200:1.0:1769074901.590832:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c958480 00000400:00000010:1.0:1769074901.590833:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8c958480. 00000100:00000200:1.0:1769074901.590834:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590836:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b318. 00000400:00000200:1.0:1769074901.590837:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8839f6c0 00000400:00000010:1.0:1769074901.590839:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8839f6c0. 00000100:00000200:1.0:1769074901.590840:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590842:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba04f1528. 00000400:00000200:1.0:1769074901.590843:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab883179c0 00000400:00000010:1.0:1769074901.590844:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab883179c0. 00000100:00000200:1.0:1769074901.590845:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590847:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b160. 00000400:00000200:1.0:1769074901.590848:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8839f600 00000400:00000010:1.0:1769074901.590849:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8839f600. 00000100:00000200:1.0:1769074901.590851:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590854:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab862a2580. 00000400:00000200:1.0:1769074901.590856:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b26e480 00000400:00000010:1.0:1769074901.590858:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8b26e480. 00000100:00000200:1.0:1769074901.590861:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590865:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba89fbbb0. 00000400:00000200:1.0:1769074901.590867:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82e5f540 00000400:00000010:1.0:1769074901.590868:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab82e5f540. 00000100:00000200:1.0:1769074901.590870:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590874:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263420. 00000400:00000200:1.0:1769074901.590876:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd140000 00000400:00000010:1.0:1769074901.590877:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabbd140000. 00000100:00000200:1.0:1769074901.590880:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590883:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236f78. 00000400:00000200:1.0:1769074901.590885:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b9f4b40 00000400:00000010:1.0:1769074901.590887:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8b9f4b40. 00000100:00000200:1.0:1769074901.590890:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590892:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fda420. 00000400:00000200:1.0:1769074901.590894:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8a8ba9c0 00000400:00000010:1.0:1769074901.590896:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa8a8ba9c0. 00000100:00000200:1.0:1769074901.590898:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590901:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fda790. 00000400:00000200:1.0:1769074901.590903:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa827b2b40 00000400:00000010:1.0:1769074901.590904:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa827b2b40. 00000100:00000200:1.0:1769074901.590907:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590910:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481bb0. 00000400:00000200:1.0:1769074901.590912:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa827b2cc0 00000400:00000010:1.0:1769074901.590913:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa827b2cc0. 00000100:00000200:1.0:1769074901.590915:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590919:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481cb8. 00000400:00000200:1.0:1769074901.590921:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa827b2900 00000400:00000010:1.0:1769074901.590923:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa827b2900. 00000100:00000200:1.0:1769074901.590925:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590928:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864804d0. 00000400:00000200:1.0:1769074901.590930:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8bf8e3c0 00000400:00000010:1.0:1769074901.590932:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8bf8e3c0. 00000100:00000200:1.0:1769074901.590933:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590936:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481580. 00000400:00000200:1.0:1769074901.590938:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae2579c0 00000400:00000010:1.0:1769074901.590939:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dabae2579c0. 00000100:00000200:1.0:1769074901.590940:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590943:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236478. 00000400:00000200:1.0:1769074901.590944:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89d3e9c0 00000400:00000010:1.0:1769074901.590945:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89d3e9c0. 00000100:00000200:1.0:1769074901.590946:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590949:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864811b8. 00000400:00000200:1.0:1769074901.590950:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87392900 00000400:00000010:1.0:1769074901.590951:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab87392900. 00000100:00000200:1.0:1769074901.590953:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590955:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236000. 00000400:00000200:1.0:1769074901.590956:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89d3ec00 00000400:00000010:1.0:1769074901.590957:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab89d3ec00. 00000100:00000200:1.0:1769074901.590962:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590965:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480dc0. 00000400:00000200:1.0:1769074901.590966:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8bf70a80 00000400:00000010:1.0:1769074901.590967:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8bf70a80. 00000100:00000200:1.0:1769074901.590969:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590971:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480528. 00000400:00000200:1.0:1769074901.590972:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8bf70d80 00000400:00000010:1.0:1769074901.590973:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab8bf70d80. 00000100:00000200:1.0:1769074901.590975:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590977:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab9ec75b00. 00000400:00000200:1.0:1769074901.590978:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa85883300 00000400:00000010:1.0:1769074901.590979:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa85883300. 00000100:00000200:1.0:1769074901.590980:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590983:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236058. 00000400:00000200:1.0:1769074901.590984:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9088a780 00000400:00000010:1.0:1769074901.590985:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8dab9088a780. 00000100:00000200:1.0:1769074901.590987:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590989:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39d10. 00000400:00000200:1.0:1769074901.590990:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba8a85180 00000400:00000010:1.0:1769074901.590991:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daba8a85180. 00000100:00000200:1.0:1769074901.590992:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.590994:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39268. 00000400:00000200:1.0:1769074901.590995:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba8a85a80 00000400:00000010:1.0:1769074901.590996:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daba8a85a80. 00000100:00000200:1.0:1769074901.590997:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.591000:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39f20. 00000400:00000200:1.0:1769074901.591001:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba8a85600 00000400:00000010:1.0:1769074901.591002:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daba8a85600. 00000100:00000200:1.0:1769074901.591003:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.591005:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39580. 00000400:00000200:1.0:1769074901.591006:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba8a85e40 00000400:00000010:1.0:1769074901.591007:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daba8a85e40. 00000100:00000200:1.0:1769074901.591008:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.591010:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39c60. 00000400:00000200:1.0:1769074901.591011:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba8a85540 00000400:00000010:1.0:1769074901.591012:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daba8a85540. 00000100:00000200:1.0:1769074901.591013:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.591015:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39948. 00000400:00000200:1.0:1769074901.591017:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba8a85780 00000400:00000010:1.0:1769074901.591018:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daba8a85780. 00000100:00000200:1.0:1769074901.591020:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.591023:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39160. 00000400:00000200:1.0:1769074901.591025:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa835ccc00 00000400:00000010:1.0:1769074901.591026:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa835ccc00. 00000100:00000200:1.0:1769074901.591029:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000400:00000010:1.0:1769074901.591032:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39370. 00000400:00000200:1.0:1769074901.591033:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa835ccb40 00000400:00000010:1.0:1769074901.591035:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8daa835ccb40. 00000100:00000200:1.0:1769074901.591037:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 02000000:00000010:1.0:1769074901.591061:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8fb49c00. 00000100:00000010:1.0:1769074901.591067:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a1180. 02000000:00000010:1.0:1769074901.591072:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbc5a7800. 00000100:00000010:1.0:1769074901.591075:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3480. 02000000:00000010:1.0:1769074901.591078:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbc5a6800. 00000100:00000010:1.0:1769074901.591080:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0700. 00000100:00000010:1.0:1769074901.591087:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab842b6000. 00000100:00000010:1.0:1769074901.591090:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85892400. 00000100:00000010:1.0:1769074901.591092:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab842b4000. 00000100:00000010:1.0:1769074901.591094:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85890800. 00000100:00000010:1.0:1769074901.591096:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab842b0000. 00000100:00000010:1.0:1769074901.591098:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85892800. 00000100:00000010:1.0:1769074901.591100:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab842b2000. 00000100:00000010:1.0:1769074901.591103:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85893000. 00000100:00000010:1.0:1769074901.591106:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab842be000. 00000100:00000010:1.0:1769074901.591108:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85891800. 00000100:00000010:1.0:1769074901.591111:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab842b8000. 00000100:00000010:1.0:1769074901.591113:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85893c00. 00000100:00000010:1.0:1769074901.591115:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab842bc000. 00000100:00000010:1.0:1769074901.591117:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85893400. 00000100:00000010:1.0:1769074901.591119:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab842ba000. 00000100:00000010:1.0:1769074901.591121:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85890400. 00000100:00000010:1.0:1769074901.591123:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd1a6000. 00000100:00000010:1.0:1769074901.591137:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85892c00. 00000100:00000010:1.0:1769074901.591140:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd1a4000. 00000100:00000010:1.0:1769074901.591142:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85891400. 00000100:00000010:1.0:1769074901.591144:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd1a0000. 00000100:00000010:1.0:1769074901.591147:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85891000. 00000100:00000010:1.0:1769074901.591149:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd1a2000. 00000100:00000010:1.0:1769074901.591151:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa85892000. 00000100:00000010:1.0:1769074901.591158:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd1a8000. 00000100:00000010:1.0:1769074901.591161:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba0f43c00. 00000100:00000010:1.0:1769074901.591165:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd1aa000. 00000100:00000010:1.0:1769074901.591167:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba0f40c00. 00000100:00000010:1.0:1769074901.591170:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd1ae000. 00000100:00000010:1.0:1769074901.591172:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba0f42400. 00000100:00000010:1.0:1769074901.591173:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbd1ac000. 00000100:00000010:1.0:1769074901.591175:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab83023000. 00000100:00000010:1.0:1769074901.591178:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab859e6000. 00000100:00000010:1.0:1769074901.591180:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab83020000. 00000100:00000010:1.0:1769074901.591182:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab859e4000. 00000100:00000010:1.0:1769074901.591183:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab83021000. 00000100:00000010:1.0:1769074901.591184:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab859e0000. 00000100:00000010:1.0:1769074901.591187:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab83022400. 00000100:00000010:1.0:1769074901.591188:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab859e2000. 00000100:00000010:1.0:1769074901.591190:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d06400. 00000100:00000010:1.0:1769074901.591192:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab859e8000. 00000100:00000010:1.0:1769074901.591219:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d07000. 00000100:00000010:1.0:1769074901.591222:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab859ea000. 00000100:00000010:1.0:1769074901.591225:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d07800. 00000100:00000010:1.0:1769074901.591227:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab859ee000. 00000100:00000010:1.0:1769074901.591229:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d04000. 00000100:00000010:1.0:1769074901.591231:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab859ec000. 00000100:00000010:1.0:1769074901.591233:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d04c00. 00000100:00000010:1.0:1769074901.591235:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab90840000. 00000100:00000010:1.0:1769074901.591237:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d06c00. 00000100:00000010:1.0:1769074901.591239:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab90842000. 00000100:00000010:1.0:1769074901.591242:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d05c00. 00000100:00000010:1.0:1769074901.591243:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab90846000. 00000100:00000010:1.0:1769074901.591246:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d05000. 00000100:00000010:1.0:1769074901.591247:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab90844000. 00000100:00000010:1.0:1769074901.591249:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d06000. 00000100:00000010:1.0:1769074901.591251:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab9084c000. 00000100:00000010:1.0:1769074901.591253:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d07c00. 00000100:00000010:1.0:1769074901.591255:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab9084e000. 00000100:00000010:1.0:1769074901.591258:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d04400. 00000100:00000010:1.0:1769074901.591259:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab90848000. 00000100:00000010:1.0:1769074901.591262:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d05800. 00000100:00000010:1.0:1769074901.591264:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab9084a000. 00000100:00000010:1.0:1769074901.591266:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d04800. 00000100:00000010:1.0:1769074901.591268:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbc100000. 00000100:00000010:1.0:1769074901.591287:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d07400. 00000100:00000010:1.0:1769074901.591290:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbc104000. 00000100:00000010:1.0:1769074901.591292:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82d06800. 00000100:00000010:1.0:1769074901.591294:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbc102000. 00000100:00000010:1.0:1769074901.591296:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd746800. 00000100:00000010:1.0:1769074901.591299:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbc106000. 00000100:00000010:1.0:1769074901.591301:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd745c00. 00000100:00000010:1.0:1769074901.591304:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbc108000. 00000100:00000010:1.0:1769074901.591311:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd745000. 00000100:00000010:1.0:1769074901.591313:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbc10a000. 00000100:00000010:1.0:1769074901.591315:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd747800. 00000100:00000010:1.0:1769074901.591318:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbc10e000. 00000100:00000010:1.0:1769074901.591320:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd745400. 00000100:00000010:1.0:1769074901.591322:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabbc10c000. 00000100:00000010:1.0:1769074901.591324:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd744c00. 00000100:00000010:1.0:1769074901.591326:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab866d2000. 00000100:00000010:1.0:1769074901.591330:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbd746c00. 00000100:00000010:1.0:1769074901.591332:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab866d6000. 00000100:00000010:1.0:1769074901.591334:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b148800. 00000100:00000010:1.0:1769074901.591346:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab866d4000. 00000100:00000010:1.0:1769074901.591351:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b14b000. 00000100:00000010:1.0:1769074901.591353:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab866d0000. 00000100:00000010:1.0:1769074901.591357:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b14b800. 00000100:00000010:1.0:1769074901.591359:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab866da000. 00000100:00000010:1.0:1769074901.591375:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b14a400. 00000100:00000010:1.0:1769074901.591378:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab866de000. 00000100:00000010:1.0:1769074901.591381:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b14bc00. 00000100:00000010:1.0:1769074901.591383:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab866dc000. 00000100:00000010:1.0:1769074901.591385:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b149800. 00000100:00000010:1.0:1769074901.591387:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab866d8000. 00000100:00000010:1.0:1769074901.591389:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b14ac00. 00000100:00000010:1.0:1769074901.591391:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85060000. 00000100:00000010:1.0:1769074901.591394:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b149400. 00000100:00000010:1.0:1769074901.591396:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85062000. 00000100:00000010:1.0:1769074901.591398:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b148c00. 00000100:00000010:1.0:1769074901.591400:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85066000. 00000100:00000010:1.0:1769074901.591403:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b149000. 00000100:00000010:1.0:1769074901.591406:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85064000. 00000100:00000010:1.0:1769074901.591408:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b149c00. 00000100:00000010:1.0:1769074901.591410:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab8506e000. 00000100:00000010:1.0:1769074901.591413:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b14a800. 00000100:00000010:1.0:1769074901.591416:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab8506c000. 00000100:00000010:1.0:1769074901.591419:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b148400. 00000100:00000010:1.0:1769074901.591421:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab85068000. 00000100:00000010:1.0:1769074901.591424:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8b14b400. 00000100:00000010:1.0:1769074901.591426:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dab8506a000. 00000100:00000010:1.0:1769074901.591429:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83714400. 00000100:00000010:1.0:1769074901.591431:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb657a000. 00000100:00000010:1.0:1769074901.591446:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab933c6800. 00000100:00000010:1.0:1769074901.591449:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb657e000. 00000100:00000010:1.0:1769074901.591452:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab933c7800. 00000100:00000010:1.0:1769074901.591455:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb657c000. 00000100:00000010:1.0:1769074901.591457:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab933c4000. 00000100:00000010:1.0:1769074901.591460:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabb6578000. 00000100:00000010:1.0:1769074901.591463:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab933c7400. 00000100:00000010:1.0:1769074901.591466:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae75c000. 00000100:00000010:1.0:1769074901.591468:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab933c7000. 00000100:00000010:1.0:1769074901.591471:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae758000. 00000100:00000010:1.0:1769074901.591473:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba2b3b400. 00000100:00000010:1.0:1769074901.591476:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae75a000. 00000100:00000010:1.0:1769074901.591479:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba2b3a000. 00000100:00000010:1.0:1769074901.591481:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8dabae75e000. 00000100:00000010:1.0:1769074901.591484:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daba2b3a400. 00000100:00000010:1.0:1769074901.591488:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8daa8ff63800. 00000100:00000010:1.0:1769074901.591492:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8dab88cc5000. 00000100:00000010:1.0:1769074901.591495:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8dab88cd6000. 00000100:00000010:1.0:1769074901.591497:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8dab84da4800. 00000100:00000010:1.0:1769074901.591500:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8dab84da0000. 00000100:00000010:1.0:1769074901.591502:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8dab84da1000. 00000100:00000010:1.0:1769074901.591509:0:47599:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8daa8a54eb80. 00000100:00000010:1.0:1769074901.591514:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa84182a80. 00000100:00000010:1.0:1769074901.591517:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab813700c0. 00000100:00000010:1.0:1769074901.591521:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab812eda80. 00000100:00000010:1.0:1769074901.591524:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab9395acc0. 00000100:00000010:1.0:1769074901.591527:0:47599:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8daa8a54e0c0. 00000100:00000010:1.0:1769074901.591530:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa831c3240. 00000100:00000010:1.0:1769074901.591532:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab90a85480. 00000100:00000010:1.0:1769074901.591535:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab90a850c0. 00000100:00000010:1.0:1769074901.591538:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab90a85900. 00000100:00000010:1.0:1769074901.591540:0:47599:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff8dabb422d780. 00000020:00000010:1.0:1769074901.591668:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabae7a8000. 00000020:00000010:1.0:1769074901.591672:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa838f2000. 00000020:00000010:1.0:1769074901.591675:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab88cf0000. 00000020:00000010:1.0:1769074901.591679:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbec70000. 00000020:00000010:1.0:1769074901.591691:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dab86470000. 00000020:00000010:1.0:1769074901.591696:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa83717000. 00000100:00000010:1.0:1769074901.591726:0:47599:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dab843fc000. 00000100:00000010:1.0:1769074901.591735:0:47599:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dabb6560000. 00000100:00000010:1.0:1769074901.591739:0:47599:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dab933c7c00. 00000100:00000010:1.0:1769074901.591742:0:47599:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8daba2028000. 00000020:00000010:2.0:1769074901.591891:0:36255:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab842e22c0. 00000020:00000010:2.0:1769074901.591901:0:36255:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa82905e00. 00000040:00000010:2.0:1769074901.591906:0:36255:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa82905400. 00000020:00000010:2.0:1769074901.591909:0:36255:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8bba6000. 00000020:00000010:2.0:1769074901.591913:0:36255:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda78c0. 00000020:00000010:2.0:1769074901.591918:0:36255:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa82904200. 80000000:00000010:2.0:1769074901.591921:0:36255:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab906f5180. 40000000:00000010:2.0:1769074901.591925:0:36255:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab842e2d40. 00100000:00000010:2.0:1769074901.591929:0:36255:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8bba3000. 00040000:00000010:2.0:1769074901.591933:0:36255:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabafdad800. 00040000:00000010:2.0:1769074901.591938:0:36255:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa82905800. 00080000:00000010:2.0:1769074901.591941:0:36255:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8bba1000. 00000020:00000010:2.0:1769074901.591945:0:36255:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa82904c00. 00010000:00000010:1.0:1769074901.592058:0:47599:0:(ldlm_lockd.c:3585:ldlm_cleanup()) kfreed 'ldlm_state': 32 at ffff8daba10aed20. 00010000:00000010:1.0:1769074901.592065:0:47599:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8daba0de2500. 00010000:00000010:1.0:1769074901.592068:0:47599:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8dab88cc9000. 00010000:00000010:1.0:1769074901.592072:0:47599:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8daba03a1000. 00000020:00000010:1.0:1769074901.592132:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa8a1ea000. 00000020:00000010:1.0:1769074901.592136:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa838f4000. 00000020:00000010:1.0:1769074901.592146:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa8bd3e000. 00000020:00000010:1.0:1769074901.592149:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbd4ac000. 00000020:00000010:1.0:1769074901.592154:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dab86259000. 00000020:00000010:1.0:1769074901.592158:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a425800. 00000001:00000010:1.0:1769074901.592176:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab88fc0e00. 00000001:00000010:1.0:1769074901.592179:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8bc5c400. 00000001:00000010:1.0:1769074901.592182:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab8be2c400. 00000001:00000010:1.0:1769074901.592184:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa83e52800. 00000001:00000010:1.0:1769074901.592187:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab88fd90a0. 00000001:00000010:1.0:1769074901.592189:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab88ea1100. 00000001:00000010:1.0:1769074901.592205:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa83e52e00. 00000001:00000010:1.0:1769074901.592209:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa83e52c00. 00000001:00000010:1.0:1769074901.592211:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa83e53600. 00000001:00000010:1.0:1769074901.592214:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa83e53000. 00000001:00000010:1.0:1769074901.592216:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dab88fd90c0. 00000001:00000010:1.0:1769074901.592218:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab88ea1e00. 00000020:00000010:1.0:1769074901.592233:0:47599:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dab88cc1800. 00000020:00000010:1.0:1769074901.592245:0:47599:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a1e7a00. 00000020:00000010:1.0:1769074901.592249:0:47599:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8a1e6000. 00000040:00000010:1.0:1769074901.592253:0:47599:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8a1e7c00. 00000020:00000010:1.0:1769074901.592257:0:47599:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dababb66000. 00000020:00000010:1.0:1769074901.592262:0:47599:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa858364a0. 00000020:00000010:1.0:1769074901.592265:0:47599:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8a1e6e00. 80000000:00000010:1.0:1769074901.592268:0:47599:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a375180. 40000000:00000010:1.0:1769074901.592272:0:47599:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab89c45cc0. 00100000:00000010:1.0:1769074901.592275:0:47599:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dababb67800. 00040000:00000010:1.0:1769074901.592279:0:47599:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab83e9de00. 00040000:00000010:1.0:1769074901.592282:0:47599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8a1e7000. 00080000:00000010:1.0:1769074901.592286:0:47599:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dababb64800. 00000010:00000010:1.0:1769074901.592290:0:47599:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff8dabbecce000. 00000020:00000010:1.0:1769074901.592294:0:47599:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a1e6000. 00000040:00000010:1.0:1769074901.592296:0:47599:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8a1e7c00. 00000020:00000010:1.0:1769074901.592299:0:47599:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dababb66000. 00000020:00000010:1.0:1769074901.592302:0:47599:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa858364a0. 00000020:00000010:1.0:1769074901.592305:0:47599:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8a1e6e00. 80000000:00000010:1.0:1769074901.592308:0:47599:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8a375180. 40000000:00000010:1.0:1769074901.592310:0:47599:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab89c45cc0. 00100000:00000010:1.0:1769074901.592313:0:47599:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dababb67800. 00040000:00000010:1.0:1769074901.592315:0:47599:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab83e9de00. 00040000:00000010:1.0:1769074901.592318:0:47599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a1e7000. 00080000:00000010:1.0:1769074901.592321:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dababb64800. 00000020:00000010:1.0:1769074901.592323:0:47599:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a1e7a00. 00000020:00000010:1.0:1769074901.592325:0:47599:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabae1431b0. 00000020:00000010:1.0:1769074901.592331:0:47599:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8daba034ef00. 00000020:00000010:1.0:1769074901.592399:0:47599:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8daa8a375180. 00000020:00000010:0.0:1769074901.592866:0:483:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa838df000. 00080000:00000010:1.0:1769074901.597873:0:47599:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8dab87537560. 00000020:00000010:1.0:1769074901.597885:0:47599:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff8daa8598ae40. 00080000:00000010:1.0:1769074901.597897:0:47599:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dabbc4fd200. 00080000:00000010:1.0:1769074901.597901:0:47599:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dab825b21c0. 00080000:00000010:1.0:1769074901.597905:0:47599:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dabae57fb00. 00080000:00000010:1.0:1769074901.597908:0:47599:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dab90364e00. 00080000:00000010:1.0:1769074901.597911:0:47599:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab8302eb00. 00080000:00000010:1.0:1769074901.597914:0:47599:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dab882afcc0. 00080000:00000010:1.0:1769074901.597917:0:47599:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab833ec100. 00080000:00000010:1.0:1769074901.597920:0:47599:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dabae79ca80. 00080000:00000010:1.0:1769074901.597922:0:47599:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab8302ea00. 00080000:00000010:1.0:1769074901.597924:0:47599:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dabaff7b240. 00080000:00000010:1.0:1769074901.597926:0:47599:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at ffff8dab833ec500. 00080000:00000010:1.0:1769074901.597928:0:47599:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at ffff8dab87103f00. 00080000:00000010:1.0:1769074901.597933:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23980. 00080000:00000010:1.0:1769074901.597938:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23440. 00080000:00000010:1.0:1769074901.597942:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23900. 00080000:00000010:1.0:1769074901.597944:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23940. 00080000:00000010:1.0:1769074901.597947:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23d00. 00080000:00000010:1.0:1769074901.597950:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23600. 00080000:00000010:1.0:1769074901.597953:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea239c0. 00080000:00000010:1.0:1769074901.597956:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23540. 00080000:00000010:1.0:1769074901.597959:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23a40. 00080000:00000010:1.0:1769074901.597962:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea231c0. 00080000:00000010:1.0:1769074901.597966:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23fc0. 00080000:00000010:1.0:1769074901.597974:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23c40. 00080000:00000010:1.0:1769074901.597977:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea237c0. 00080000:00000010:1.0:1769074901.597980:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea235c0. 00080000:00000010:1.0:1769074901.597983:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23e40. 00080000:00000010:1.0:1769074901.597986:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23a80. 00080000:00000010:1.0:1769074901.597989:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23000. 00080000:00000010:1.0:1769074901.597992:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23d80. 00080000:00000010:1.0:1769074901.597996:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23780. 00080000:00000010:1.0:1769074901.598000:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23380. 00080000:00000010:1.0:1769074901.598003:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23b40. 00080000:00000010:1.0:1769074901.598006:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23e00. 00080000:00000010:1.0:1769074901.598010:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23140. 00080000:00000010:1.0:1769074901.598014:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23300. 00080000:00000010:1.0:1769074901.598017:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea232c0. 00080000:00000010:1.0:1769074901.598021:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23200. 00080000:00000010:1.0:1769074901.598024:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23ec0. 00080000:00000010:1.0:1769074901.598028:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23bc0. 00080000:00000010:1.0:1769074901.598031:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23f80. 00080000:00000010:1.0:1769074901.598035:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23340. 00080000:00000010:1.0:1769074901.598039:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23f00. 00080000:00000010:1.0:1769074901.598043:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23c80. 00080000:00000010:1.0:1769074901.598047:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23700. 00080000:00000010:1.0:1769074901.598051:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23500. 00080000:00000010:1.0:1769074901.598054:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23480. 00080000:00000010:1.0:1769074901.598058:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23ac0. 00080000:00000010:1.0:1769074901.598062:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23240. 00080000:00000010:1.0:1769074901.598065:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23e80. 00080000:00000010:1.0:1769074901.598069:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23dc0. 00080000:00000010:1.0:1769074901.598072:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23580. 00080000:00000010:1.0:1769074901.598077:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea23080. 00080000:00000010:1.0:1769074901.598081:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab9ea234c0. 00080000:00000010:1.0:1769074901.598085:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabafac0900. 00080000:00000010:1.0:1769074901.598089:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73c80. 00080000:00000010:1.0:1769074901.598095:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73b40. 00080000:00000010:1.0:1769074901.598100:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73440. 00080000:00000010:1.0:1769074901.598110:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73640. 00080000:00000010:1.0:1769074901.598115:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73600. 00080000:00000010:1.0:1769074901.598118:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff733c0. 00080000:00000010:1.0:1769074901.598123:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73800. 00080000:00000010:1.0:1769074901.598128:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73a80. 00080000:00000010:1.0:1769074901.598132:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73480. 00080000:00000010:1.0:1769074901.598135:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73fc0. 00080000:00000010:1.0:1769074901.598141:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff735c0. 00080000:00000010:1.0:1769074901.598145:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff730c0. 00080000:00000010:1.0:1769074901.598150:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73900. 00080000:00000010:1.0:1769074901.598155:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73bc0. 00080000:00000010:1.0:1769074901.598161:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73940. 00080000:00000010:1.0:1769074901.598166:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73b80. 00080000:00000010:1.0:1769074901.598171:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73840. 00080000:00000010:1.0:1769074901.598177:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dabaff73e00. 00080000:00000010:1.0:1769074901.598182:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8c00. 00080000:00000010:1.0:1769074901.598189:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8940. 00080000:00000010:1.0:1769074901.598206:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8280. 00080000:00000010:1.0:1769074901.598217:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8800. 00080000:00000010:1.0:1769074901.598223:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8f80. 00080000:00000010:1.0:1769074901.598228:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8680. 00080000:00000010:1.0:1769074901.598232:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be89c0. 00080000:00000010:1.0:1769074901.598235:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8d00. 00080000:00000010:1.0:1769074901.598239:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be87c0. 00080000:00000010:1.0:1769074901.598243:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8640. 00080000:00000010:1.0:1769074901.598268:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8580. 00080000:00000010:1.0:1769074901.598275:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8140. 00080000:00000010:1.0:1769074901.598278:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8440. 00080000:00000010:1.0:1769074901.598281:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8040. 00080000:00000010:1.0:1769074901.598285:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab82be8a40. 00080000:00000010:1.0:1769074901.598289:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd180. 00080000:00000010:1.0:1769074901.598292:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cdc40. 00080000:00000010:1.0:1769074901.598296:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd280. 00080000:00000010:1.0:1769074901.598300:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cddc0. 00080000:00000010:1.0:1769074901.598304:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd8c0. 00080000:00000010:1.0:1769074901.598307:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd500. 00080000:00000010:1.0:1769074901.598310:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd880. 00080000:00000010:1.0:1769074901.598313:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cdbc0. 00080000:00000010:1.0:1769074901.598316:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd480. 00080000:00000010:1.0:1769074901.598319:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd680. 00080000:00000010:1.0:1769074901.598322:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd940. 00080000:00000010:1.0:1769074901.598326:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cdf80. 00080000:00000010:1.0:1769074901.598331:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cdd80. 00080000:00000010:1.0:1769074901.598334:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd980. 00080000:00000010:1.0:1769074901.598337:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cdd00. 00080000:00000010:1.0:1769074901.598341:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd0c0. 00080000:00000010:1.0:1769074901.598345:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cda80. 00080000:00000010:1.0:1769074901.598349:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd580. 00080000:00000010:1.0:1769074901.598353:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd240. 00080000:00000010:1.0:1769074901.598356:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd140. 00080000:00000010:1.0:1769074901.598359:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cdfc0. 00080000:00000010:1.0:1769074901.598363:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cdec0. 00080000:00000010:1.0:1769074901.598366:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd9c0. 00080000:00000010:1.0:1769074901.598370:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cde00. 00080000:00000010:1.0:1769074901.598375:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd340. 00080000:00000010:1.0:1769074901.598378:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd540. 00080000:00000010:1.0:1769074901.598381:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd640. 00080000:00000010:1.0:1769074901.598384:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd440. 00080000:00000010:1.0:1769074901.598387:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd040. 00080000:00000010:1.0:1769074901.598391:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cda40. 00080000:00000010:1.0:1769074901.598395:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd5c0. 00080000:00000010:1.0:1769074901.598398:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd2c0. 00080000:00000010:1.0:1769074901.598402:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd400. 00080000:00000010:1.0:1769074901.598405:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd900. 00080000:00000010:1.0:1769074901.598409:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cd740. 00080000:00000010:1.0:1769074901.598412:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cdac0. 00080000:00000010:1.0:1769074901.598416:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871cdb80. 00080000:00000010:1.0:1769074901.598419:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab89ed4d40. 00080000:00000010:1.0:1769074901.598423:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab89ed4c80. 00080000:00000010:1.0:1769074901.598427:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab89ed4000. 00080000:00000010:1.0:1769074901.598432:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab89ed4800. 00080000:00000010:1.0:1769074901.598437:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab89ed4140. 00080000:00000010:1.0:1769074901.598440:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab89ed42c0. 00080000:00000010:1.0:1769074901.598444:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab89ed4500. 00080000:00000010:1.0:1769074901.598447:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab89ed47c0. 00080000:00000010:1.0:1769074901.598451:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871030c0. 00080000:00000010:1.0:1769074901.598455:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871038c0. 00080000:00000010:1.0:1769074901.598458:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87103d00. 00080000:00000010:1.0:1769074901.598461:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87103580. 00080000:00000010:1.0:1769074901.598465:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87103ac0. 00080000:00000010:1.0:1769074901.598468:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab871033c0. 00080000:00000010:1.0:1769074901.598473:0:47599:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at ffff8dab87103400. 00080000:00000010:1.0:1769074901.598475:0:47599:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at ffff8daa83c6ac00. 00000020:00000010:1.0:1769074901.599041:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dab843b4600. 00000020:00000010:1.0:1769074901.599048:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8daa83d7ee00. 00000020:00000010:1.0:1769074901.599051:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8daa8587d200. 00000020:00000010:1.0:1769074901.599055:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8dab88e9c400. 00000020:00000010:1.0:1769074901.599059:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at ffff8daa84138600. 00000020:00000010:1.0:1769074901.599064:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8bbddc00. 00000001:00000010:1.0:1769074901.605535:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab87637600. 00000001:00000010:1.0:1769074901.605545:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab87637a00. 00000001:00000010:1.0:1769074901.605547:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab87637e00. 00000001:00000010:1.0:1769074901.605549:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab87636a00. 00000001:00000010:1.0:1769074901.605552:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa82bb8ea0. 00000001:00000010:1.0:1769074901.605554:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab833ec700. 00000001:00000010:1.0:1769074901.605560:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab87637400. 00000001:00000010:1.0:1769074901.605562:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab87636200. 00000001:00000010:1.0:1769074901.605564:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab87636400. 00000001:00000010:1.0:1769074901.605566:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8591fc00. 00000001:00000010:1.0:1769074901.605568:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8daa82bb8a60. 00000001:00000010:1.0:1769074901.605570:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dab833ec800. 00000020:00000010:1.0:1769074901.605586:0:47599:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8dabbc55d000. 00000020:00000010:1.0:1769074901.605620:0:47599:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a1e7a00. 00000020:00000010:1.0:1769074901.605625:0:47599:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8a1e7000. 00000040:00000010:1.0:1769074901.605629:0:47599:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8a1e6e00. 00000020:00000010:1.0:1769074901.605633:0:47599:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dababb64800. 00000020:00000010:1.0:1769074901.605638:0:47599:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8a1e7c00. 00040000:00000010:1.0:1769074901.605643:0:47599:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab83e9de00. 00040000:00000010:1.0:1769074901.605646:0:47599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8a1e6000. 00080000:00000010:1.0:1769074901.605651:0:47599:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dababb67800. 00000020:00000010:1.0:1769074901.605686:0:47599:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at ffff8dab89114000. 00000020:00000010:1.0:1769074901.605704:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8dab88ea1300. 00000020:00000010:1.0:1769074901.605707:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8dabbc4fda00. 00000020:00000010:1.0:1769074901.605712:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8dab833ec000. 00000020:00000010:1.0:1769074901.605714:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8dab8302e900. 00000020:00000010:1.0:1769074901.605718:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff8dab87392b40. 00000020:00000010:1.0:1769074901.605720:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8a432400. 00080000:00000010:1.0:1769074901.605727:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab864d4a00. 00080000:00000010:1.0:1769074901.605730:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8c737800. 00000020:00000010:1.0:1769074901.605734:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 204 at ffff8dababb42800. 00080000:00000010:1.0:1769074901.605737:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8ff60800. 00080000:00000010:1.0:1769074901.605741:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8ec0c000. 00080000:00000010:1.0:1769074901.605744:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab82d21700. 00000020:00000010:1.0:1769074901.605747:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at ffff8dabae10f360. 00080000:00000010:1.0:1769074901.605754:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dababb67000. 00080000:00000010:1.0:1769074901.605758:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dabae0ff900. 00000020:00000010:1.0:1769074901.605761:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at ffff8dab84d0eba0. 00080000:00000010:1.0:1769074901.605764:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabbfffb800. 00080000:00000010:1.0:1769074901.605767:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab89d8de00. 00000020:00000010:1.0:1769074901.605770:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at ffff8dabbd1bb0c0. 00080000:00000010:1.0:1769074901.605772:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabaffcb000. 00080000:00000010:1.0:1769074901.605777:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab864d4400. 00080000:00000010:1.0:1769074901.605779:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba1351000. 00080000:00000010:1.0:1769074901.605782:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab89e0ed00. 00080000:00000010:1.0:1769074901.605784:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dababb63000. 00080000:00000010:1.0:1769074901.605787:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab89d8d200. 00080000:00000010:1.0:1769074901.605789:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabaffc8800. 00080000:00000010:1.0:1769074901.605792:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dabae0ffc00. 00080000:00000010:1.0:1769074901.605794:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabbfff8800. 00080000:00000010:1.0:1769074901.605797:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab89e0ea00. 00000020:00000010:1.0:1769074901.605799:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at ffff8daa8a2a1780. 00080000:00000010:1.0:1769074901.605804:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabaffcd800. 00080000:00000010:1.0:1769074901.605808:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab8910b900. 00000020:00000010:1.0:1769074901.605811:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at ffff8daa8f7b68a0. 00080000:00000010:1.0:1769074901.605816:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabbfffb000. 00080000:00000010:1.0:1769074901.605819:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab89d8d700. 00000020:00000010:1.0:1769074901.605821:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at ffff8daa8590cc00. 00080000:00000010:1.0:1769074901.605824:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83962000. 00080000:00000010:1.0:1769074901.605827:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab89d8d900. 00080000:00000010:1.0:1769074901.605829:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabbcb22000. 00080000:00000010:1.0:1769074901.605837:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabbffff800. 00080000:00000010:1.0:1769074901.605840:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83961000. 00000020:00000010:1.0:1769074901.605844:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 204 at ffff8dab88e89300. 00080000:00000010:1.0:1769074901.605846:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88de3800. 00000020:00000010:1.0:1769074901.605850:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 204 at ffff8dabaddc7e00. 00080000:00000010:1.0:1769074901.605852:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa835d5000. 00000020:00000010:1.0:1769074901.605855:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 204 at ffff8daba0147700. 00080000:00000010:1.0:1769074901.605858:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88c99000. 00080000:00000010:1.0:1769074901.605861:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab8504dd00. 00000020:00000010:1.0:1769074901.605866:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 160 at ffff8daa8b9f4f00. 00080000:00000010:1.0:1769074901.605873:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabbc55f800. 00000020:00000010:1.0:1769074901.605880:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 204 at ffff8dabae77b300. 00080000:00000010:1.0:1769074901.605883:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88cd4800. 00000020:00000010:1.0:1769074901.605887:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 204 at ffff8dabaddc7900. 00080000:00000010:1.0:1769074901.605889:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabad722800. 00080000:00000010:1.0:1769074901.605893:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8a5a0800. 00080000:00000010:1.0:1769074901.605896:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba1093000. 00080000:00000010:1.0:1769074901.605899:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82fa1000. 00080000:00000010:1.0:1769074901.605902:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba1091800. 00000020:00000010:1.0:1769074901.605904:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 204 at ffff8dabadb1ba00. 00080000:00000010:1.0:1769074901.605907:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba1092000. 00000020:00000010:1.0:1769074901.605910:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 204 at ffff8dabaddc7000. 00080000:00000010:1.0:1769074901.605912:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba1096800. 00000020:00000010:1.0:1769074901.605919:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 204 at ffff8dabaddc7a00. 00080000:00000010:1.0:1769074901.605921:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabafbbc000. 00080000:00000010:1.0:1769074901.605925:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab86018800. 00080000:00000010:1.0:1769074901.605928:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba0ccc000. 00080000:00000010:1.0:1769074901.605930:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab88e89000. 00000020:00000010:1.0:1769074901.605933:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at ffff8dab87f9cc00. 00080000:00000010:1.0:1769074901.605935:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba00e1000. 00080000:00000010:1.0:1769074901.605938:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab87f3b800. 00000020:00000010:1.0:1769074901.605941:0:47599:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 160 at ffff8daba0e26cc0. 00080000:00000010:1.0:1769074901.605944:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab85a2f800. 00080000:00000010:1.0:1769074901.605947:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab89c9bc00. 00080000:00000010:1.0:1769074901.605950:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82fa3000. 00080000:00000010:1.0:1769074901.605954:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab86019800. 00080000:00000010:1.0:1769074901.605957:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa835d7000. 00080000:00000010:1.0:1769074901.605959:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba10cb800. 00080000:00000010:1.0:1769074901.605962:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daba056f800. 00080000:00000010:1.0:1769074901.605965:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab900ef800. 00080000:00000010:1.0:1769074901.605969:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabad721800. 00080000:00000010:1.0:1769074901.605971:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82372800. 00080000:00000010:1.0:1769074901.605976:0:47599:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at ffff8daba0dc0000. 00000020:00000010:1.0:1769074901.605987:0:47599:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a1e7000. 00000040:00000010:1.0:1769074901.605991:0:47599:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8a1e6e00. 00000020:00000010:1.0:1769074901.605994:0:47599:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dababb64800. 00000020:00000010:1.0:1769074901.605998:0:47599:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8a1e7c00. 00040000:00000010:1.0:1769074901.606000:0:47599:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab83e9de00. 00040000:00000010:1.0:1769074901.606004:0:47599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a1e6000. 00080000:00000010:1.0:1769074901.606006:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dababb67800. 00000020:00000010:1.0:1769074901.606008:0:47599:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a1e7a00. 00000020:00000010:1.0:1769074901.606011:0:47599:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabbd2b31b0. 00000020:00000010:1.0:1769074901.606016:0:47599:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8daa8a375180. 00000020:00000010:1.0:1769074901.606025:0:47599:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at ffff8daa82bb8c00. 00000020:00000010:1.0:1769074901.606028:0:47599:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at ffff8dab9083b4f0. 00000020:00000010:1.0:1769074901.606032:0:47599:0:(obd_mount.c:659:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_mgs': 20 at ffff8daa82bb8280. 00000020:00000010:1.0:1769074901.606034:0:47599:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at ffff8dababb4e680. 00000020:00000010:1.0:1769074901.606037:0:47599:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff8daa837e8000. 00000020:00000010:1.0:1769074901.606040:0:47599:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at ffff8dab89109d00. 00000020:00000010:1.0:1769074901.606043:0:47599:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff8dabbc559800. 00000020:00000010:1.0:1769074901.606055:0:47599:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at ffff8dab89c45400. 00000001:00000010:1.0:1769074901.606071:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab90450000. 00000001:00000010:1.0:1769074901.606074:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab90451200. 00000001:00000010:1.0:1769074901.606076:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab93172000. 00000001:00000010:1.0:1769074901.606079:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab93172c00. 00000001:00000010:1.0:1769074901.606081:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dabbec14380. 00000001:00000010:1.0:1769074901.606084:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabae3d6c00. 00000001:00000010:1.0:1769074901.606089:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a126c00. 00000001:00000010:1.0:1769074901.606091:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8daa8a127200. 00000001:00000010:1.0:1769074901.606093:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab93b73c00. 00000001:00000010:1.0:1769074901.606095:0:47599:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8dab93b73600. 00000001:00000010:1.0:1769074901.606096:0:47599:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8dabbec14400. 00000001:00000010:1.0:1769074901.606098:0:47599:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8dabae3d6a00. 00000020:00000010:1.0:1769074901.606105:0:47599:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8daa82fa6000. 00000020:00000010:1.0:1769074901.606109:0:47599:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a1e7a00. 00000020:00000010:1.0:1769074901.606112:0:47599:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8a1e6000. 00000040:00000010:1.0:1769074901.606114:0:47599:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8a1e7c00. 00000020:00000010:1.0:1769074901.606116:0:47599:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dababb67800. 00000020:00000010:1.0:1769074901.606119:0:47599:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8a1e6e00. 00040000:00000010:1.0:1769074901.606121:0:47599:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab83e9de00. 00040000:00000010:1.0:1769074901.606123:0:47599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8a1e7000. 00000100:00000200:1.0:1769074901.606139:0:47599:0:(service.c:3836:ptlrpc_unregister_service()) ost: tearing down 00000020:00000010:1.0:1769074901.606206:0:45110:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a942400. 00000020:00000010:1.0:1769074901.606210:0:45110:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabaffcb800. 00000020:00000010:1.0:1769074901.606216:0:45110:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85832d48. 00000020:00000010:1.0:1769074901.606220:0:45110:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab84221c00. 80000000:00000010:1.0:1769074901.606224:0:45110:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8c67e360. 40000000:00000010:1.0:1769074901.606228:0:45110:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab839007c0. 00100000:00000010:1.0:1769074901.606232:0:45110:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabaffcd000. 00040000:00000010:1.0:1769074901.606235:0:45110:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89d8df00. 00040000:00000010:1.0:1769074901.606237:0:45110:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab84220400. 00000020:00000010:1.0:1769074901.606239:0:45110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab89ed7600. 00000020:00000010:1.0:1769074901.606245:0:45110:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab83900d80. 00000100:00000010:1.0:1769074901.606249:0:45110:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab83900400. 00000100:00000010:1.0:1769074901.609126:0:46069:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375ba0. 00000020:00000010:1.0:1769074901.609154:0:45107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbd18a800. 00000020:00000010:1.0:1769074901.609159:0:45107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabaffc8000. 00000020:00000010:1.0:1769074901.609164:0:45107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85835588. 00000020:00000010:1.0:1769074901.609169:0:45107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbd18b200. 80000000:00000010:1.0:1769074901.609174:0:45107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8c67e900. 40000000:00000010:1.0:1769074901.609178:0:45107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab839000c0. 00100000:00000010:1.0:1769074901.609183:0:45107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabaffcf000. 00040000:00000010:1.0:1769074901.609188:0:45107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89d8db00. 00040000:00000010:1.0:1769074901.609191:0:45107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab8431a400. 00000020:00000010:1.0:1769074901.609195:0:45107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbd18be00. 00000020:00000010:1.0:1769074901.609210:0:45107:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab83900700. 00000100:00000010:1.0:1769074901.609216:0:45107:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab83900d40. 00000020:00000010:1.0:1769074901.609285:0:37047:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabafddd400. 00000020:00000010:1.0:1769074901.609288:0:37047:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daba00e5000. 00000020:00000010:1.0:1769074901.609292:0:37047:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda3758. 00000020:00000010:1.0:1769074901.609295:0:37047:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabafddd800. 80000000:00000010:1.0:1769074901.609297:0:37047:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa82cfe660. 40000000:00000010:1.0:1769074901.609300:0:37047:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab84fd60c0. 00100000:00000010:1.0:1769074901.609304:0:37047:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daba00e3800. 00040000:00000010:1.0:1769074901.609306:0:37047:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87f21600. 00040000:00000010:1.0:1769074901.609309:0:37047:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabafddd200. 00000020:00000010:1.0:1769074901.609311:0:37047:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafddce00. 00000020:00000010:1.0:1769074901.609315:0:37047:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab84fd6780. 00000100:00000010:1.0:1769074901.609318:0:37047:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab84fd6280. 00000020:00000010:1.0:1769074901.609352:0:45113:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabb48f4a00. 00000020:00000010:1.0:1769074901.609355:0:45113:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dababb63800. 00000020:00000010:1.0:1769074901.609358:0:45113:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa8316a840. 00000020:00000010:1.0:1769074901.609361:0:45113:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabb48f5c00. 80000000:00000010:1.0:1769074901.609364:0:45113:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daba0467840. 40000000:00000010:1.0:1769074901.609367:0:45113:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaedbd240. 00100000:00000010:1.0:1769074901.609371:0:45113:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dababb61000. 00040000:00000010:1.0:1769074901.609373:0:45113:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89e0e600. 00040000:00000010:1.0:1769074901.609376:0:45113:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabb48f5400. 00000020:00000010:1.0:1769074901.609378:0:45113:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabb48f4000. 00000020:00000010:1.0:1769074901.609381:0:45113:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabaedbdac0. 00000100:00000010:1.0:1769074901.609384:0:45113:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabaedbd840. 00000020:00000010:1.0:1769074901.609418:0:38654:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8587d000. 00000020:00000010:1.0:1769074901.609430:0:38654:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabbc55c000. 00000020:00000010:1.0:1769074901.609434:0:38654:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73c670. 00000020:00000010:1.0:1769074901.609438:0:38654:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab88281e00. 80000000:00000010:1.0:1769074901.609440:0:38654:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab8a236900. 40000000:00000010:1.0:1769074901.609444:0:38654:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabae79c900. 00100000:00000010:1.0:1769074901.609447:0:38654:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabbc55b800. 00040000:00000010:1.0:1769074901.609450:0:38654:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae77b500. 00040000:00000010:1.0:1769074901.609453:0:38654:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daba039cc00. 00000020:00000010:1.0:1769074901.609455:0:38654:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88e9d400. 00000020:00000010:1.0:1769074901.609459:0:38654:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabae79cec0. 00000100:00000010:1.0:1769074901.609462:0:38654:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabae79cd80. 00000020:00000010:1.0:1769074901.609496:0:45112:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa85a3e400. 00000020:00000010:1.0:1769074901.609499:0:45112:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabbfff9800. 00000020:00000010:1.0:1769074901.609503:0:45112:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73e4a0. 00000020:00000010:1.0:1769074901.609506:0:45112:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa85a3fa00. 80000000:00000010:1.0:1769074901.609516:0:45112:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabc1800ba0. 40000000:00000010:1.0:1769074901.609519:0:45112:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa81a8e2c0. 00100000:00000010:1.0:1769074901.609522:0:45112:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabbfffd000. 00040000:00000010:1.0:1769074901.609525:0:45112:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae0ffa00. 00040000:00000010:1.0:1769074901.609527:0:45112:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa85a3f800. 00000020:00000010:1.0:1769074901.609530:0:45112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa85a3e200. 00000020:00000010:1.0:1769074901.609533:0:45112:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa81a8e200. 00000100:00000010:1.0:1769074901.609536:0:45112:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa81a8eb00. 00000020:00000010:1.0:1769074901.609565:0:45108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabb401fc00. 00000020:00000010:1.0:1769074901.609569:0:45108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daba056e800. 00000020:00000010:1.0:1769074901.609572:0:45108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fa338. 00000020:00000010:1.0:1769074901.609576:0:45108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabb401ec00. 80000000:00000010:1.0:1769074901.609580:0:45108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daba0467420. 40000000:00000010:1.0:1769074901.609582:0:45108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaedbd940. 00100000:00000010:1.0:1769074901.609585:0:45108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daba0568000. 00040000:00000010:1.0:1769074901.610002:0:45108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89e0e300. 00040000:00000010:1.0:1769074901.610007:0:45108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabb401ee00. 00000020:00000010:1.0:1769074901.610010:0:45108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbd19b200. 00000020:00000010:1.0:1769074901.610015:0:45108:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabaedbddc0. 00000100:00000010:1.0:1769074901.610020:0:45108:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabaedbd580. 00000100:00000010:2.0:1769074901.610377:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a375d20. 00000020:00000010:3.0:1769074901.613011:0:36261:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab89eb85c0. 00000020:00000010:3.0:1769074901.613046:0:36261:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa89c4e000. 00000040:00000010:3.0:1769074901.613055:0:36261:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa89c4e800. 00000020:00000010:3.0:1769074901.613059:0:36261:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8bba4000. 00000020:00000010:3.0:1769074901.613069:0:36261:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda6eb0. 00000020:00000010:3.0:1769074901.613078:0:36261:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa89c4f000. 80000000:00000010:3.0:1769074901.613082:0:36261:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab906f5de0. 40000000:00000010:3.0:1769074901.613088:0:36261:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab89eb8a40. 00100000:00000010:3.0:1769074901.613094:0:36261:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8bba0000. 00040000:00000010:3.0:1769074901.613099:0:36261:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbeccc300. 00040000:00000010:3.0:1769074901.613113:0:36261:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8daa81ab0000. 00040000:00000010:3.0:1769074901.613119:0:36261:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa89c4fa00. 00080000:00000010:3.0:1769074901.613124:0:36261:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8bba7000. 00000004:00000010:3.0:1769074901.613146:0:36261:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8daa81ab4000. 00000004:00000010:3.0:1769074901.613152:0:36261:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8dab86472000. 00000004:00000010:3.0:1769074901.613167:0:36261:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8daa81ab1800. 00002000:00000010:3.0:1769074901.613182:0:36261:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8daa8b205c00. 00000004:00000010:3.0:1769074901.613188:0:36261:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8daa8b204400. 00000020:00000010:3.0:1769074901.613192:0:36261:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa89c4e600. 00000020:00000010:3.0:1769074901.613326:0:47062:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8e36f800. 00000020:00000010:3.0:1769074901.613332:0:47062:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabbe299000. 00000020:00000010:3.0:1769074901.613336:0:47062:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa8316c670. 00000020:00000010:3.0:1769074901.613340:0:47062:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8e36f400. 80000000:00000010:3.0:1769074901.613343:0:47062:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab89c8ade0. 40000000:00000010:3.0:1769074901.613346:0:47062:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabbeeee840. 00100000:00000010:3.0:1769074901.613349:0:47062:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabbe299800. 00040000:00000010:3.0:1769074901.613352:0:47062:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab8910bf00. 00040000:00000010:3.0:1769074901.613356:0:47062:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab831fe800. 00000020:00000010:3.0:1769074901.613362:0:47062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8e36ec00. 00000020:00000010:3.0:1769074901.613376:0:47062:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabbeeeeec0. 00000100:00000010:3.0:1769074901.613381:0:47062:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabbeeee040. 00000020:00000010:0.0:1769074901.614695:0:45109:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabb5b30a00. 00000020:00000010:0.0:1769074901.614714:0:45109:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daba1354000. 00000020:00000010:0.0:1769074901.614722:0:45109:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda4b78. 00000020:00000010:0.0:1769074901.614731:0:45109:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabb5b30000. 80000000:00000010:0.0:1769074901.614737:0:45109:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabae259780. 40000000:00000010:0.0:1769074901.614742:0:45109:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab8426f540. 00100000:00000010:0.0:1769074901.614747:0:45109:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daba1357000. 00040000:00000010:0.0:1769074901.614751:0:45109:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab864d4c00. 00040000:00000010:0.0:1769074901.614755:0:45109:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabb5b31c00. 00000020:00000010:0.0:1769074901.614763:0:45109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabb5b31200. 00000020:00000010:0.0:1769074901.614783:0:45109:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab8426f240. 00000100:00000010:0.0:1769074901.614872:0:45109:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab8426f100. 00000020:00000010:3.0:1769074901.614882:0:37046:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabb48f3800. 00000020:00000010:3.0:1769074901.614894:0:37046:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab85a2d800. 00000020:00000010:3.0:1769074901.614900:0:37046:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fbc60. 00000020:00000010:3.0:1769074901.614907:0:37046:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabb48f3600. 80000000:00000010:3.0:1769074901.614911:0:37046:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa817df720. 40000000:00000010:3.0:1769074901.614917:0:37046:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab86433140. 00100000:00000010:3.0:1769074901.614922:0:37046:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab85a2c800. 00040000:00000010:3.0:1769074901.614928:0:37046:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbc6c7d00. 00040000:00000010:3.0:1769074901.614934:0:37046:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabb48f3200. 00000020:00000010:3.0:1769074901.614939:0:37046:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabb48f3400. 00000020:00000010:3.0:1769074901.614945:0:37046:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab86433480. 00000100:00000010:3.0:1769074901.614952:0:37046:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab86433100. 00000020:00000010:0.0:1769074901.614985:0:45106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab87881200. 00000020:00000010:0.0:1769074901.614993:0:45106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabbfffc000. 00000020:00000010:0.0:1769074901.614998:0:45106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73e9a8. 00000020:00000010:0.0:1769074901.615005:0:45106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab87880c00. 80000000:00000010:0.0:1769074901.615009:0:45106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabc1800660. 40000000:00000010:0.0:1769074901.615014:0:45106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa81a8e100. 00100000:00000010:0.0:1769074901.615018:0:45106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabbfff8000. 00040000:00000010:0.0:1769074901.615023:0:45106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae0ff700. 00040000:00000010:0.0:1769074901.615029:0:45106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbffe2200. 00000020:00000010:0.0:1769074901.615034:0:45106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab87880e00. 00000020:00000010:3.0:1769074901.615039:0:45101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbff39600. 00000020:00000010:0.0:1769074901.615046:0:45106:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa81a8e180. 00000020:00000010:3.0:1769074901.615047:0:45101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabaffcf800. 00000020:00000010:3.0:1769074901.615060:0:45101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85834670. 00000100:00000010:0.0:1769074901.615063:0:45106:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa81a8eb40. 00000020:00000010:3.0:1769074901.615068:0:45101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbff38e00. 80000000:00000010:3.0:1769074901.615075:0:45101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabad9026c0. 40000000:00000010:3.0:1769074901.615079:0:45101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabae737f40. 00100000:00000010:3.0:1769074901.615085:0:45101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabaffce000. 00040000:00000010:3.0:1769074901.615088:0:45101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89d8da00. 00040000:00000010:3.0:1769074901.615105:0:45101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbff39a00. 00000020:00000010:3.0:1769074901.615119:0:45101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c69e800. 00000020:00000010:3.0:1769074901.615126:0:45101:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabae737080. 00000100:00000010:3.0:1769074901.615137:0:45101:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabae737a00. 00000020:00000010:0.0:1769074901.615146:0:45100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbff11e00. 00000020:00000010:0.0:1769074901.615154:0:45100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabbfffe000. 00000020:00000010:0.0:1769074901.615159:0:45100:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae739928. 00000020:00000010:0.0:1769074901.615164:0:45100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbff10e00. 80000000:00000010:0.0:1769074901.615168:0:45100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daba04675a0. 40000000:00000010:0.0:1769074901.615173:0:45100:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa81a8eec0. 00100000:00000010:0.0:1769074901.615177:0:45100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabbfffe800. 00040000:00000010:0.0:1769074901.615182:0:45100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae0ff300. 00040000:00000010:0.0:1769074901.615188:0:45100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbff11000. 00000020:00000010:0.0:1769074901.615192:0:45100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbff10600. 00000020:00000010:0.0:1769074901.615215:0:45100:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa81a8e340. 00000100:00000010:0.0:1769074901.615228:0:45100:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa81a8e500. 00000020:00000010:3.0:1769074901.615231:0:37045:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab89d0ac00. 00000020:00000010:3.0:1769074901.615239:0:37045:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82fa4800. 00000020:00000010:3.0:1769074901.615245:0:37045:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73eeb0. 00000020:00000010:3.0:1769074901.615251:0:37045:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabafc5f800. 80000000:00000010:3.0:1769074901.615256:0:37045:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab88aeb420. 40000000:00000010:3.0:1769074901.615261:0:37045:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab83900e40. 00100000:00000010:3.0:1769074901.615267:0:37045:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82fa2800. 00040000:00000010:3.0:1769074901.615272:0:37045:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae3d6400. 00040000:00000010:3.0:1769074901.615276:0:37045:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabafc5fa00. 00000020:00000010:3.0:1769074901.615279:0:37045:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab89d0a800. 00000020:00000010:3.0:1769074901.615285:0:37045:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab83900540. 00000100:00000010:3.0:1769074901.615295:0:37045:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab839009c0. 00000020:00000010:0.0:1769074901.615299:0:45098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbd188e00. 00000020:00000010:0.0:1769074901.615308:0:45098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabbcb27800. 00000020:00000010:0.0:1769074901.615315:0:45098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda1420. 00000020:00000010:0.0:1769074901.615322:0:45098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa83d7fe00. 80000000:00000010:0.0:1769074901.615327:0:45098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab82ac63c0. 40000000:00000010:0.0:1769074901.615331:0:45098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab85186c40. 00100000:00000010:0.0:1769074901.615336:0:45098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabbcb27000. 00040000:00000010:0.0:1769074901.615339:0:45098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab8910bb00. 00040000:00000010:0.0:1769074901.615346:0:45098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a47c800. 00000020:00000010:0.0:1769074901.615357:0:45098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbd485200. 00000020:00000010:0.0:1769074901.615367:0:45098:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab85186a80. 00000100:00000010:0.0:1769074901.615372:0:45098:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab85186b80. 00000020:00000010:0.0:1769074901.615431:0:45099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab85934200. 00000020:00000010:0.0:1769074901.615435:0:45099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daba10cf000. 00000020:00000010:0.0:1769074901.615438:0:45099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda5f98. 00000020:00000010:0.0:1769074901.615442:0:45099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab85935800. 80000000:00000010:0.0:1769074901.615444:0:45099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab82ac65a0. 40000000:00000010:0.0:1769074901.615447:0:45099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab85186f80. 00100000:00000010:0.0:1769074901.615450:0:45099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa83967800. 00040000:00000010:0.0:1769074901.615453:0:45099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab8910b600. 00040000:00000010:0.0:1769074901.615456:0:45099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab85934400. 00000020:00000010:0.0:1769074901.615458:0:45099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab85935200. 00000020:00000010:0.0:1769074901.615463:0:45099:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab85186580. 00000100:00000010:0.0:1769074901.615466:0:45099:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab85186740. 00000100:00000010:0.0:1769074901.615506:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a3755a0. 00000100:00000010:2.0:1769074901.615865:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab89d0b000. 00000100:00000010:2.0:1769074901.615871:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabafddc800. 00000100:00000010:2.0:1769074901.615873:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabafc5f200. 00000100:00000010:2.0:1769074901.615877:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab88e9c000. 00000100:00000010:2.0:1769074901.615879:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabb4956800. 00000100:00000010:2.0:1769074901.615882:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab85934000. 00000100:00000010:2.0:1769074901.615889:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab88fcdc00. 00000100:00000010:2.0:1769074901.615891:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa8c5ea000. 00000100:00000010:2.0:1769074901.615898:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbd18a400. 00000100:00000010:2.0:1769074901.615901:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbd18a600. 00000100:00000010:2.0:1769074901.615903:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbc505400. 00000100:00000010:2.0:1769074901.615906:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabb401e800. 00000100:00000010:2.0:1769074901.615909:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbffe3200. 00000100:00000010:2.0:1769074901.615913:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbffe3400. 00000100:00000010:2.0:1769074901.615915:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbe994000. 00000100:00000010:2.0:1769074901.615918:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa8a934400. 00000400:00000200:2.0:1769074901.615927:0:47599:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 28 lazy 00000400:00000010:2.0:1769074901.615936:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fec4c60. 00000400:00000200:2.0:1769074901.615939:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab82d21d00 00000400:00000010:2.0:1769074901.615941:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab82d21d00. 00000100:00000200:2.0:1769074901.615951:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.615958:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1d10. 00000400:00000200:2.0:1769074901.615962:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab864d4800 00000400:00000010:2.0:1769074901.615964:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab864d4800. 00000100:00000200:2.0:1769074901.615966:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.615970:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8000. 00000400:00000200:2.0:1769074901.615972:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae579a00 00000400:00000010:2.0:1769074901.615974:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabae579a00. 00000100:00000200:2.0:1769074901.615980:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.615985:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6268. 00000400:00000200:2.0:1769074901.615987:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e37d00 00000400:00000010:2.0:1769074901.615989:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e37d00. 00000100:00000200:2.0:1769074901.615992:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.615995:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f160. 00000400:00000200:2.0:1769074901.615998:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dababb42d00 00000400:00000010:2.0:1769074901.615999:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dababb42d00. 00000100:00000200:2.0:1769074901.616002:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616004:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f7e8. 00000400:00000200:2.0:1769074901.616006:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89e0ef00 00000400:00000010:2.0:1769074901.616008:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab89e0ef00. 00000100:00000200:2.0:1769074901.616010:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616014:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fec8. 00000400:00000200:2.0:1769074901.616015:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89e0ec00 00000400:00000010:2.0:1769074901.616017:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab89e0ec00. 00000100:00000200:2.0:1769074901.616019:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616022:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f9f8. 00000400:00000200:2.0:1769074901.616024:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89e0e200 00000400:00000010:2.0:1769074901.616025:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab89e0e200. 00000100:00000200:2.0:1769074901.616027:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616031:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f66e0. 00000400:00000200:2.0:1769074901.616033:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd51a900 00000400:00000010:2.0:1769074901.616034:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbd51a900. 00000100:00000200:2.0:1769074901.616037:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616040:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608d2c0. 00000400:00000200:2.0:1769074901.616041:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e38400 00000400:00000010:2.0:1769074901.616043:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e38400. 00000100:00000200:2.0:1769074901.616045:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616048:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608d840. 00000400:00000200:2.0:1769074901.616050:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e38500 00000400:00000010:2.0:1769074901.616052:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e38500. 00000100:00000200:2.0:1769074901.616053:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616056:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537478. 00000400:00000200:2.0:1769074901.616058:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e39b00 00000400:00000010:2.0:1769074901.616060:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e39b00. 00000100:00000200:2.0:1769074901.616062:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616066:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537160. 00000400:00000200:2.0:1769074901.616067:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e39c00 00000400:00000010:2.0:1769074901.616069:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e39c00. 00000100:00000200:2.0:1769074901.616071:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616074:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc632c0. 00000400:00000200:2.0:1769074901.616076:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e38000 00000400:00000010:2.0:1769074901.616078:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e38000. 00000100:00000200:2.0:1769074901.616080:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616083:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f0b0. 00000400:00000200:2.0:1769074901.616085:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcaa0f00 00000400:00000010:2.0:1769074901.616086:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcaa0f00. 00000100:00000200:2.0:1769074901.616089:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616093:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f268. 00000400:00000200:2.0:1769074901.616095:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcaa0800 00000400:00000010:2.0:1769074901.616096:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcaa0800. 00000100:00000200:2.0:1769074901.616098:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616101:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f790. 00000400:00000200:2.0:1769074901.616103:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcaa0a00 00000400:00000010:2.0:1769074901.616105:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcaa0a00. 00000100:00000200:2.0:1769074901.616107:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616110:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537a50. 00000400:00000200:2.0:1769074901.616111:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e39900 00000400:00000010:2.0:1769074901.616113:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e39900. 00000100:00000200:2.0:1769074901.616115:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616118:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63840. 00000400:00000200:2.0:1769074901.616120:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e38800 00000400:00000010:2.0:1769074901.616121:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e38800. 00000100:00000200:2.0:1769074901.616123:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616126:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537dc0. 00000400:00000200:2.0:1769074901.616127:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e39f00 00000400:00000010:2.0:1769074901.616129:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e39f00. 00000100:00000200:2.0:1769074901.616130:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616133:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f630. 00000400:00000200:2.0:1769074901.616134:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcaa0b00 00000400:00000010:2.0:1769074901.616135:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcaa0b00. 00000100:00000200:2.0:1769074901.616137:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616140:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5faa8. 00000400:00000200:2.0:1769074901.616141:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcaa0500 00000400:00000010:2.0:1769074901.616143:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcaa0500. 00000100:00000200:2.0:1769074901.616145:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616147:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537b00. 00000400:00000200:2.0:1769074901.616149:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e39e00 00000400:00000010:2.0:1769074901.616151:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e39e00. 00000100:00000200:2.0:1769074901.616153:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616156:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f69f8. 00000400:00000200:2.0:1769074901.616158:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd51aa00 00000400:00000010:2.0:1769074901.616160:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbd51aa00. 00000100:00000200:2.0:1769074901.616162:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616165:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63108. 00000400:00000200:2.0:1769074901.616167:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e38100 00000400:00000010:2.0:1769074901.616169:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e38100. 00000100:00000200:2.0:1769074901.616171:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616174:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb40f6c60. 00000400:00000200:2.0:1769074901.616176:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaf005100 00000400:00000010:2.0:1769074901.616177:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabaf005100. 00000100:00000200:2.0:1769074901.616179:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616182:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fb00. 00000400:00000200:2.0:1769074901.616183:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcaa0100 00000400:00000010:2.0:1769074901.616185:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcaa0100. 00000100:00000200:2.0:1769074901.616187:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616190:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f738. 00000400:00000200:2.0:1769074901.616191:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcaa0000 00000400:00000010:2.0:1769074901.616192:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcaa0000. 00000100:00000200:2.0:1769074901.616194:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616208:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63528. 00000400:00000200:2.0:1769074901.616211:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e3a300 00000400:00000010:2.0:1769074901.616212:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e3a300. 00000100:00000200:2.0:1769074901.616215:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616218:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc631b8. 00000400:00000200:2.0:1769074901.616221:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e3ab00 00000400:00000010:2.0:1769074901.616222:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e3ab00. 00000100:00000200:2.0:1769074901.616223:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616226:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481210. 00000400:00000200:2.0:1769074901.616228:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaf005c00 00000400:00000010:2.0:1769074901.616230:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabaf005c00. 00000100:00000200:2.0:1769074901.616231:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616234:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fd68. 00000400:00000200:2.0:1769074901.616236:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcaa0200 00000400:00000010:2.0:1769074901.616237:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcaa0200. 00000100:00000200:2.0:1769074901.616239:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616242:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537e70. 00000400:00000200:2.0:1769074901.616244:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e39800 00000400:00000010:2.0:1769074901.616245:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e39800. 00000100:00000200:2.0:1769074901.616247:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616251:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63c60. 00000400:00000200:2.0:1769074901.616252:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e3a400 00000400:00000010:2.0:1769074901.616254:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e3a400. 00000100:00000200:2.0:1769074901.616256:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616258:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63d10. 00000400:00000200:2.0:1769074901.616260:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e3ad00 00000400:00000010:2.0:1769074901.616261:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e3ad00. 00000100:00000200:2.0:1769074901.616263:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616266:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537bb0. 00000400:00000200:2.0:1769074901.616267:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e39600 00000400:00000010:2.0:1769074901.616269:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e39600. 00000100:00000200:2.0:1769074901.616271:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616275:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481ec8. 00000400:00000200:2.0:1769074901.616276:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaf005400 00000400:00000010:2.0:1769074901.616278:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabaf005400. 00000100:00000200:2.0:1769074901.616280:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616283:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481d68. 00000400:00000200:2.0:1769074901.616284:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaf005b00 00000400:00000010:2.0:1769074901.616286:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabaf005b00. 00000100:00000200:2.0:1769074901.616288:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616291:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63420. 00000400:00000200:2.0:1769074901.616293:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4f46700 00000400:00000010:2.0:1769074901.616295:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabb4f46700. 00000100:00000200:2.0:1769074901.616298:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616301:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc636e0. 00000400:00000200:2.0:1769074901.616303:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4f46200 00000400:00000010:2.0:1769074901.616305:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabb4f46200. 00000100:00000200:2.0:1769074901.616307:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616310:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537ec8. 00000400:00000200:2.0:1769074901.616312:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e39d00 00000400:00000010:2.0:1769074901.616314:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e39d00. 00000100:00000200:2.0:1769074901.616316:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616319:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63b58. 00000400:00000200:2.0:1769074901.616321:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89e0e100 00000400:00000010:2.0:1769074901.616323:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab89e0e100. 00000100:00000200:2.0:1769074901.616325:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616328:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537f20. 00000400:00000200:2.0:1769074901.616330:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaddc7d00 00000400:00000010:2.0:1769074901.616332:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabaddc7d00. 00000100:00000200:2.0:1769074901.616334:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616337:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5fd10. 00000400:00000200:2.0:1769074901.616339:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcaa0d00 00000400:00000010:2.0:1769074901.616341:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcaa0d00. 00000100:00000200:2.0:1769074901.616343:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616346:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad537268. 00000400:00000200:2.0:1769074901.616348:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dababb42600 00000400:00000010:2.0:1769074901.616350:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dababb42600. 00000100:00000200:2.0:1769074901.616352:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616356:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f898. 00000400:00000200:2.0:1769074901.616357:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcaa0c00 00000400:00000010:2.0:1769074901.616359:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcaa0c00. 00000100:00000200:2.0:1769074901.616361:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616364:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5ff20. 00000400:00000200:2.0:1769074901.616367:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcaa0400 00000400:00000010:2.0:1769074901.616368:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcaa0400. 00000100:00000200:2.0:1769074901.616370:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616374:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481630. 00000400:00000200:2.0:1769074901.616375:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8910b800 00000400:00000010:2.0:1769074901.616376:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab8910b800. 00000100:00000200:2.0:1769074901.616380:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616384:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481898. 00000400:00000200:2.0:1769074901.616385:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8910b300 00000400:00000010:2.0:1769074901.616387:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab8910b300. 00000100:00000200:2.0:1769074901.616389:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616392:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad5376e0. 00000400:00000200:2.0:1769074901.616395:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dababb42300 00000400:00000010:2.0:1769074901.616396:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dababb42300. 00000100:00000200:2.0:1769074901.616398:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616402:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63058. 00000400:00000200:2.0:1769074901.616404:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4f46500 00000400:00000010:2.0:1769074901.616405:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabb4f46500. 00000100:00000200:2.0:1769074901.616407:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616411:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864812c0. 00000400:00000200:2.0:1769074901.616413:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8910b000 00000400:00000010:2.0:1769074901.616414:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab8910b000. 00000100:00000200:2.0:1769074901.616416:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616419:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63bb0. 00000400:00000200:2.0:1769074901.616421:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4f46100 00000400:00000010:2.0:1769074901.616423:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabb4f46100. 00000100:00000200:2.0:1769074901.616425:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616427:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63f78. 00000400:00000200:2.0:1769074901.616429:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4f46b00 00000400:00000010:2.0:1769074901.616431:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabb4f46b00. 00000100:00000200:2.0:1769074901.616433:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616436:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481318. 00000400:00000200:2.0:1769074901.616438:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8910be00 00000400:00000010:2.0:1769074901.616440:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab8910be00. 00000100:00000200:2.0:1769074901.616442:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616445:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481790. 00000400:00000200:2.0:1769074901.616447:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e39400 00000400:00000010:2.0:1769074901.616448:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e39400. 00000100:00000200:2.0:1769074901.616450:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616453:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864817e8. 00000400:00000200:2.0:1769074901.616455:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e39100 00000400:00000010:2.0:1769074901.616457:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e39100. 00000100:00000200:2.0:1769074901.616459:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616462:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63c08. 00000400:00000200:2.0:1769074901.616464:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4f46c00 00000400:00000010:2.0:1769074901.616466:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabb4f46c00. 00000100:00000200:2.0:1769074901.616468:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616471:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc639a0. 00000400:00000200:2.0:1769074901.616473:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4f46f00 00000400:00000010:2.0:1769074901.616474:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabb4f46f00. 00000100:00000200:2.0:1769074901.616477:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616479:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f210. 00000400:00000200:2.0:1769074901.616481:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dababb42500 00000400:00000010:2.0:1769074901.616483:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dababb42500. 00000100:00000200:2.0:1769074901.616485:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616488:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63b00. 00000400:00000200:2.0:1769074901.616490:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4f46e00 00000400:00000010:2.0:1769074901.616492:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabb4f46e00. 00000100:00000200:2.0:1769074901.616493:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616496:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86481c08. 00000400:00000200:2.0:1769074901.616498:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e39000 00000400:00000010:2.0:1769074901.616500:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e39000. 00000100:00000200:2.0:1769074901.616507:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616512:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fc5f2c0. 00000400:00000200:2.0:1769074901.616514:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dababb42e00 00000400:00000010:2.0:1769074901.616516:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dababb42e00. 00000100:00000200:2.0:1769074901.616522:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 00000400:00000010:2.0:1769074901.616526:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc635d8. 00000400:00000200:2.0:1769074901.616529:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb4f46900 00000400:00000010:2.0:1769074901.616531:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabb4f46900. 00000100:00000200:2.0:1769074901.616533:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost 02000000:00000010:2.0:1769074901.616557:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbff0f400. 00000100:00000010:2.0:1769074901.616562:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc121f80. 02000000:00000010:2.0:1769074901.616566:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbff0e800. 00000100:00000010:2.0:1769074901.616568:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c603100. 02000000:00000010:2.0:1769074901.616571:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabb4bc9400. 00000100:00000010:2.0:1769074901.616574:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fed80. 02000000:00000010:2.0:1769074901.616579:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8dabbc942000. 00000100:00000010:2.0:1769074901.616582:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3100. 02000000:00000010:2.0:1769074901.616586:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8daa8c578800. 00000100:00000010:2.0:1769074901.616589:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0000. 02000000:00000010:2.0:1769074901.616729:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8dabbff0d400. 00000100:00000010:2.0:1769074901.616733:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc122d80. 02000000:00000010:2.0:1769074901.616736:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8dabbff0c800. 00000100:00000010:2.0:1769074901.616738:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc122680. 02000000:00000010:2.0:1769074901.616741:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8dabbff0c400. 00000100:00000010:2.0:1769074901.616743:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc120e00. 02000000:00000010:2.0:1769074901.616746:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8dabbff0e400. 00000100:00000010:2.0:1769074901.616748:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc120a80. 00000100:00000010:2.0:1769074901.616753:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab85ea8000. 00000100:00000010:2.0:1769074901.616766:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcac00. 00000100:00000010:2.0:1769074901.616770:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabae130000. 00000100:00000010:2.0:1769074901.616782:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcb000. 00000100:00000010:2.0:1769074901.616785:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabae138000. 00000100:00000010:2.0:1769074901.616796:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedc8800. 00000100:00000010:2.0:1769074901.616798:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabae7f8000. 00000100:00000010:2.0:1769074901.616806:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe921400. 00000100:00000010:2.0:1769074901.616809:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab9ea70000. 00000100:00000010:2.0:1769074901.616817:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe921800. 00000100:00000010:2.0:1769074901.616819:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc600000. 00000100:00000010:2.0:1769074901.616827:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe923800. 00000100:00000010:2.0:1769074901.616829:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0250000. 00000100:00000010:2.0:1769074901.616840:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe921000. 00000100:00000010:2.0:1769074901.616842:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88cf8000. 00000100:00000010:2.0:1769074901.616849:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe921c00. 00000100:00000010:2.0:1769074901.616851:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbcb60000. 00000100:00000010:2.0:1769074901.616859:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe920400. 00000100:00000010:2.0:1769074901.616861:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0248000. 00000100:00000010:2.0:1769074901.616872:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe923c00. 00000100:00000010:2.0:1769074901.616874:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab87510000. 00000100:00000010:2.0:1769074901.616882:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe922400. 00000100:00000010:2.0:1769074901.616885:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d70000. 00000100:00000010:2.0:1769074901.616892:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe922000. 00000100:00000010:2.0:1769074901.616894:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabae0d0000. 00000100:00000010:2.0:1769074901.616901:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe920000. 00000100:00000010:2.0:1769074901.616904:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d58000. 00000100:00000010:2.0:1769074901.616911:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe922c00. 00000100:00000010:2.0:1769074901.616913:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabaf1a0000. 00000100:00000010:2.0:1769074901.616921:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe923000. 00000100:00000010:2.0:1769074901.616923:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc750000. 00000100:00000010:2.0:1769074901.616936:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb35800. 00000100:00000010:2.0:1769074901.616939:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbcbc8000. 00000100:00000010:2.0:1769074901.616947:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbe920800. 00000100:00000010:2.0:1769074901.616950:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc778000. 00000100:00000010:2.0:1769074901.616958:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb37800. 00000100:00000010:2.0:1769074901.616960:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d60000. 00000100:00000010:2.0:1769074901.616968:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb35000. 00000100:00000010:2.0:1769074901.616971:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab9ea68000. 00000100:00000010:2.0:1769074901.616979:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb35c00. 00000100:00000010:2.0:1769074901.616981:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab87520000. 00000100:00000010:2.0:1769074901.616989:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb34400. 00000100:00000010:2.0:1769074901.616991:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab9edb8000. 00000100:00000010:2.0:1769074901.616999:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb37c00. 00000100:00000010:2.0:1769074901.617001:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab85c40000. 00000100:00000010:2.0:1769074901.617010:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb36400. 00000100:00000010:2.0:1769074901.617012:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbe958000. 00000100:00000010:2.0:1769074901.617020:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb36000. 00000100:00000010:2.0:1769074901.617022:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab86460000. 00000100:00000010:2.0:1769074901.617032:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb34000. 00000100:00000010:2.0:1769074901.617035:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc620000. 00000100:00000010:2.0:1769074901.617042:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb36c00. 00000100:00000010:2.0:1769074901.617045:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0cf0000. 00000100:00000010:2.0:1769074901.617053:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb34800. 00000100:00000010:2.0:1769074901.617056:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc6c8000. 00000100:00000010:2.0:1769074901.617064:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb37000. 00000100:00000010:2.0:1769074901.617067:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0cf8000. 00000100:00000010:2.0:1769074901.617077:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb37400. 00000100:00000010:2.0:1769074901.617079:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc760000. 00000100:00000010:2.0:1769074901.617088:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb36800. 00000100:00000010:2.0:1769074901.617091:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc768000. 00000100:00000010:2.0:1769074901.617098:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb34c00. 00000100:00000010:2.0:1769074901.617101:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabaedc0000. 00000100:00000010:2.0:1769074901.617108:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbcb35400. 00000100:00000010:2.0:1769074901.617111:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab84330000. 00000100:00000010:2.0:1769074901.617119:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedc8000. 00000100:00000010:2.0:1769074901.617121:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab84338000. 00000100:00000010:2.0:1769074901.617127:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d7f800. 00000100:00000010:2.0:1769074901.617130:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc6a0000. 00000100:00000010:2.0:1769074901.617142:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d7d000. 00000100:00000010:2.0:1769074901.617144:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc6a8000. 00000100:00000010:2.0:1769074901.617153:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d7dc00. 00000100:00000010:2.0:1769074901.617155:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbcaf0000. 00000100:00000010:2.0:1769074901.617162:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d7c400. 00000100:00000010:2.0:1769074901.617164:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbcaf8000. 00000100:00000010:2.0:1769074901.617172:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d7fc00. 00000100:00000010:2.0:1769074901.617175:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0490000. 00000100:00000010:2.0:1769074901.617185:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d7e400. 00000100:00000010:2.0:1769074901.617187:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0498000. 00000100:00000010:2.0:1769074901.617205:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d7c000. 00000100:00000010:2.0:1769074901.617208:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88fb8000. 00000100:00000010:2.0:1769074901.617216:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d7ec00. 00000100:00000010:2.0:1769074901.617218:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88fb0000. 00000100:00000010:2.0:1769074901.617228:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88d7e000. 00000100:00000010:2.0:1769074901.617235:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88ff0000. 00000100:00000010:2.0:1769074901.617242:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc6b9400. 00000100:00000010:2.0:1769074901.617245:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88ff8000. 00000100:00000010:2.0:1769074901.617252:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc6bb800. 00000100:00000010:2.0:1769074901.617255:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc6d0000. 00000100:00000010:2.0:1769074901.617262:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabbc6b9800. 00000100:00000010:2.0:1769074901.617268:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc6d8000. 00000100:00000010:2.0:1769074901.617275:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcdc00. 00000100:00000010:2.0:1769074901.617277:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabb5b40000. 00000100:00000010:2.0:1769074901.617285:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcc400. 00000100:00000010:2.0:1769074901.617287:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabb5b48000. 00000100:00000010:2.0:1769074901.617296:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcfc00. 00000100:00000010:2.0:1769074901.617298:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc630000. 00000100:00000010:2.0:1769074901.617305:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedce400. 00000100:00000010:2.0:1769074901.617308:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc638000. 00000100:00000010:2.0:1769074901.617314:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcc000. 00000100:00000010:2.0:1769074901.617317:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba02b0000. 00000100:00000010:2.0:1769074901.617325:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedce000. 00000100:00000010:2.0:1769074901.617328:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba02b8000. 00000100:00000010:2.0:1769074901.617336:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcec00. 00000100:00000010:2.0:1769074901.617338:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc648000. 00000100:00000010:2.0:1769074901.617346:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcc800. 00000100:00000010:2.0:1769074901.617349:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc640000. 00000100:00000010:2.0:1769074901.617358:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcf000. 00000100:00000010:2.0:1769074901.617360:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab866b0000. 00000100:00000010:2.0:1769074901.617370:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcf400. 00000100:00000010:2.0:1769074901.617373:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab866b8000. 00000100:00000010:2.0:1769074901.617384:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedce800. 00000100:00000010:2.0:1769074901.617386:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab90828000. 00000100:00000010:2.0:1769074901.618443:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcd400. 00000100:00000010:2.0:1769074901.618452:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab90820000. 00000100:00000010:2.0:1769074901.618465:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedccc00. 00000100:00000010:2.0:1769074901.618468:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0c98000. 00000100:00000010:2.0:1769074901.618478:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcf800. 00000100:00000010:2.0:1769074901.618481:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0c90000. 00000100:00000010:2.0:1769074901.618488:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcd800. 00000100:00000010:2.0:1769074901.618491:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab9ed80000. 00000100:00000010:2.0:1769074901.618499:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcd000. 00000100:00000010:2.0:1769074901.618502:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab864b0000. 00000100:00000010:2.0:1769074901.618510:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab9ed89000. 00000100:00000010:2.0:1769074901.618513:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab864b8000. 00000100:00000010:2.0:1769074901.618520:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab9ed89c00. 00000100:00000010:2.0:1769074901.618528:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab85ea0000. 00000100:00000010:2.0:1769074901.618536:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedca000. 00000100:00000010:2.0:1769074901.618541:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa8eef4000. 00000100:00000010:2.0:1769074901.618550:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabbff08000. 00000100:00000010:2.0:1769074901.618558:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab882e0000. 00000100:00000010:2.0:1769074901.618564:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab86680000. 00000100:00000010:2.0:1769074901.618570:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabb5b34000. 00000100:00000010:2.0:1769074901.618580:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabbfed0000. 00000100:00000010:2.0:1769074901.618586:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabbff4c000. 00000100:00000010:2.0:1769074901.618874:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabbff60000. 00000100:00000010:2.0:1769074901.618883:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa842c8000. 00000100:00000010:2.0:1769074901.618890:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabb4f4c000. 00000100:00000010:2.0:1769074901.618896:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabb4f48000. 00000100:00000010:2.0:1769074901.618903:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daba06c8000. 00000100:00000010:2.0:1769074901.618909:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab88ca8000. 00000100:00000010:2.0:1769074901.618915:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabbcd0c000. 00000100:00000010:2.0:1769074901.618922:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabbcd08000. 00000100:00000010:2.0:1769074901.618928:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabbcd04000. 00000100:00000010:2.0:1769074901.618940:0:47599:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dab83900240. 00000100:00000010:2.0:1769074901.618947:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabaff74e40. 00000100:00000010:2.0:1769074901.618951:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabaff74c00. 00000100:00000010:2.0:1769074901.618953:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabaff74840. 00000100:00000010:2.0:1769074901.618955:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab87d10240. 00000100:00000010:2.0:1769074901.618959:0:47599:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dab83900900. 00000100:00000010:2.0:1769074901.618961:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa8145be40. 00000100:00000010:2.0:1769074901.618965:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab9035a9c0. 00000100:00000010:2.0:1769074901.618967:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa82818e40. 00000100:00000010:2.0:1769074901.618970:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daa82818780. 00000100:00000010:2.0:1769074901.618972:0:47599:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff8daa82a72580. 00000020:00000010:2.0:1769074901.619062:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbc74a000. 00000020:00000010:2.0:1769074901.619086:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbc5f0000. 00000020:00000010:2.0:1769074901.619090:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab88cf2000. 00000020:00000010:2.0:1769074901.619093:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa82962000. 00000020:00000010:2.0:1769074901.619105:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dabb48ed000. 00000020:00000010:2.0:1769074901.619112:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabaedcb400. 00000100:00000010:2.0:1769074901.619142:0:47599:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dabbcb30000. 00000100:00000010:2.0:1769074901.619151:0:47599:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dabb48ea000. 00000100:00000010:2.0:1769074901.619160:0:47599:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dabbe920c00. 00000100:00000010:2.0:1769074901.619164:0:47599:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dab89d0be00. 00000100:00000200:2.0:1769074901.619167:0:47599:0:(service.c:3836:ptlrpc_unregister_service()) ost_create: tearing down 00000020:00000010:0.0:1769074901.619455:0:37049:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbd480e00. 00000020:00000010:0.0:1769074901.619463:0:37049:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab8601b000. 00000020:00000010:0.0:1769074901.619468:0:37049:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda5588. 00000020:00000010:0.0:1769074901.619474:0:37049:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbd480800. 80000000:00000010:0.0:1769074901.619477:0:37049:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa82cfe420. 40000000:00000010:0.0:1769074901.619482:0:37049:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab84fd66c0. 00100000:00000010:0.0:1769074901.619488:0:37049:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab8601f800. 00040000:00000010:0.0:1769074901.619492:0:37049:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbcd01800. 00040000:00000010:0.0:1769074901.619498:0:37049:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbd480000. 00000020:00000010:0.0:1769074901.619501:0:37049:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbd480200. 00000020:00000010:0.0:1769074901.619507:0:37049:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab84fd61c0. 00000100:00000010:0.0:1769074901.619514:0:37049:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab84fd64c0. 00000020:00000010:1.0:1769074901.619658:0:37048:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabafddc200. 00000020:00000010:1.0:1769074901.619665:0:37048:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daba00e6800. 00000020:00000010:1.0:1769074901.619669:0:37048:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda0a10. 00000020:00000010:1.0:1769074901.619673:0:37048:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab93b75200. 80000000:00000010:1.0:1769074901.619676:0:37048:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa82cfe4e0. 40000000:00000010:1.0:1769074901.619679:0:37048:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab84fd69c0. 00100000:00000010:1.0:1769074901.619683:0:37048:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daba00e2800. 00040000:00000010:1.0:1769074901.619686:0:37048:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87f21000. 00040000:00000010:1.0:1769074901.619689:0:37048:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbd481600. 00000020:00000010:1.0:1769074901.619692:0:37048:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabafddc400. 00000020:00000010:1.0:1769074901.619696:0:37048:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab84fd6dc0. 00000100:00000010:1.0:1769074901.619703:0:37048:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab84fd62c0. 00000020:00000010:3.0:1769074901.619727:0:43229:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8c802200. 00000020:00000010:3.0:1769074901.619751:0:43229:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83961800. 00000020:00000010:3.0:1769074901.619758:0:43229:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dab9eda73b8. 00000020:00000010:3.0:1769074901.619764:0:43229:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8c803600. 80000000:00000010:3.0:1769074901.619768:0:43229:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daba0ff9f00. 40000000:00000010:3.0:1769074901.619774:0:43229:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab85186900. 00100000:00000010:3.0:1769074901.619780:0:43229:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa83964800. 00040000:00000010:3.0:1769074901.619870:0:43229:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab8910b200. 00040000:00000010:3.0:1769074901.619878:0:43229:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8c802e00. 00000020:00000010:3.0:1769074901.619881:0:43229:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8c803e00. 00000020:00000010:3.0:1769074901.619887:0:43229:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab851869c0. 00000100:00000010:3.0:1769074901.619894:0:43229:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab85186fc0. 00000100:00000010:2.0:1769074901.619944:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabb4336600. 00000100:00000010:2.0:1769074901.619953:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab85bdb200. 00000100:00000010:2.0:1769074901.619956:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa8c802000. 00000400:00000200:2.0:1769074901.619966:0:47599:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 7 lazy 00000400:00000010:2.0:1769074901.619976:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa903a8c08. 00000400:00000200:2.0:1769074901.619981:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab891e6b00 00000400:00000010:2.0:1769074901.619983:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab891e6b00. 00000100:00000200:2.0:1769074901.619990:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.619998:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc63d68. 00000400:00000200:2.0:1769074901.620006:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88e37900 00000400:00000010:2.0:1769074901.620009:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88e37900. 00000100:00000200:2.0:1769074901.620012:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620016:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabad5377e8. 00000400:00000200:2.0:1769074901.620018:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8910ba00 00000400:00000010:2.0:1769074901.620020:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab8910ba00. 00000100:00000200:2.0:1769074901.620024:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620027:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236d68. 00000400:00000200:2.0:1769074901.620029:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd01c00 00000400:00000010:2.0:1769074901.620030:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd01c00. 00000100:00000200:2.0:1769074901.620100:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620106:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236948. 00000400:00000200:2.0:1769074901.620108:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00e00 00000400:00000010:2.0:1769074901.620109:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00e00. 00000100:00000200:2.0:1769074901.620113:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620116:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab852368f0. 00000400:00000200:2.0:1769074901.620117:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00a00 00000400:00000010:2.0:1769074901.620119:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00a00. 00000100:00000200:2.0:1769074901.620121:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620124:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236370. 00000400:00000200:2.0:1769074901.620126:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00500 00000400:00000010:2.0:1769074901.620127:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00500. 00000100:00000200:2.0:1769074901.620129:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620131:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236160. 00000400:00000200:2.0:1769074901.620133:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00900 00000400:00000010:2.0:1769074901.620135:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00900. 00000100:00000200:2.0:1769074901.620137:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620139:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236318. 00000400:00000200:2.0:1769074901.620141:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00600 00000400:00000010:2.0:1769074901.620142:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00600. 00000100:00000200:2.0:1769074901.620144:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620147:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236738. 00000400:00000200:2.0:1769074901.620148:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00300 00000400:00000010:2.0:1769074901.620150:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00300. 00000100:00000200:2.0:1769074901.620152:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620157:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236bb0. 00000400:00000200:2.0:1769074901.620162:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00400 00000400:00000010:2.0:1769074901.620165:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00400. 00000100:00000200:2.0:1769074901.620170:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620174:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236b00. 00000400:00000200:2.0:1769074901.620177:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00b00 00000400:00000010:2.0:1769074901.620179:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00b00. 00000100:00000200:2.0:1769074901.620181:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620186:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236f20. 00000400:00000200:2.0:1769074901.620191:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00000 00000400:00000010:2.0:1769074901.620193:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00000. 00000100:00000200:2.0:1769074901.620209:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620214:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236898. 00000400:00000200:2.0:1769074901.620216:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00100 00000400:00000010:2.0:1769074901.620217:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00100. 00000100:00000200:2.0:1769074901.620284:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620288:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236580. 00000400:00000200:2.0:1769074901.620290:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00f00 00000400:00000010:2.0:1769074901.620292:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00f00. 00000100:00000200:2.0:1769074901.620293:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620296:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236c60. 00000400:00000200:2.0:1769074901.620298:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00d00 00000400:00000010:2.0:1769074901.620300:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00d00. 00000100:00000200:2.0:1769074901.620302:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620305:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236268. 00000400:00000200:2.0:1769074901.620307:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00200 00000400:00000010:2.0:1769074901.620309:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00200. 00000100:00000200:2.0:1769074901.620310:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620313:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236d10. 00000400:00000200:2.0:1769074901.620315:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00700 00000400:00000010:2.0:1769074901.620317:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00700. 00000100:00000200:2.0:1769074901.620319:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620322:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab852367e8. 00000400:00000200:2.0:1769074901.620324:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00800 00000400:00000010:2.0:1769074901.620325:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00800. 00000100:00000200:2.0:1769074901.620327:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620330:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236840. 00000400:00000200:2.0:1769074901.620333:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcd00c00 00000400:00000010:2.0:1769074901.620334:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbcd00c00. 00000100:00000200:2.0:1769074901.620337:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620341:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236aa8. 00000400:00000200:2.0:1769074901.620343:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8f600 00000400:00000010:2.0:1769074901.620344:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8f600. 00000100:00000200:2.0:1769074901.620346:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620350:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236528. 00000400:00000200:2.0:1769074901.620351:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8f300 00000400:00000010:2.0:1769074901.620353:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8f300. 00000100:00000200:2.0:1769074901.620354:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620357:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236c08. 00000400:00000200:2.0:1769074901.620359:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8f400 00000400:00000010:2.0:1769074901.620361:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8f400. 00000100:00000200:2.0:1769074901.620363:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620366:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236ec8. 00000400:00000200:2.0:1769074901.620367:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8fb00 00000400:00000010:2.0:1769074901.620369:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8fb00. 00000100:00000200:2.0:1769074901.620371:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620375:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab852369a0. 00000400:00000200:2.0:1769074901.620377:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8f000 00000400:00000010:2.0:1769074901.620379:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8f000. 00000100:00000200:2.0:1769074901.620381:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620383:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236cb8. 00000400:00000200:2.0:1769074901.620385:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8f100 00000400:00000010:2.0:1769074901.620386:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8f100. 00000100:00000200:2.0:1769074901.620389:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620391:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab852361b8. 00000400:00000200:2.0:1769074901.620393:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8ff00 00000400:00000010:2.0:1769074901.620395:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8ff00. 00000100:00000200:2.0:1769074901.620405:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620409:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab852362c0. 00000400:00000200:2.0:1769074901.620412:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8fd00 00000400:00000010:2.0:1769074901.620413:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8fd00. 00000100:00000200:2.0:1769074901.620415:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620418:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236dc0. 00000400:00000200:2.0:1769074901.620420:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8f200 00000400:00000010:2.0:1769074901.620422:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8f200. 00000100:00000200:2.0:1769074901.620424:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620427:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab852364d0. 00000400:00000200:2.0:1769074901.620428:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8f700 00000400:00000010:2.0:1769074901.620430:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8f700. 00000100:00000200:2.0:1769074901.620432:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620435:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236210. 00000400:00000200:2.0:1769074901.620437:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8f800 00000400:00000010:2.0:1769074901.620439:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8f800. 00000100:00000200:2.0:1769074901.620440:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620443:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab852363c8. 00000400:00000200:2.0:1769074901.620445:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8fc00 00000400:00000010:2.0:1769074901.620447:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8fc00. 00000100:00000200:2.0:1769074901.620449:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620452:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab852365d8. 00000400:00000200:2.0:1769074901.620453:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8fe00 00000400:00000010:2.0:1769074901.620455:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8fe00. 00000100:00000200:2.0:1769074901.620457:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620460:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab85236790. 00000400:00000200:2.0:1769074901.620462:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8fa00 00000400:00000010:2.0:1769074901.620463:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8fa00. 00000100:00000200:2.0:1769074901.620465:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620468:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209210. 00000400:00000200:2.0:1769074901.620470:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8f500 00000400:00000010:2.0:1769074901.620472:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8f500. 00000100:00000200:2.0:1769074901.620474:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620477:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab872094d0. 00000400:00000200:2.0:1769074901.620479:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab9ed8f900 00000400:00000010:2.0:1769074901.620481:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab9ed8f900. 00000100:00000200:2.0:1769074901.620483:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620486:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209630. 00000400:00000200:2.0:1769074901.620489:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab866abc00 00000400:00000010:2.0:1769074901.620490:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab866abc00. 00000100:00000200:2.0:1769074901.620493:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620496:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209108. 00000400:00000200:2.0:1769074901.620498:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab866ab200 00000400:00000010:2.0:1769074901.620500:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab866ab200. 00000100:00000200:2.0:1769074901.620502:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620505:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209000. 00000400:00000200:2.0:1769074901.620508:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab866ab700 00000400:00000010:2.0:1769074901.620510:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab866ab700. 00000100:00000200:2.0:1769074901.620512:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620514:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209a50. 00000400:00000200:2.0:1769074901.620516:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab866ab800 00000400:00000010:2.0:1769074901.620518:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab866ab800. 00000100:00000200:2.0:1769074901.620529:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620534:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209e70. 00000400:00000200:2.0:1769074901.620536:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836b00 00000400:00000010:2.0:1769074901.620538:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836b00. 00000100:00000200:2.0:1769074901.620540:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620543:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab872090b0. 00000400:00000200:2.0:1769074901.620545:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836000 00000400:00000010:2.0:1769074901.620547:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836000. 00000100:00000200:2.0:1769074901.620548:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620551:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209d68. 00000400:00000200:2.0:1769074901.620553:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836100 00000400:00000010:2.0:1769074901.620554:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836100. 00000100:00000200:2.0:1769074901.620556:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620560:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209948. 00000400:00000200:2.0:1769074901.620562:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836f00 00000400:00000010:2.0:1769074901.620563:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836f00. 00000100:00000200:2.0:1769074901.620565:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620568:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab872098f0. 00000400:00000200:2.0:1769074901.620570:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836400 00000400:00000010:2.0:1769074901.620572:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836400. 00000100:00000200:2.0:1769074901.620574:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620576:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209370. 00000400:00000200:2.0:1769074901.620578:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836d00 00000400:00000010:2.0:1769074901.620580:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836d00. 00000100:00000200:2.0:1769074901.620581:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.620584:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209160. 00000400:00000200:2.0:1769074901.620586:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836200 00000400:00000010:2.0:1769074901.620587:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836200. 00000100:00000200:2.0:1769074901.621006:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621014:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209318. 00000400:00000200:2.0:1769074901.621016:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836700 00000400:00000010:2.0:1769074901.621018:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836700. 00000100:00000200:2.0:1769074901.621020:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621023:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209738. 00000400:00000200:2.0:1769074901.621025:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836800 00000400:00000010:2.0:1769074901.621026:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836800. 00000100:00000200:2.0:1769074901.621028:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621031:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209bb0. 00000400:00000200:2.0:1769074901.621033:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836c00 00000400:00000010:2.0:1769074901.621034:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836c00. 00000100:00000200:2.0:1769074901.621036:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621038:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209b00. 00000400:00000200:2.0:1769074901.621040:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836e00 00000400:00000010:2.0:1769074901.621041:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836e00. 00000100:00000200:2.0:1769074901.621043:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621047:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209f20. 00000400:00000200:2.0:1769074901.621049:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836a00 00000400:00000010:2.0:1769074901.621050:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836a00. 00000100:00000200:2.0:1769074901.621052:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621055:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209898. 00000400:00000200:2.0:1769074901.621057:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836500 00000400:00000010:2.0:1769074901.621059:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836500. 00000100:00000200:2.0:1769074901.621061:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621064:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209580. 00000400:00000200:2.0:1769074901.621066:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836900 00000400:00000010:2.0:1769074901.621067:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836900. 00000100:00000200:2.0:1769074901.621069:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621072:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209c60. 00000400:00000200:2.0:1769074901.621074:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836600 00000400:00000010:2.0:1769074901.621076:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836600. 00000100:00000200:2.0:1769074901.621078:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621081:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209268. 00000400:00000200:2.0:1769074901.621084:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87836300 00000400:00000010:2.0:1769074901.621086:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87836300. 00000100:00000200:2.0:1769074901.621088:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621091:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209d10. 00000400:00000200:2.0:1769074901.621093:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87f21300 00000400:00000010:2.0:1769074901.621094:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87f21300. 00000100:00000200:2.0:1769074901.621097:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621099:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab872097e8. 00000400:00000200:2.0:1769074901.621101:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87f21400 00000400:00000010:2.0:1769074901.621103:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87f21400. 00000100:00000200:2.0:1769074901.621105:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621108:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209840. 00000400:00000200:2.0:1769074901.621110:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87f21200 00000400:00000010:2.0:1769074901.621111:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87f21200. 00000100:00000200:2.0:1769074901.621113:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621115:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209aa8. 00000400:00000200:2.0:1769074901.621117:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87f21a00 00000400:00000010:2.0:1769074901.621118:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87f21a00. 00000100:00000200:2.0:1769074901.621121:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621124:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209528. 00000400:00000200:2.0:1769074901.621125:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87f21d00 00000400:00000010:2.0:1769074901.621127:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87f21d00. 00000100:00000200:2.0:1769074901.621128:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621131:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209c08. 00000400:00000200:2.0:1769074901.621133:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87f21e00 00000400:00000010:2.0:1769074901.621134:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87f21e00. 00000100:00000200:2.0:1769074901.621136:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621138:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab87209ec8. 00000400:00000200:2.0:1769074901.621139:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87f21900 00000400:00000010:2.0:1769074901.621141:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87f21900. 00000100:00000200:2.0:1769074901.621143:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 00000400:00000010:2.0:1769074901.621146:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab872099a0. 00000400:00000200:2.0:1769074901.621147:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab87f21500 00000400:00000010:2.0:1769074901.621149:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab87f21500. 00000100:00000200:2.0:1769074901.621151:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_create 02000000:00000010:2.0:1769074901.621183:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8dabb4bcb400. 00000100:00000010:2.0:1769074901.621188:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902ff100. 02000000:00000010:2.0:1769074901.621193:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8dabbc773000. 00000100:00000010:2.0:1769074901.621212:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5b0b480. 02000000:00000010:2.0:1769074901.621215:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8dabbeb37400. 00000100:00000010:2.0:1769074901.621228:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689180. 02000000:00000010:2.0:1769074901.621232:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8daa8e340c00. 00000100:00000010:2.0:1769074901.621234:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc123b80. 02000000:00000010:2.0:1769074901.621238:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8daa8e342800. 00000100:00000010:2.0:1769074901.621240:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc122a00. 02000000:00000010:2.0:1769074901.621243:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8daa8e343400. 00000100:00000010:2.0:1769074901.621251:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc123100. 02000000:00000010:2.0:1769074901.621296:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8daa8e932800. 00000100:00000010:2.0:1769074901.621306:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8288df80. 02000000:00000010:2.0:1769074901.621310:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8daa8a41c000. 00000100:00000010:2.0:1769074901.621534:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1c00. 02000000:00000010:2.0:1769074901.621542:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8daa8fa86400. 00000100:00000010:2.0:1769074901.621545:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc945880. 02000000:00000010:2.0:1769074901.621548:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8dabbfefc000. 00000100:00000010:2.0:1769074901.621557:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc945c00. 02000000:00000010:2.0:1769074901.621561:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8daa8fa85000. 00000100:00000010:2.0:1769074901.621564:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab843b9f80. 02000000:00000010:2.0:1769074901.621568:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8daa8fa86c00. 00000100:00000010:2.0:1769074901.621576:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc120700. 02000000:00000010:2.0:1769074901.621580:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8dabb4bcb000. 00000100:00000010:2.0:1769074901.621583:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90884a80. 02000000:00000010:2.0:1769074901.621586:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8dabbff74800. 00000100:00000010:2.0:1769074901.622353:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5ab100. 02000000:00000010:2.0:1769074901.622361:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8daa8fb48400. 00000100:00000010:2.0:1769074901.622364:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2c000. 00000100:00000010:2.0:1769074901.622370:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab89840000. 00000100:00000010:2.0:1769074901.622380:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8981b400. 00000100:00000010:2.0:1769074901.622384:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab89848000. 00000100:00000010:2.0:1769074901.622392:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8981a800. 00000100:00000010:2.0:1769074901.622405:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab89850000. 00000100:00000010:2.0:1769074901.622415:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89818c00. 00000100:00000010:2.0:1769074901.622419:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab86418000. 00000100:00000010:2.0:1769074901.622426:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedc8c00. 00000100:00000010:2.0:1769074901.622428:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbe940000. 00000100:00000010:2.0:1769074901.622436:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedc9400. 00000100:00000010:2.0:1769074901.622438:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbe948000. 00000100:00000010:2.0:1769074901.622446:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedc9800. 00000100:00000010:2.0:1769074901.622449:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d80000. 00000100:00000010:2.0:1769074901.622457:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcb800. 00000100:00000010:2.0:1769074901.622460:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d88000. 00000100:00000010:2.0:1769074901.622468:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedc9000. 00000100:00000010:2.0:1769074901.622470:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d90000. 00000100:00000010:2.0:1769074901.622477:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedc9c00. 00000100:00000010:2.0:1769074901.622479:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d98000. 00000100:00000010:2.0:1769074901.622486:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedc8400. 00000100:00000010:2.0:1769074901.622489:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0ca0000. 00000100:00000010:2.0:1769074901.622498:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedcbc00. 00000100:00000010:2.0:1769074901.622500:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0ca8000. 00000100:00000010:2.0:1769074901.622507:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaedca400. 00000100:00000010:2.0:1769074901.622509:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0cb0000. 00000100:00000010:2.0:1769074901.622517:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86416800. 00000100:00000010:2.0:1769074901.622520:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daba0cb8000. 00000100:00000010:2.0:1769074901.622529:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86414c00. 00000100:00000010:2.0:1769074901.622531:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc660000. 00000100:00000010:2.0:1769074901.622540:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86415400. 00000100:00000010:2.0:1769074901.622544:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc668000. 00000100:00000010:2.0:1769074901.622551:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86415800. 00000100:00000010:2.0:1769074901.622554:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc670000. 00000100:00000010:2.0:1769074901.622561:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86417800. 00000100:00000010:2.0:1769074901.622564:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc678000. 00000100:00000010:2.0:1769074901.622571:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86415000. 00000100:00000010:2.0:1769074901.622574:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc6e0000. 00000100:00000010:2.0:1769074901.622582:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86415c00. 00000100:00000010:2.0:1769074901.622585:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc6e8000. 00000100:00000010:2.0:1769074901.622638:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86414400. 00000100:00000010:2.0:1769074901.622642:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc6f0000. 00000100:00000010:2.0:1769074901.622649:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86417c00. 00000100:00000010:2.0:1769074901.622652:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc6f8000. 00000100:00000010:2.0:1769074901.622660:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86416400. 00000100:00000010:2.0:1769074901.622662:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabb6540000. 00000100:00000010:2.0:1769074901.622673:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86414000. 00000100:00000010:2.0:1769074901.622676:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabb6548000. 00000100:00000010:2.0:1769074901.622685:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86416000. 00000100:00000010:2.0:1769074901.622687:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabb6550000. 00000100:00000010:2.0:1769074901.622694:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86416c00. 00000100:00000010:2.0:1769074901.622696:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabb6558000. 00000100:00000010:2.0:1769074901.622703:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86417000. 00000100:00000010:2.0:1769074901.622706:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88e40000. 00000100:00000010:2.0:1769074901.622713:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86414800. 00000100:00000010:2.0:1769074901.622716:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88e48000. 00000100:00000010:2.0:1769074901.622723:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab86417400. 00000100:00000010:2.0:1769074901.622725:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88e58000. 00000100:00000010:2.0:1769074901.622733:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e53c00. 00000100:00000010:2.0:1769074901.622752:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88e60000. 00000100:00000010:2.0:1769074901.622759:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e52400. 00000100:00000010:2.0:1769074901.622762:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88e68000. 00000100:00000010:2.0:1769074901.622769:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e50000. 00000100:00000010:2.0:1769074901.622771:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88e70000. 00000100:00000010:2.0:1769074901.622779:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e52000. 00000100:00000010:2.0:1769074901.622781:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88e78000. 00000100:00000010:2.0:1769074901.622787:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e52c00. 00000100:00000010:2.0:1769074901.622790:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc700000. 00000100:00000010:2.0:1769074901.622797:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e53000. 00000100:00000010:2.0:1769074901.622799:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc708000. 00000100:00000010:2.0:1769074901.622806:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e50800. 00000100:00000010:2.0:1769074901.622809:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc710000. 00000100:00000010:2.0:1769074901.622816:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e53400. 00000100:00000010:2.0:1769074901.622819:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc718000. 00000100:00000010:2.0:1769074901.622828:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e52800. 00000100:00000010:2.0:1769074901.622831:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc720000. 00000100:00000010:2.0:1769074901.622838:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e50c00. 00000100:00000010:2.0:1769074901.622840:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc728000. 00000100:00000010:2.0:1769074901.622847:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e51400. 00000100:00000010:2.0:1769074901.622850:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc730000. 00000100:00000010:2.0:1769074901.622857:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e51800. 00000100:00000010:2.0:1769074901.622859:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc738000. 00000100:00000010:2.0:1769074901.622867:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e53800. 00000100:00000010:2.0:1769074901.622869:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d00000. 00000100:00000010:2.0:1769074901.622876:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e51000. 00000100:00000010:2.0:1769074901.622879:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d08000. 00000100:00000010:2.0:1769074901.622885:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e51c00. 00000100:00000010:2.0:1769074901.622887:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d10000. 00000100:00000010:2.0:1769074901.622893:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e50400. 00000100:00000010:2.0:1769074901.622896:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d18000. 00000100:00000010:2.0:1769074901.622903:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e57800. 00000100:00000010:2.0:1769074901.622906:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d20000. 00000100:00000010:2.0:1769074901.622913:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e55000. 00000100:00000010:2.0:1769074901.622916:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d28000. 00000100:00000010:2.0:1769074901.622922:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e55c00. 00000100:00000010:2.0:1769074901.622925:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d30000. 00000100:00000010:2.0:1769074901.622938:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e54400. 00000100:00000010:2.0:1769074901.622941:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab88d38000. 00000100:00000010:2.0:1769074901.622949:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e57c00. 00000100:00000010:2.0:1769074901.622952:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc780000. 00000100:00000010:2.0:1769074901.622959:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e56400. 00000100:00000010:2.0:1769074901.622961:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc788000. 00000100:00000010:2.0:1769074901.622969:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e54000. 00000100:00000010:2.0:1769074901.622971:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc790000. 00000100:00000010:2.0:1769074901.622979:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e56000. 00000100:00000010:2.0:1769074901.622982:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc798000. 00000100:00000010:2.0:1769074901.622989:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e56c00. 00000100:00000010:2.0:1769074901.622992:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc7a0000. 00000100:00000010:2.0:1769074901.622999:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e57000. 00000100:00000010:2.0:1769074901.623001:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc7a8000. 00000100:00000010:2.0:1769074901.623011:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e54800. 00000100:00000010:2.0:1769074901.623014:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc7b0000. 00000100:00000010:2.0:1769074901.623020:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e57400. 00000100:00000010:2.0:1769074901.623023:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dabbc7b8000. 00000100:00000010:2.0:1769074901.623030:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e56800. 00000100:00000010:2.0:1769074901.623033:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab89800000. 00000100:00000010:2.0:1769074901.623041:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e54c00. 00000100:00000010:2.0:1769074901.623043:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab89808000. 00000100:00000010:2.0:1769074901.623053:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e55400. 00000100:00000010:2.0:1769074901.623055:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab89810000. 00000100:00000010:2.0:1769074901.623064:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e55800. 00000100:00000010:2.0:1769074901.623067:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab89820000. 00000100:00000010:2.0:1769074901.623075:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8981a000. 00000100:00000010:2.0:1769074901.623078:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab89828000. 00000100:00000010:2.0:1769074901.623085:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8981ac00. 00000100:00000010:2.0:1769074901.623088:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab89830000. 00000100:00000010:2.0:1769074901.623097:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8981b000. 00000100:00000010:2.0:1769074901.623099:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8dab89838000. 00000100:00000010:2.0:1769074901.623107:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89818800. 00000100:00000010:2.0:1769074901.623126:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daba0334000. 00000100:00000010:2.0:1769074901.623132:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabbe928000. 00000100:00000010:2.0:1769074901.623138:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab8981c000. 00000100:00000010:2.0:1769074901.623149:0:47599:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dab83900500. 00000100:00000010:2.0:1769074901.623156:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbea0b180. 00000100:00000010:2.0:1769074901.623160:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbea0b300. 00000100:00000010:2.0:1769074901.623162:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbea0b9c0. 00000100:00000010:2.0:1769074901.623165:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbea0b000. 00000020:00000010:2.0:1769074901.623266:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab9ea78000. 00000020:00000010:2.0:1769074901.623279:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab88e82000. 00000020:00000010:2.0:1769074901.623288:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab88cf4000. 00000020:00000010:2.0:1769074901.623291:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa8b8c2000. 00000020:00000010:2.0:1769074901.623297:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dabae098000. 00000020:00000010:2.0:1769074901.623303:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dab89819400. 00000100:00000010:2.0:1769074901.623337:0:47599:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dab86410000. 00000100:00000010:2.0:1769074901.623345:0:47599:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dabae09f000. 00000100:00000010:2.0:1769074901.623348:0:47599:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dabaedca800. 00000100:00000010:2.0:1769074901.623356:0:47599:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dabafc5f400. 00000100:00000200:2.0:1769074901.623360:0:47599:0:(service.c:3836:ptlrpc_unregister_service()) ost_io: tearing down 00000020:00000010:2.0:1769074901.623424:0:37052:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab90838e00. 00000020:00000010:2.0:1769074901.623430:0:37052:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daba1094800. 00000020:00000010:2.0:1769074901.623436:0:37052:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fcb78. 00000020:00000010:2.0:1769074901.623441:0:37052:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab90838200. 80000000:00000010:2.0:1769074901.623446:0:37052:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa817df240. 40000000:00000010:2.0:1769074901.623450:0:37052:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab86433a80. 00100000:00000010:2.0:1769074901.623455:0:37052:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daba1092800. 00040000:00000010:2.0:1769074901.623458:0:37052:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbc6c7100. 00040000:00000010:2.0:1769074901.623462:0:37052:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab90838600. 00000020:00000010:2.0:1769074901.623465:0:37052:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab90839600. 00000020:00000010:2.0:1769074901.623471:0:37052:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab86433800. 00000100:00000010:2.0:1769074901.623476:0:37052:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab86433980. 00000020:00000010:2.0:1769074901.623480:0:37052:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8daa8b000000. 00000020:00000010:0.0:1769074901.623719:0:38652:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8baeb400. 00000020:00000010:0.0:1769074901.623724:0:38652:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88cd3800. 00000020:00000010:0.0:1769074901.623728:0:38652:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fc168. 00000020:00000010:0.0:1769074901.623731:0:38652:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8baea000. 80000000:00000010:0.0:1769074901.623734:0:38652:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daba034ede0. 40000000:00000010:0.0:1769074901.623737:0:38652:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa810c0440. 00100000:00000010:0.0:1769074901.623740:0:38652:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88cd5800. 00040000:00000010:0.0:1769074901.623743:0:38652:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabaddc7500. 00040000:00000010:0.0:1769074901.623745:0:38652:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa84139c00. 00000020:00000010:0.0:1769074901.623749:0:38652:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8baea200. 00000020:00000010:0.0:1769074901.623759:0:38652:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa810c0240. 00000100:00000010:0.0:1769074901.623763:0:38652:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa810c0b80. 00000020:00000010:0.0:1769074901.623766:0:38652:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8daa88600000. 00000020:00000010:0.0:1769074901.623877:0:38831:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabb4956c00. 00000020:00000010:0.0:1769074901.623881:0:38831:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88de2800. 00000020:00000010:0.0:1769074901.623884:0:38831:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae739420. 00000020:00000010:0.0:1769074901.623887:0:38831:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabb4957c00. 80000000:00000010:0.0:1769074901.623889:0:38831:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab87fb34e0. 40000000:00000010:0.0:1769074901.623892:0:38831:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaedbdec0. 00100000:00000010:0.0:1769074901.623895:0:38831:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88de1000. 00040000:00000010:0.0:1769074901.623905:0:38831:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab88e89200. 00040000:00000010:0.0:1769074901.623908:0:38831:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabb4956e00. 00000020:00000010:0.0:1769074901.623911:0:38831:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabb4957600. 00000020:00000010:0.0:1769074901.623918:0:38831:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabaedbdfc0. 00000100:00000010:0.0:1769074901.623922:0:38831:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabaedbd200. 00000020:00000010:0.0:1769074901.623924:0:38831:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8daa88900000. 00000020:00000010:0.0:1769074901.624036:0:46087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8dcad800. 00000020:00000010:0.0:1769074901.624040:0:46087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8ff67000. 00000020:00000010:0.0:1769074901.624043:0:46087:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85835080. 00000020:00000010:0.0:1769074901.624046:0:46087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8dcac800. 80000000:00000010:0.0:1769074901.624048:0:46087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa88ddb660. 40000000:00000010:0.0:1769074901.624057:0:46087:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabb4929080. 00100000:00000010:0.0:1769074901.624060:0:46087:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8ff64800. 00040000:00000010:0.0:1769074901.624062:0:46087:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89e0ee00. 00040000:00000010:0.0:1769074901.624065:0:46087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8dcace00. 00000020:00000010:0.0:1769074901.624067:0:46087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8dcac600. 00000020:00000010:0.0:1769074901.624074:0:46087:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabb4929d80. 00000100:00000010:0.0:1769074901.624078:0:46087:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabb4929040. 00000020:00000010:0.0:1769074901.624080:0:46087:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8daa90900000. 00000020:00000010:0.0:1769074901.624228:0:37051:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab90839c00. 00000020:00000010:0.0:1769074901.624232:0:37051:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab92ea2000. 00000020:00000010:0.0:1769074901.624237:0:37051:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897ff8c0. 00000020:00000010:0.0:1769074901.624240:0:37051:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab90838800. 80000000:00000010:0.0:1769074901.624242:0:37051:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa817dfba0. 40000000:00000010:0.0:1769074901.624244:0:37051:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab86433e40. 00100000:00000010:0.0:1769074901.624247:0:37051:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab92ea5800. 00040000:00000010:0.0:1769074901.624249:0:37051:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbc6c7f00. 00040000:00000010:0.0:1769074901.624252:0:37051:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab90839000. 00000020:00000010:0.0:1769074901.624254:0:37051:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab90394e00. 00000020:00000010:0.0:1769074901.624257:0:37051:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab86433880. 00000100:00000010:0.0:1769074901.624260:0:37051:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab86433500. 00000020:00000010:0.0:1769074901.624262:0:37051:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8daa84000000. 00000020:00000010:3.0:1769074901.625348:0:38830:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbec03c00. 00000020:00000010:3.0:1769074901.625368:0:38830:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa835d4000. 00000020:00000010:3.0:1769074901.625376:0:38830:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85834168. 00000020:00000010:3.0:1769074901.625384:0:38830:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbec02200. 80000000:00000010:3.0:1769074901.625389:0:38830:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab8597a2a0. 40000000:00000010:3.0:1769074901.625395:0:38830:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa8270cec0. 00100000:00000010:3.0:1769074901.625399:0:38830:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa835d1800. 00000020:00000010:0.0:1769074901.625769:0:37050:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dababbd7800. 00000020:00000010:0.0:1769074901.625782:0:37050:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabafbb8800. 00000020:00000010:0.0:1769074901.625788:0:37050:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85832840. 00000020:00000010:0.0:1769074901.625792:0:37050:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dababbd6a00. 80000000:00000010:0.0:1769074901.625795:0:37050:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab85bd8840. 40000000:00000010:0.0:1769074901.625799:0:37050:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabae79ee40. 00100000:00000010:0.0:1769074901.625803:0:37050:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabafbbc800. 00040000:00000010:0.0:1769074901.625807:0:37050:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbec1b500. 00040000:00000010:0.0:1769074901.625811:0:37050:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8241f200. 00000020:00000010:0.0:1769074901.625815:0:37050:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababbd6200. 00000020:00000010:0.0:1769074901.625819:0:37050:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabae79edc0. 00000100:00000010:0.0:1769074901.625823:0:37050:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabae79ebc0. 00000020:00000010:0.0:1769074901.625826:0:37050:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8daa81800000. 00000020:00000010:2.0:1769074901.626023:0:38829:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa83d7fa00. 00000020:00000010:2.0:1769074901.626029:0:38829:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88c9a000. 00000020:00000010:2.0:1769074901.626032:0:38829:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fc670. 00000020:00000010:2.0:1769074901.626035:0:38829:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab88e9c200. 80000000:00000010:2.0:1769074901.626038:0:38829:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab866a1300. 40000000:00000010:2.0:1769074901.626041:0:38829:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa81a8e4c0. 00100000:00000010:2.0:1769074901.626044:0:38829:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88c9a800. 00040000:00000010:2.0:1769074901.626057:0:38829:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabaddc7700. 00040000:00000010:2.0:1769074901.626064:0:38829:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab88e9d000. 00000020:00000010:2.0:1769074901.626067:0:38829:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabb48f5000. 00000020:00000010:2.0:1769074901.626071:0:38829:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa81a8ef40. 00000100:00000010:2.0:1769074901.626075:0:38829:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa81a8e1c0. 00000020:00000010:2.0:1769074901.626078:0:38829:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8daa88700000. 00040000:00000010:3.0:1769074901.631282:0:38830:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba0147800. 00040000:00000010:3.0:1769074901.631309:0:38830:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabbec02e00. 00000020:00000010:3.0:1769074901.631319:0:38830:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabbec03800. 00000020:00000010:3.0:1769074901.631331:0:38830:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa8270c040. 00000100:00000010:3.0:1769074901.631341:0:38830:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa8270c680. 00000020:00000010:3.0:1769074901.631347:0:38830:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8daa88800000. 00010000:00000010:2.1:1769074901.631701:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbd4fd800. 00010000:00000010:2.1:1769074901.631715:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dabb4ae9500. 00010000:00000010:2.1:1769074901.631719:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dabbd4fd000. 00010000:00000010:2.1:1769074901.631722:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab83ce4a00. 00000020:00000010:0.0:1769074901.632046:0:38651:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa83d7e600. 00000020:00000010:0.0:1769074901.632052:0:38651:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabad727800. 00000020:00000010:0.0:1769074901.632057:0:38651:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85834b78. 00000020:00000010:0.0:1769074901.632063:0:38651:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa83d7e000. 80000000:00000010:0.0:1769074901.632068:0:38651:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daba0e08780. 40000000:00000010:0.0:1769074901.632073:0:38651:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabae93fb80. 00100000:00000010:0.0:1769074901.632078:0:38651:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabad722000. 00040000:00000010:0.0:1769074901.632097:0:38651:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabadb1b200. 00040000:00000010:0.0:1769074901.632113:0:38651:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa83d7f800. 00000020:00000010:0.0:1769074901.632119:0:38651:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa83d7ea00. 00000020:00000010:0.0:1769074901.632542:0:38651:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabae93f8c0. 00000100:00000010:0.0:1769074901.632548:0:38651:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dabae93f440. 00000020:00000010:0.0:1769074901.632552:0:38651:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at ffff8daa88500000. 00000100:00000010:2.0:1769074901.641059:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab81682200. 00000100:00000010:2.0:1769074901.641070:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabb4336800. 00000100:00000010:2.0:1769074901.641073:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabb4336c00. 00000100:00000010:2.0:1769074901.641076:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa85827c00. 00000100:00000010:2.0:1769074901.641080:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daba2952400. 00000100:00000010:2.0:1769074901.641083:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbec03400. 00000100:00000010:2.0:1769074901.641086:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbec02400. 00000100:00000010:2.0:1769074901.641090:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbec02c00. 00000100:00000010:2.0:1769074901.641093:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dab866fa600. 00000400:00000200:2.0:1769074901.641108:0:47599:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 6 lazy 00000400:00000010:2.0:1769074901.641118:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8608d058. 00000400:00000200:2.0:1769074901.641121:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba10fa000 00000400:00000010:2.0:1769074901.641123:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daba10fa000. 00000100:00000200:2.0:1769074901.641128:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641134:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480790. 00000400:00000200:2.0:1769074901.641137:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8ca0d000 00000400:00000010:2.0:1769074901.641139:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa8ca0d000. 00000100:00000200:2.0:1769074901.641141:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641145:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480420. 00000400:00000200:2.0:1769074901.641146:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa858f5000 00000400:00000010:2.0:1769074901.641148:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa858f5000. 00000100:00000200:2.0:1769074901.641160:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641165:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864806e0. 00000400:00000200:2.0:1769074901.641167:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa858f7000 00000400:00000010:2.0:1769074901.641168:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa858f7000. 00000100:00000200:2.0:1769074901.641172:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641175:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480e18. 00000400:00000200:2.0:1769074901.641176:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa858f6000 00000400:00000010:2.0:1769074901.641177:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa858f6000. 00000100:00000200:2.0:1769074901.641180:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641184:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864809f8. 00000400:00000200:2.0:1769074901.641186:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa858f2000 00000400:00000010:2.0:1769074901.641188:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa858f2000. 00000100:00000200:2.0:1769074901.641190:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641193:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480f78. 00000400:00000200:2.0:1769074901.641206:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa858f4000 00000400:00000010:2.0:1769074901.641208:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa858f4000. 00000100:00000200:2.0:1769074901.641211:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641214:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480688. 00000400:00000200:2.0:1769074901.641215:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa858f3000 00000400:00000010:2.0:1769074901.641217:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa858f3000. 00000100:00000200:2.0:1769074901.641219:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641222:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864805d8. 00000400:00000200:2.0:1769074901.641224:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa858f0000 00000400:00000010:2.0:1769074901.641226:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa858f0000. 00000100:00000200:2.0:1769074901.641231:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641234:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864800b0. 00000400:00000200:2.0:1769074901.641236:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa858f1000 00000400:00000010:2.0:1769074901.641237:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa858f1000. 00000100:00000200:2.0:1769074901.641244:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641247:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480e70. 00000400:00000200:2.0:1769074901.641249:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83941000 00000400:00000010:2.0:1769074901.641251:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83941000. 00000100:00000200:2.0:1769074901.641254:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641257:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480a50. 00000400:00000200:2.0:1769074901.641259:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83945000 00000400:00000010:2.0:1769074901.641261:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83945000. 00000100:00000200:2.0:1769074901.641263:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641266:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480000. 00000400:00000200:2.0:1769074901.641267:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83947000 00000400:00000010:2.0:1769074901.641269:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83947000. 00000100:00000200:2.0:1769074901.641270:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641273:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480108. 00000400:00000200:2.0:1769074901.641275:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83946000 00000400:00000010:2.0:1769074901.641276:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83946000. 00000100:00000200:2.0:1769074901.641278:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641281:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480630. 00000400:00000200:2.0:1769074901.641284:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83942000 00000400:00000010:2.0:1769074901.641285:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83942000. 00000100:00000200:2.0:1769074901.641288:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641291:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480d68. 00000400:00000200:2.0:1769074901.641293:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83944000 00000400:00000010:2.0:1769074901.641295:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83944000. 00000100:00000200:2.0:1769074901.641297:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641300:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480948. 00000400:00000200:2.0:1769074901.641302:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83943000 00000400:00000010:2.0:1769074901.641303:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83943000. 00000100:00000200:2.0:1769074901.641306:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641309:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab864808f0. 00000400:00000200:2.0:1769074901.641311:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83940000 00000400:00000010:2.0:1769074901.641313:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83940000. 00000100:00000200:2.0:1769074901.641315:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641318:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480370. 00000400:00000200:2.0:1769074901.641320:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83bb4000 00000400:00000010:2.0:1769074901.641321:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83bb4000. 00000100:00000200:2.0:1769074901.641324:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641327:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480160. 00000400:00000200:2.0:1769074901.641329:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83bb3000 00000400:00000010:2.0:1769074901.641331:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83bb3000. 00000100:00000200:2.0:1769074901.641333:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641336:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480318. 00000400:00000200:2.0:1769074901.641338:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83bb0000 00000400:00000010:2.0:1769074901.641339:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83bb0000. 00000100:00000200:2.0:1769074901.641341:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641344:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480738. 00000400:00000200:2.0:1769074901.641346:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83bb1000 00000400:00000010:2.0:1769074901.641347:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83bb1000. 00000100:00000200:2.0:1769074901.641350:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641353:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480bb0. 00000400:00000200:2.0:1769074901.641355:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83bb5000 00000400:00000010:2.0:1769074901.641356:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83bb5000. 00000100:00000200:2.0:1769074901.641358:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641362:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480b00. 00000400:00000200:2.0:1769074901.641364:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83bb7000 00000400:00000010:2.0:1769074901.641365:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83bb7000. 00000100:00000200:2.0:1769074901.641368:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641371:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480f20. 00000400:00000200:2.0:1769074901.641373:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83bb6000 00000400:00000010:2.0:1769074901.641375:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83bb6000. 00000100:00000200:2.0:1769074901.641378:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641381:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480898. 00000400:00000200:2.0:1769074901.641382:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83bb2000 00000400:00000010:2.0:1769074901.641384:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8daa83bb2000. 00000100:00000200:2.0:1769074901.641386:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641389:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480580. 00000400:00000200:2.0:1769074901.641391:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8987c000 00000400:00000010:2.0:1769074901.641393:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8987c000. 00000100:00000200:2.0:1769074901.641483:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641489:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480c60. 00000400:00000200:2.0:1769074901.641492:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8987b000 00000400:00000010:2.0:1769074901.641494:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8987b000. 00000100:00000200:2.0:1769074901.641497:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641500:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480268. 00000400:00000200:2.0:1769074901.641502:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89878000 00000400:00000010:2.0:1769074901.641503:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89878000. 00000100:00000200:2.0:1769074901.641507:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641510:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86480d10. 00000400:00000200:2.0:1769074901.641512:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89879000 00000400:00000010:2.0:1769074901.641513:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89879000. 00000100:00000200:2.0:1769074901.641516:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641519:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448b58. 00000400:00000200:2.0:1769074901.641521:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8987d000 00000400:00000010:2.0:1769074901.641523:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8987d000. 00000100:00000200:2.0:1769074901.641525:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641528:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb44483c8. 00000400:00000200:2.0:1769074901.641531:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8987f000 00000400:00000010:2.0:1769074901.641532:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8987f000. 00000100:00000200:2.0:1769074901.641535:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641537:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448580. 00000400:00000200:2.0:1769074901.641540:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8987e000 00000400:00000010:2.0:1769074901.641541:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8987e000. 00000100:00000200:2.0:1769074901.641544:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641547:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448898. 00000400:00000200:2.0:1769074901.641549:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8987a000 00000400:00000010:2.0:1769074901.641551:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8987a000. 00000100:00000200:2.0:1769074901.641553:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641557:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448c60. 00000400:00000200:2.0:1769074901.641558:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89874000 00000400:00000010:2.0:1769074901.641560:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89874000. 00000100:00000200:2.0:1769074901.641562:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641565:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448058. 00000400:00000200:2.0:1769074901.641567:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89873000 00000400:00000010:2.0:1769074901.641569:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89873000. 00000100:00000200:2.0:1769074901.641571:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641574:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb44489f8. 00000400:00000200:2.0:1769074901.641576:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89870000 00000400:00000010:2.0:1769074901.641577:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89870000. 00000100:00000200:2.0:1769074901.641580:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641583:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448478. 00000400:00000200:2.0:1769074901.641585:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89871000 00000400:00000010:2.0:1769074901.641586:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89871000. 00000100:00000200:2.0:1769074901.641589:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641722:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448420. 00000400:00000200:2.0:1769074901.641725:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89875000 00000400:00000010:2.0:1769074901.641727:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89875000. 00000100:00000200:2.0:1769074901.641730:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641733:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb44482c0. 00000400:00000200:2.0:1769074901.641735:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89877000 00000400:00000010:2.0:1769074901.641736:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89877000. 00000100:00000200:2.0:1769074901.641738:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641741:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448e18. 00000400:00000200:2.0:1769074901.641743:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89876000 00000400:00000010:2.0:1769074901.641745:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89876000. 00000100:00000200:2.0:1769074901.641747:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641750:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb44485d8. 00000400:00000200:2.0:1769074901.641752:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89872000 00000400:00000010:2.0:1769074901.641754:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89872000. 00000100:00000200:2.0:1769074901.641757:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641761:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448f78. 00000400:00000200:2.0:1769074901.641762:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8986e000 00000400:00000010:2.0:1769074901.641764:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8986e000. 00000100:00000200:2.0:1769074901.641767:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641770:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448688. 00000400:00000200:2.0:1769074901.641772:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8986a000 00000400:00000010:2.0:1769074901.641774:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8986a000. 00000100:00000200:2.0:1769074901.641776:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641779:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448e70. 00000400:00000200:2.0:1769074901.641781:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8986c000 00000400:00000010:2.0:1769074901.641783:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8986c000. 00000100:00000200:2.0:1769074901.641785:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641788:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb44480b0. 00000400:00000200:2.0:1769074901.641790:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8986b000 00000400:00000010:2.0:1769074901.641792:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8986b000. 00000100:00000200:2.0:1769074901.641795:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641798:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448630. 00000400:00000200:2.0:1769074901.641800:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89868000 00000400:00000010:2.0:1769074901.641801:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89868000. 00000100:00000200:2.0:1769074901.641804:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641807:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448a50. 00000400:00000200:2.0:1769074901.641809:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89869000 00000400:00000010:2.0:1769074901.641811:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89869000. 00000100:00000200:2.0:1769074901.641813:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641816:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448000. 00000400:00000200:2.0:1769074901.641817:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8986d000 00000400:00000010:2.0:1769074901.641819:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8986d000. 00000100:00000200:2.0:1769074901.641822:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641825:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448c08. 00000400:00000200:2.0:1769074901.641827:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab8986f000 00000400:00000010:2.0:1769074901.641828:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab8986f000. 00000100:00000200:2.0:1769074901.641831:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641834:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448ec8. 00000400:00000200:2.0:1769074901.641836:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89864000 00000400:00000010:2.0:1769074901.641838:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89864000. 00000100:00000200:2.0:1769074901.641855:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641859:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb44489a0. 00000400:00000200:2.0:1769074901.641861:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89863000 00000400:00000010:2.0:1769074901.641863:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89863000. 00000100:00000200:2.0:1769074901.641866:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641868:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb44486e0. 00000400:00000200:2.0:1769074901.641870:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89860000 00000400:00000010:2.0:1769074901.641872:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89860000. 00000100:00000200:2.0:1769074901.641874:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641876:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448210. 00000400:00000200:2.0:1769074901.641878:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89861000 00000400:00000010:2.0:1769074901.641880:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89861000. 00000100:00000200:2.0:1769074901.641881:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641884:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448790. 00000400:00000200:2.0:1769074901.641886:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89865000 00000400:00000010:2.0:1769074901.641888:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89865000. 00000100:00000200:2.0:1769074901.641891:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641893:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb44484d0. 00000400:00000200:2.0:1769074901.641895:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89867000 00000400:00000010:2.0:1769074901.641896:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89867000. 00000100:00000200:2.0:1769074901.641898:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641901:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448840. 00000400:00000200:2.0:1769074901.641903:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89866000 00000400:00000010:2.0:1769074901.641905:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89866000. 00000100:00000200:2.0:1769074901.641907:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641911:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb44481b8. 00000400:00000200:2.0:1769074901.641913:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab89862000 00000400:00000010:2.0:1769074901.641915:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab89862000. 00000100:00000200:2.0:1769074901.641917:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641920:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448cb8. 00000400:00000200:2.0:1769074901.641922:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab842f6000 00000400:00000010:2.0:1769074901.641924:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dab842f6000. 00000100:00000200:2.0:1769074901.641934:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641939:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb44488f0. 00000400:00000200:2.0:1769074901.641942:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabb6562000 00000400:00000010:2.0:1769074901.641943:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabb6562000. 00000100:00000200:2.0:1769074901.641946:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641949:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603bcb8. 00000400:00000200:2.0:1769074901.641952:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcb1b000 00000400:00000010:2.0:1769074901.641953:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbcb1b000. 00000100:00000200:2.0:1769074901.641955:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641958:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b9a0. 00000400:00000200:2.0:1769074901.641960:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcb18000 00000400:00000010:2.0:1769074901.641961:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbcb18000. 00000100:00000200:2.0:1769074901.641963:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641966:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603be70. 00000400:00000200:2.0:1769074901.641968:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcb19000 00000400:00000010:2.0:1769074901.641969:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbcb19000. 00000100:00000200:2.0:1769074901.641973:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 00000400:00000010:2.0:1769074901.641976:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8603b7e8. 00000400:00000200:2.0:1769074901.641977:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbcb1d000 00000400:00000010:2.0:1769074901.641979:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8dabbcb1d000. 00000100:00000200:2.0:1769074901.641981:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_io 02000000:00000010:2.0:1769074901.642020:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8259fc00. 00000100:00000010:2.0:1769074901.642025:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a0380. 02000000:00000010:2.0:1769074901.642029:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8dabbff0fc00. 00000100:00000010:2.0:1769074901.642031:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a3100. 02000000:00000010:2.0:1769074901.642035:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa82c4bc00. 00000100:00000010:2.0:1769074901.642038:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c816680. 02000000:00000010:2.0:1769074901.642042:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8e347400. 00000100:00000010:2.0:1769074901.642045:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c816a00. 02000000:00000010:2.0:1769074901.642047:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8e347c00. 00000100:00000010:2.0:1769074901.642049:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a0700. 02000000:00000010:2.0:1769074901.642052:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f440000. 00000100:00000010:2.0:1769074901.642054:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c814e00. 02000000:00000010:2.0:1769074901.642057:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa842c5800. 00000100:00000010:2.0:1769074901.642059:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c815f80. 02000000:00000010:2.0:1769074901.642062:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8dabb5b23000. 00000100:00000010:2.0:1769074901.642066:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c814700. 02000000:00000010:2.0:1769074901.642069:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa82c48800. 00000100:00000010:2.0:1769074901.642071:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c815180. 02000000:00000010:2.0:1769074901.642074:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f443800. 00000100:00000010:2.0:1769074901.642077:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c814a80. 02000000:00000010:2.0:1769074901.642079:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8c57a400. 00000100:00000010:2.0:1769074901.642082:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90804380. 02000000:00000010:2.0:1769074901.642085:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8c57a800. 00000100:00000010:2.0:1769074901.642087:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c815c00. 02000000:00000010:2.0:1769074901.642090:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8e347800. 00000100:00000010:2.0:1769074901.642093:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c814380. 02000000:00000010:2.0:1769074901.642095:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8c578000. 00000100:00000010:2.0:1769074901.642097:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c815500. 02000000:00000010:2.0:1769074901.642100:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8c57b400. 00000100:00000010:2.0:1769074901.642109:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90805f80. 02000000:00000010:2.0:1769074901.642113:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8bbdc400. 00000100:00000010:2.0:1769074901.642122:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807b80. 02000000:00000010:2.0:1769074901.642125:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8378b800. 00000100:00000010:2.0:1769074901.642132:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90806a00. 02000000:00000010:2.0:1769074901.642135:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa83976400. 00000100:00000010:2.0:1769074901.642138:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0da300. 02000000:00000010:2.0:1769074901.642141:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa83974000. 00000100:00000010:2.0:1769074901.642144:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8e00. 02000000:00000010:2.0:1769074901.642148:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8dae8c00. 00000100:00000010:2.0:1769074901.642150:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90885f80. 02000000:00000010:2.0:1769074901.642153:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f620400. 00000100:00000010:2.0:1769074901.642156:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0daa00. 02000000:00000010:2.0:1769074901.642158:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa831d4c00. 00000100:00000010:2.0:1769074901.642167:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88add880. 02000000:00000010:2.0:1769074901.642172:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8259e800. 00000100:00000010:2.0:1769074901.642174:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908ca300. 02000000:00000010:2.0:1769074901.642178:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f621400. 00000100:00000010:2.0:1769074901.642181:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f9c00. 02000000:00000010:2.0:1769074901.642184:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f623400. 00000100:00000010:2.0:1769074901.642186:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adea00. 02000000:00000010:2.0:1769074901.642190:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f621800. 00000100:00000010:2.0:1769074901.642210:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae923800. 02000000:00000010:2.0:1769074901.642215:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8259d000. 00000100:00000010:2.0:1769074901.642218:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f8380. 02000000:00000010:2.0:1769074901.642221:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8e2bbc00. 00000100:00000010:2.0:1769074901.642232:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adfb80. 02000000:00000010:2.0:1769074901.642235:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8dae9000. 00000100:00000010:2.0:1769074901.642238:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88adc380. 02000000:00000010:2.0:1769074901.642241:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8259e400. 00000100:00000010:2.0:1769074901.642248:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daba04f8e00. 02000000:00000010:2.0:1769074901.642252:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f6f0000. 00000100:00000010:2.0:1769074901.642260:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5a9f80. 02000000:00000010:2.0:1769074901.642264:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8dabb5b22400. 00000100:00000010:2.0:1769074901.642274:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a3800. 02000000:00000010:2.0:1769074901.642277:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8dabbc75b800. 00000100:00000010:2.0:1769074901.642287:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a1880. 02000000:00000010:2.0:1769074901.642290:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8dd33c00. 00000100:00000010:2.0:1769074901.642293:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa88ca1180. 02000000:00000010:2.0:1769074901.642297:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8ec7fc00. 00000100:00000010:2.0:1769074901.642299:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae922680. 02000000:00000010:2.0:1769074901.642302:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8ec7d800. 00000100:00000010:2.0:1769074901.642304:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae922d80. 02000000:00000010:2.0:1769074901.642307:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f441c00. 00000100:00000010:2.0:1769074901.642310:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a3480. 02000000:00000010:2.0:1769074901.642313:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f442800. 00000100:00000010:2.0:1769074901.642316:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a1500. 02000000:00000010:2.0:1769074901.642319:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8ec7c400. 00000100:00000010:2.0:1769074901.642327:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a1c00. 02000000:00000010:2.0:1769074901.642330:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f442400. 00000100:00000010:2.0:1769074901.642338:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab842a2d80. 02000000:00000010:2.0:1769074901.642343:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8b950400. 00000100:00000010:2.0:1769074901.642350:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c602680. 02000000:00000010:2.0:1769074901.642354:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f877000. 00000100:00000010:2.0:1769074901.642363:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa908cb100. 02000000:00000010:2.0:1769074901.642366:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8dd96800. 00000100:00000010:2.0:1769074901.642369:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af1500. 02000000:00000010:2.0:1769074901.642372:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8dd96000. 00000100:00000010:2.0:1769074901.642374:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af1f80. 02000000:00000010:2.0:1769074901.642377:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8dd95000. 00000100:00000010:2.0:1769074901.642384:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af0380. 02000000:00000010:2.0:1769074901.642388:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f750800. 00000100:00000010:2.0:1769074901.642538:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af3800. 02000000:00000010:2.0:1769074901.642545:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8fc2f400. 00000100:00000010:2.0:1769074901.642548:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af0a80. 02000000:00000010:2.0:1769074901.642550:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8dd32c00. 00000100:00000010:2.0:1769074901.642560:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af3480. 02000000:00000010:2.0:1769074901.642563:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa83714c00. 00000100:00000010:2.0:1769074901.642571:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af0000. 02000000:00000010:2.0:1769074901.642574:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8dabbc940400. 00000100:00000010:2.0:1769074901.642577:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af2a00. 02000000:00000010:2.0:1769074901.642581:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8fc2cc00. 00000100:00000010:2.0:1769074901.642599:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabb5af1180. 02000000:00000010:2.0:1769074901.642620:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa84371400. 00000100:00000010:2.0:1769074901.642623:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920380. 02000000:00000010:2.0:1769074901.642626:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8df07c00. 00000100:00000010:2.0:1769074901.642628:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8c600e00. 02000000:00000010:2.0:1769074901.642631:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8dabbc5a7c00. 00000100:00000010:2.0:1769074901.642634:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fc380. 02000000:00000010:2.0:1769074901.642636:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa84371000. 00000100:00000010:2.0:1769074901.642638:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae923100. 02000000:00000010:2.0:1769074901.642640:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa84370400. 00000100:00000010:2.0:1769074901.642642:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae920e00. 02000000:00000010:2.0:1769074901.642645:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa84373000. 00000100:00000010:2.0:1769074901.642647:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae921c00. 02000000:00000010:2.0:1769074901.642650:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa84372000. 00000100:00000010:2.0:1769074901.642652:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae921500. 02000000:00000010:2.0:1769074901.642654:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8fa9e800. 00000100:00000010:2.0:1769074901.642663:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae921880. 02000000:00000010:2.0:1769074901.642667:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8dabbc943400. 00000100:00000010:2.0:1769074901.642670:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2ea00. 02000000:00000010:2.0:1769074901.642674:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8df07000. 00000100:00000010:2.0:1769074901.642676:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabae923480. 02000000:00000010:2.0:1769074901.642678:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8df37000. 00000100:00000010:2.0:1769074901.642688:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2d180. 02000000:00000010:2.0:1769074901.642692:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8f40cc00. 00000100:00000010:2.0:1769074901.642699:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2f800. 02000000:00000010:2.0:1769074901.642703:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8df06400. 00000100:00000010:2.0:1769074901.642706:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeed500. 02000000:00000010:2.0:1769074901.642709:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8cb23400. 00000100:00000010:2.0:1769074901.642712:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeefb80. 02000000:00000010:2.0:1769074901.642715:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8df06800. 00000100:00000010:2.0:1769074901.642723:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2df80. 02000000:00000010:2.0:1769074901.642726:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8cb23800. 00000100:00000010:2.0:1769074901.642736:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8bd2dc00. 02000000:00000010:2.0:1769074901.642784:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8e923800. 00000100:00000010:2.0:1769074901.642794:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689f80. 02000000:00000010:2.0:1769074901.642797:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8dab88dce800. 00000100:00000010:2.0:1769074901.642800:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab8668bb80. 02000000:00000010:2.0:1769074901.642803:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8dab88dce400. 00000100:00000010:2.0:1769074901.642809:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab86689c00. 02000000:00000010:2.0:1769074901.642813:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa89d7bc00. 00000100:00000010:2.0:1769074901.642820:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc5aa680. 02000000:00000010:2.0:1769074901.642823:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa83268c00. 00000100:00000010:2.0:1769074901.642825:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa90807100. 02000000:00000010:2.0:1769074901.642829:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8326b800. 00000100:00000010:2.0:1769074901.642835:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a4700. 02000000:00000010:2.0:1769074901.642839:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8dab86d54400. 00000100:00000010:2.0:1769074901.642842:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab9e714a80. 02000000:00000010:2.0:1769074901.642846:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa85948800. 00000100:00000010:2.0:1769074901.642848:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa905a6d80. 02000000:00000010:2.0:1769074901.642851:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8daa8daeb800. 00000100:00000010:2.0:1769074901.642859:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbfeedc00. 00000100:00000010:2.0:1769074901.642866:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daa81100000. 00000100:00000010:2.0:1769074901.642924:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf024800. 00000100:00000010:2.0:1769074901.642928:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89880000. 00000100:00000010:2.0:1769074901.642973:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88399000. 00000100:00000010:2.0:1769074901.642977:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89900000. 00000100:00000010:2.0:1769074901.643022:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88fec000. 00000100:00000010:2.0:1769074901.643025:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89980000. 00000100:00000010:2.0:1769074901.643097:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88fee000. 00000100:00000010:2.0:1769074901.643100:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89a00000. 00000100:00000010:2.0:1769074901.643167:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88feec00. 00000100:00000010:2.0:1769074901.643170:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89a80000. 00000100:00000010:2.0:1769074901.643232:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88fef000. 00000100:00000010:2.0:1769074901.643235:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89b00000. 00000100:00000010:2.0:1769074901.643293:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88fec800. 00000100:00000010:2.0:1769074901.643297:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89b80000. 00000100:00000010:2.0:1769074901.643344:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88fef400. 00000100:00000010:2.0:1769074901.643346:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89400000. 00000100:00000010:2.0:1769074901.643452:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88fee800. 00000100:00000010:2.0:1769074901.643457:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89480000. 00000100:00000010:2.0:1769074901.643519:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88fecc00. 00000100:00000010:2.0:1769074901.643527:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89500000. 00000100:00000010:2.0:1769074901.643574:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985a800. 00000100:00000010:2.0:1769074901.643577:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89580000. 00000100:00000010:2.0:1769074901.643648:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89858c00. 00000100:00000010:2.0:1769074901.643651:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89600000. 00000100:00000010:2.0:1769074901.643703:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89859400. 00000100:00000010:2.0:1769074901.643706:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89680000. 00000100:00000010:2.0:1769074901.643758:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89859800. 00000100:00000010:2.0:1769074901.643761:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89700000. 00000100:00000010:2.0:1769074901.643812:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985b800. 00000100:00000010:2.0:1769074901.643815:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab89780000. 00000100:00000010:2.0:1769074901.643860:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89859000. 00000100:00000010:2.0:1769074901.643864:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5c00000. 00000100:00000010:2.0:1769074901.643922:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89859c00. 00000100:00000010:2.0:1769074901.643926:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5c80000. 00000100:00000010:2.0:1769074901.643988:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89858400. 00000100:00000010:2.0:1769074901.643992:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5d00000. 00000100:00000010:2.0:1769074901.644050:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985bc00. 00000100:00000010:2.0:1769074901.644053:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5d80000. 00000100:00000010:2.0:1769074901.644103:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985a400. 00000100:00000010:2.0:1769074901.644107:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5e00000. 00000100:00000010:2.0:1769074901.644145:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89858000. 00000100:00000010:2.0:1769074901.644148:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5e80000. 00000100:00000010:2.0:1769074901.644339:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985a000. 00000100:00000010:2.0:1769074901.644343:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5f00000. 00000100:00000010:2.0:1769074901.644394:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985ac00. 00000100:00000010:2.0:1769074901.644397:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5f80000. 00000100:00000010:2.0:1769074901.644438:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985b000. 00000100:00000010:2.0:1769074901.644442:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daba8000000. 00000100:00000010:2.0:1769074901.644482:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89858800. 00000100:00000010:2.0:1769074901.644486:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daba8080000. 00000100:00000010:2.0:1769074901.644533:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985b400. 00000100:00000010:2.0:1769074901.644537:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daba8100000. 00000100:00000010:2.0:1769074901.644580:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985f800. 00000100:00000010:2.0:1769074901.644584:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daba8180000. 00000100:00000010:2.0:1769074901.644733:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985d000. 00000100:00000010:2.0:1769074901.644737:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daba8200000. 00000100:00000010:2.0:1769074901.644774:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985dc00. 00000100:00000010:2.0:1769074901.644777:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daba8280000. 00000100:00000010:2.0:1769074901.644822:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985c400. 00000100:00000010:2.0:1769074901.644825:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daba8300000. 00000100:00000010:2.0:1769074901.644869:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985fc00. 00000100:00000010:2.0:1769074901.644872:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daba8380000. 00000100:00000010:2.0:1769074901.644921:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985e400. 00000100:00000010:2.0:1769074901.644925:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5400000. 00000100:00000010:2.0:1769074901.644974:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985c000. 00000100:00000010:2.0:1769074901.644978:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5480000. 00000100:00000010:2.0:1769074901.645022:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985e000. 00000100:00000010:2.0:1769074901.645026:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5500000. 00000100:00000010:2.0:1769074901.645073:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985ec00. 00000100:00000010:2.0:1769074901.645076:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5580000. 00000100:00000010:2.0:1769074901.645112:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985f000. 00000100:00000010:2.0:1769074901.645115:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5600000. 00000100:00000010:2.0:1769074901.645156:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985c800. 00000100:00000010:2.0:1769074901.645159:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5680000. 00000100:00000010:2.0:1769074901.645218:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985f400. 00000100:00000010:2.0:1769074901.645221:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5700000. 00000100:00000010:2.0:1769074901.645266:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985e800. 00000100:00000010:2.0:1769074901.645269:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5780000. 00000100:00000010:2.0:1769074901.645317:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985cc00. 00000100:00000010:2.0:1769074901.645320:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab88400000. 00000100:00000010:2.0:1769074901.645373:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985d400. 00000100:00000010:2.0:1769074901.645380:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab88480000. 00000100:00000010:2.0:1769074901.645443:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8985d800. 00000100:00000010:2.0:1769074901.645447:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab88500000. 00000100:00000010:2.0:1769074901.645540:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf021c00. 00000100:00000010:2.0:1769074901.645544:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab88580000. 00000100:00000010:2.0:1769074901.645818:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf020400. 00000100:00000010:2.0:1769074901.645823:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab88600000. 00000100:00000010:2.0:1769074901.645882:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf023c00. 00000100:00000010:2.0:1769074901.645886:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab88680000. 00000100:00000010:2.0:1769074901.645945:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf022400. 00000100:00000010:2.0:1769074901.645949:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab88700000. 00000100:00000010:2.0:1769074901.645993:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf020000. 00000100:00000010:2.0:1769074901.645996:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dab88780000. 00000100:00000010:2.0:1769074901.646041:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf022000. 00000100:00000010:2.0:1769074901.646045:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5000000. 00000100:00000010:2.0:1769074901.646093:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf022c00. 00000100:00000010:2.0:1769074901.646096:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5080000. 00000100:00000010:2.0:1769074901.646148:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf023000. 00000100:00000010:2.0:1769074901.646151:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5100000. 00000100:00000010:2.0:1769074901.646204:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf020800. 00000100:00000010:2.0:1769074901.646208:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5180000. 00000100:00000010:2.0:1769074901.646241:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf023400. 00000100:00000010:2.0:1769074901.646244:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5200000. 00000100:00000010:2.0:1769074901.646281:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf022800. 00000100:00000010:2.0:1769074901.646285:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5280000. 00000100:00000010:2.0:1769074901.646320:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf020c00. 00000100:00000010:2.0:1769074901.646323:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5300000. 00000100:00000010:2.0:1769074901.646357:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf021400. 00000100:00000010:2.0:1769074901.646360:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8dabb5380000. 00000100:00000010:2.0:1769074901.646409:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf021800. 00000100:00000010:2.0:1769074901.646412:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daa8c880000. 00000100:00000010:2.0:1769074901.646467:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf023800. 00000100:00000010:2.0:1769074901.646470:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daa83f00000. 00000100:00000010:2.0:1769074901.646517:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf021000. 00000100:00000010:2.0:1769074901.646520:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daa8d280000. 00000100:00000010:2.0:1769074901.646560:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf027c00. 00000100:00000010:2.0:1769074901.646563:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daa8d080000. 00000100:00000010:2.0:1769074901.646740:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf026400. 00000100:00000010:2.0:1769074901.646744:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daa89600000. 00000100:00000010:2.0:1769074901.646781:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf024000. 00000100:00000010:2.0:1769074901.646784:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daa89680000. 00000100:00000010:2.0:1769074901.646826:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf026000. 00000100:00000010:2.0:1769074901.646829:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daa82200000. 00000100:00000010:2.0:1769074901.646868:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf026c00. 00000100:00000010:2.0:1769074901.646871:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at ffff8daa82280000. 00000100:00000010:2.0:1769074901.646908:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf027000. 00000100:00000010:2.0:1769074901.646914:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa88dfc000. 00000100:00000010:2.0:1769074901.646921:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa8addc000. 00000100:00000010:2.0:1769074901.646927:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabb4b7c000. 00000100:00000010:2.0:1769074901.646935:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabb4860000. 00000100:00000010:2.0:1769074901.646941:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dabbc138000. 00000100:00000010:2.0:1769074901.646947:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab89dbc000. 00000100:00000010:2.0:1769074901.646954:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab88e98000. 00000100:00000010:2.0:1769074901.646960:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab88e8c000. 00000100:00000010:2.0:1769074901.646966:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa8a8b4000. 00000100:00000010:2.0:1769074901.646978:0:47599:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dabae79e840. 00000100:00000010:2.0:1769074901.646984:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab9166ba80. 00000100:00000010:2.0:1769074901.646987:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab9166b480. 00000100:00000010:2.0:1769074901.646990:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab9166b180. 00000100:00000010:2.0:1769074901.646992:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab9166bb40. 00000100:00000010:2.0:1769074901.646995:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab9166bf00. 00000100:00000010:2.0:1769074901.646997:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab901336c0. 00000100:00000010:2.0:1769074901.647000:0:47599:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dabae79e540. 00000100:00000010:2.0:1769074901.647002:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab90133b40. 00000100:00000010:2.0:1769074901.647004:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab90133c00. 00000100:00000010:2.0:1769074901.647006:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab901330c0. 00000100:00000010:2.0:1769074901.647009:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab900b0540. 00000100:00000010:2.0:1769074901.647012:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab900b0a80. 00000100:00000010:2.0:1769074901.647014:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dab900b0240. 00000100:00000010:2.0:1769074901.647016:0:47599:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff8dab88b3d880. 00000020:00000010:2.0:1769074901.647143:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbc7c8000. 00000020:00000010:2.0:1769074901.647159:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabae0dc000. 00000020:00000010:2.0:1769074901.647167:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa8bd34000. 00000020:00000010:2.0:1769074901.647176:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbd4ae000. 00000020:00000010:2.0:1769074901.647186:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dabbcb1c000. 00000020:00000010:2.0:1769074901.647208:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8dabaf027400. 00000100:00000010:2.0:1769074901.647243:0:47599:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dabbe92c000. 00000100:00000010:2.0:1769074901.647252:0:47599:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dabbc54e000. 00000100:00000010:2.0:1769074901.647255:0:47599:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dab8839a800. 00000100:00000010:2.0:1769074901.647259:0:47599:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dab85bda200. 00000100:00000200:2.0:1769074901.647262:0:47599:0:(service.c:3836:ptlrpc_unregister_service()) ost_seq: tearing down 00000020:00000010:1.0:1769074901.647432:0:37054:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabb4337800. 00000020:00000010:3.0:1769074901.647434:0:37053:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab90839200. 00000020:00000010:1.0:1769074901.647441:0:37054:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82fa7000. 00000020:00000010:3.0:1769074901.647449:0:37053:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daba1091000. 00000020:00000010:1.0:1769074901.647452:0:37054:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73da90. 00000020:00000010:3.0:1769074901.647459:0:37053:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897fa840. 00000020:00000010:1.0:1769074901.647462:0:37054:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabae047000. 00000020:00000010:3.0:1769074901.647473:0:37053:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab90838a00. 80000000:00000010:1.0:1769074901.647474:0:37054:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab88aeb120. 80000000:00000010:3.0:1769074901.647485:0:37053:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa817df540. 40000000:00000010:1.0:1769074901.647487:0:37054:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab83900c00. 40000000:00000010:3.0:1769074901.647495:0:37053:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab864338c0. 00100000:00000010:1.0:1769074901.647498:0:37054:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82fa5000. 00040000:00000010:1.0:1769074901.647506:0:37054:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab88e3a900. 00040000:00000010:1.0:1769074901.647511:0:37054:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabae046a00. 00100000:00000010:3.0:1769074901.647515:0:37053:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daba1090000. 00000020:00000010:1.0:1769074901.647516:0:37054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabb4336200. 00040000:00000010:3.0:1769074901.647526:0:37053:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbc6c7600. 00000020:00000010:1.0:1769074901.647531:0:37054:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab83900140. 00040000:00000010:3.0:1769074901.647535:0:37053:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab90839800. 00000020:00000010:3.0:1769074901.647541:0:37053:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab90839e00. 00000100:00000010:1.0:1769074901.647542:0:37054:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab83900640. 00000020:00000010:3.0:1769074901.647549:0:37053:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab86433000. 00000100:00000010:3.0:1769074901.647559:0:37053:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab86433f00. 00000100:00000010:2.0:1769074901.647889:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabb4336e00. 00000100:00000010:2.0:1769074901.647894:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabb4337600. 00000400:00000200:2.0:1769074901.647901:0:47599:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 31 lazy 00000400:00000010:2.0:1769074901.647909:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdc7e8. 00000400:00000200:2.0:1769074901.647912:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdb300 00000400:00000010:2.0:1769074901.647915:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdb300. 00000100:00000200:2.0:1769074901.647919:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.647924:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdc840. 00000400:00000200:2.0:1769074901.647926:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdb400 00000400:00000010:2.0:1769074901.647928:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdb400. 00000100:00000200:2.0:1769074901.647930:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.647933:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdcaa8. 00000400:00000200:2.0:1769074901.647934:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdbb00 00000400:00000010:2.0:1769074901.647936:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdbb00. 00000100:00000200:2.0:1769074901.647938:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.647941:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdc528. 00000400:00000200:2.0:1769074901.647943:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdb000 00000400:00000010:2.0:1769074901.647944:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdb000. 00000100:00000200:2.0:1769074901.647947:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.647949:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdcc08. 00000400:00000200:2.0:1769074901.647951:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdb100 00000400:00000010:2.0:1769074901.647953:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdb100. 00000100:00000200:2.0:1769074901.647955:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.647958:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdcec8. 00000400:00000200:2.0:1769074901.647960:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdbf00 00000400:00000010:2.0:1769074901.647961:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdbf00. 00000100:00000200:2.0:1769074901.647963:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.647966:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdc9a0. 00000400:00000200:2.0:1769074901.647968:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdbd00 00000400:00000010:2.0:1769074901.647969:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdbd00. 00000100:00000200:2.0:1769074901.647971:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.647974:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdccb8. 00000400:00000200:2.0:1769074901.647976:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdb200 00000400:00000010:2.0:1769074901.647978:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdb200. 00000100:00000200:2.0:1769074901.647980:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.647983:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdc1b8. 00000400:00000200:2.0:1769074901.647984:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdda00 00000400:00000010:2.0:1769074901.647986:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdda00. 00000100:00000200:2.0:1769074901.647988:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.647992:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fdc2c0. 00000400:00000200:2.0:1769074901.647994:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdd500 00000400:00000010:2.0:1769074901.647995:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdd500. 00000100:00000200:2.0:1769074901.647997:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648001:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0630. 00000400:00000200:2.0:1769074901.648003:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdd900 00000400:00000010:2.0:1769074901.648004:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdd900. 00000100:00000200:2.0:1769074901.648006:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648009:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0d68. 00000400:00000200:2.0:1769074901.648011:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdd600 00000400:00000010:2.0:1769074901.648013:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdd600. 00000100:00000200:2.0:1769074901.648015:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648018:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0948. 00000400:00000200:2.0:1769074901.648019:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdd300 00000400:00000010:2.0:1769074901.648021:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdd300. 00000100:00000200:2.0:1769074901.648023:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648026:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe08f0. 00000400:00000200:2.0:1769074901.648027:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdd400 00000400:00000010:2.0:1769074901.648029:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdd400. 00000100:00000200:2.0:1769074901.648031:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648034:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0370. 00000400:00000200:2.0:1769074901.648035:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fddb00 00000400:00000010:2.0:1769074901.648036:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fddb00. 00000100:00000200:2.0:1769074901.648038:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648041:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0160. 00000400:00000200:2.0:1769074901.648043:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdd000 00000400:00000010:2.0:1769074901.648044:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdd000. 00000100:00000200:2.0:1769074901.648046:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648049:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0318. 00000400:00000200:2.0:1769074901.648051:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdd100 00000400:00000010:2.0:1769074901.648053:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdd100. 00000100:00000200:2.0:1769074901.648055:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648058:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0738. 00000400:00000200:2.0:1769074901.648060:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fddf00 00000400:00000010:2.0:1769074901.648061:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fddf00. 00000100:00000200:2.0:1769074901.648063:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648066:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0bb0. 00000400:00000200:2.0:1769074901.648067:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fddd00 00000400:00000010:2.0:1769074901.648068:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fddd00. 00000100:00000200:2.0:1769074901.648070:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648073:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0b00. 00000400:00000200:2.0:1769074901.648075:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdd200 00000400:00000010:2.0:1769074901.648076:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdd200. 00000100:00000200:2.0:1769074901.648078:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648081:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0f20. 00000400:00000200:2.0:1769074901.648082:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdd700 00000400:00000010:2.0:1769074901.648084:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdd700. 00000100:00000200:2.0:1769074901.648086:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648089:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0898. 00000400:00000200:2.0:1769074901.648091:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdd800 00000400:00000010:2.0:1769074901.648092:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdd800. 00000100:00000200:2.0:1769074901.648094:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648097:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0580. 00000400:00000200:2.0:1769074901.648099:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fddc00 00000400:00000010:2.0:1769074901.648100:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fddc00. 00000100:00000200:2.0:1769074901.648102:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648106:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0c60. 00000400:00000200:2.0:1769074901.648108:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdde00 00000400:00000010:2.0:1769074901.648110:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdde00. 00000100:00000200:2.0:1769074901.648112:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648115:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0268. 00000400:00000200:2.0:1769074901.648116:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fde500 00000400:00000010:2.0:1769074901.648118:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fde500. 00000100:00000200:2.0:1769074901.648152:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648157:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0d10. 00000400:00000200:2.0:1769074901.648160:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fde900 00000400:00000010:2.0:1769074901.648161:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fde900. 00000100:00000200:2.0:1769074901.648164:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648167:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe07e8. 00000400:00000200:2.0:1769074901.648169:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fde600 00000400:00000010:2.0:1769074901.648170:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fde600. 00000100:00000200:2.0:1769074901.648172:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648175:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0840. 00000400:00000200:2.0:1769074901.648177:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fde300 00000400:00000010:2.0:1769074901.648179:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fde300. 00000100:00000200:2.0:1769074901.648181:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648184:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0aa8. 00000400:00000200:2.0:1769074901.648186:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fde400 00000400:00000010:2.0:1769074901.648187:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fde400. 00000100:00000200:2.0:1769074901.648189:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648192:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0528. 00000400:00000200:2.0:1769074901.648194:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdeb00 00000400:00000010:2.0:1769074901.648207:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdeb00. 00000100:00000200:2.0:1769074901.648209:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648212:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0c08. 00000400:00000200:2.0:1769074901.648214:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fde000 00000400:00000010:2.0:1769074901.648216:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fde000. 00000100:00000200:2.0:1769074901.648218:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648221:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0ec8. 00000400:00000200:2.0:1769074901.648223:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fde100 00000400:00000010:2.0:1769074901.648224:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fde100. 00000100:00000200:2.0:1769074901.648226:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648229:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe09a0. 00000400:00000200:2.0:1769074901.648231:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdef00 00000400:00000010:2.0:1769074901.648233:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdef00. 00000100:00000200:2.0:1769074901.648235:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648238:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0cb8. 00000400:00000200:2.0:1769074901.648240:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fded00 00000400:00000010:2.0:1769074901.648241:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fded00. 00000100:00000200:2.0:1769074901.648243:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648246:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe01b8. 00000400:00000200:2.0:1769074901.648248:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fde200 00000400:00000010:2.0:1769074901.648250:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fde200. 00000100:00000200:2.0:1769074901.648252:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648254:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe02c0. 00000400:00000200:2.0:1769074901.648256:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fde700 00000400:00000010:2.0:1769074901.648258:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fde700. 00000100:00000200:2.0:1769074901.648260:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648263:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0dc0. 00000400:00000200:2.0:1769074901.648265:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fde800 00000400:00000010:2.0:1769074901.648266:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fde800. 00000100:00000200:2.0:1769074901.648268:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648271:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe04d0. 00000400:00000200:2.0:1769074901.648273:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdec00 00000400:00000010:2.0:1769074901.648274:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdec00. 00000100:00000200:2.0:1769074901.648276:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648279:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0210. 00000400:00000200:2.0:1769074901.648281:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdee00 00000400:00000010:2.0:1769074901.648282:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdee00. 00000100:00000200:2.0:1769074901.648285:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648288:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0058. 00000400:00000200:2.0:1769074901.648290:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdea00 00000400:00000010:2.0:1769074901.648291:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdea00. 00000100:00000200:2.0:1769074901.648294:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648297:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe03c8. 00000400:00000200:2.0:1769074901.648298:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdf100 00000400:00000010:2.0:1769074901.648300:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdf100. 00000100:00000200:2.0:1769074901.648303:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648306:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0b58. 00000400:00000200:2.0:1769074901.648308:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdff00 00000400:00000010:2.0:1769074901.648309:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdff00. 00000100:00000200:2.0:1769074901.648311:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648313:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0478. 00000400:00000200:2.0:1769074901.648316:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdfd00 00000400:00000010:2.0:1769074901.648317:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdfd00. 00000100:00000200:2.0:1769074901.648319:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648322:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0790. 00000400:00000200:2.0:1769074901.648324:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdf200 00000400:00000010:2.0:1769074901.648325:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdf200. 00000100:00000200:2.0:1769074901.648328:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648331:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0420. 00000400:00000200:2.0:1769074901.648332:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdf700 00000400:00000010:2.0:1769074901.648334:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdf700. 00000100:00000200:2.0:1769074901.648336:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648339:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe06e0. 00000400:00000200:2.0:1769074901.648341:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdf800 00000400:00000010:2.0:1769074901.648342:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdf800. 00000100:00000200:2.0:1769074901.648344:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648346:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0e18. 00000400:00000200:2.0:1769074901.648349:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdfc00 00000400:00000010:2.0:1769074901.648350:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdfc00. 00000100:00000200:2.0:1769074901.648352:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648355:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe09f8. 00000400:00000200:2.0:1769074901.648357:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdfe00 00000400:00000010:2.0:1769074901.648359:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdfe00. 00000100:00000200:2.0:1769074901.648361:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648364:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0f78. 00000400:00000200:2.0:1769074901.648365:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdfa00 00000400:00000010:2.0:1769074901.648366:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdfa00. 00000100:00000200:2.0:1769074901.648368:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648370:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0688. 00000400:00000200:2.0:1769074901.648372:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdf500 00000400:00000010:2.0:1769074901.648374:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdf500. 00000100:00000200:2.0:1769074901.648376:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648379:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe05d8. 00000400:00000200:2.0:1769074901.648381:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdf900 00000400:00000010:2.0:1769074901.648382:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdf900. 00000100:00000200:2.0:1769074901.648384:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648387:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe00b0. 00000400:00000200:2.0:1769074901.648388:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdf600 00000400:00000010:2.0:1769074901.648390:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdf600. 00000100:00000200:2.0:1769074901.648392:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648394:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0e70. 00000400:00000200:2.0:1769074901.648396:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdf300 00000400:00000010:2.0:1769074901.648397:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdf300. 00000100:00000200:2.0:1769074901.648400:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648403:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0a50. 00000400:00000200:2.0:1769074901.648405:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdf400 00000400:00000010:2.0:1769074901.648406:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdf400. 00000100:00000200:2.0:1769074901.648408:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648411:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0000. 00000400:00000200:2.0:1769074901.648413:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdfb00 00000400:00000010:2.0:1769074901.648414:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdfb00. 00000100:00000200:2.0:1769074901.648416:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648419:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab88fe0108. 00000400:00000200:2.0:1769074901.648421:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dab88fdf000 00000400:00000010:2.0:1769074901.648423:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dab88fdf000. 00000100:00000200:2.0:1769074901.648424:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648427:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab865684d0. 00000400:00000200:2.0:1769074901.648429:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc6c7c00 00000400:00000010:2.0:1769074901.648430:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbc6c7c00. 00000100:00000200:2.0:1769074901.648433:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648436:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab865681b8. 00000400:00000200:2.0:1769074901.648438:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc6c7700 00000400:00000010:2.0:1769074901.648439:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbc6c7700. 00000100:00000200:2.0:1769074901.648441:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648444:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86568cb8. 00000400:00000200:2.0:1769074901.648445:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc6c7500 00000400:00000010:2.0:1769074901.648447:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbc6c7500. 00000100:00000200:2.0:1769074901.648449:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648452:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab865682c0. 00000400:00000200:2.0:1769074901.648453:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc6c7e00 00000400:00000010:2.0:1769074901.648455:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbc6c7e00. 00000100:00000200:2.0:1769074901.648456:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648460:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab865689a0. 00000400:00000200:2.0:1769074901.648462:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc6c7300 00000400:00000010:2.0:1769074901.648463:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbc6c7300. 00000100:00000200:2.0:1769074901.648465:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648469:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86568840. 00000400:00000200:2.0:1769074901.648470:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc6c7200 00000400:00000010:2.0:1769074901.648471:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbc6c7200. 00000100:00000200:2.0:1769074901.648474:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648477:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86568aa8. 00000400:00000200:2.0:1769074901.648478:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc6c7000 00000400:00000010:2.0:1769074901.648480:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbc6c7000. 00000100:00000200:2.0:1769074901.648482:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 00000400:00000010:2.0:1769074901.648485:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab86568ec8. 00000400:00000200:2.0:1769074901.648487:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbc6c7900 00000400:00000010:2.0:1769074901.648488:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8dabbc6c7900. 00000100:00000200:2.0:1769074901.648490:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_seq 02000000:00000010:2.0:1769074901.648516:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 544 at ffff8daa8b107400. 00000100:00000010:2.0:1769074901.648530:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dab88aded80. 02000000:00000010:2.0:1769074901.648536:0:47599:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 544 at ffff8daa8b207800. 00000100:00000010:2.0:1769074901.648544:0:47599:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8b485c00. 00000100:00000010:2.0:1769074901.648551:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa839f0000. 00000100:00000010:2.0:1769074901.648561:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8981b800. 00000100:00000010:2.0:1769074901.648564:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83998000. 00000100:00000010:2.0:1769074901.648574:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89819000. 00000100:00000010:2.0:1769074901.648577:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa859a8000. 00000100:00000010:2.0:1769074901.648585:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89819c00. 00000100:00000010:2.0:1769074901.648588:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa89cd8000. 00000100:00000010:2.0:1769074901.648793:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89818400. 00000100:00000010:2.0:1769074901.648798:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa8c428000. 00000100:00000010:2.0:1769074901.648807:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8981bc00. 00000100:00000010:2.0:1769074901.648809:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa832c0000. 00000100:00000010:2.0:1769074901.648818:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8981a400. 00000100:00000010:2.0:1769074901.648821:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa8bd48000. 00000100:00000010:2.0:1769074901.648828:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab89818000. 00000100:00000010:2.0:1769074901.648831:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82838000. 00000100:00000010:2.0:1769074901.648841:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e95000. 00000100:00000010:2.0:1769074901.648844:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83a28000. 00000100:00000010:2.0:1769074901.648853:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e95c00. 00000100:00000010:2.0:1769074901.648856:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa8ca10000. 00000100:00000010:2.0:1769074901.648863:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e94400. 00000100:00000010:2.0:1769074901.648866:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa8a0f0000. 00000100:00000010:2.0:1769074901.648875:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e97c00. 00000100:00000010:2.0:1769074901.648879:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83850000. 00000100:00000010:2.0:1769074901.648887:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e96400. 00000100:00000010:2.0:1769074901.648890:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa8a400000. 00000100:00000010:2.0:1769074901.648897:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e94000. 00000100:00000010:2.0:1769074901.648899:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa8a228000. 00000100:00000010:2.0:1769074901.648906:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e96000. 00000100:00000010:2.0:1769074901.648909:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa8a3b8000. 00000100:00000010:2.0:1769074901.648915:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e96c00. 00000100:00000010:2.0:1769074901.648918:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa84318000. 00000100:00000010:2.0:1769074901.648926:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e97000. 00000100:00000010:2.0:1769074901.648928:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa84228000. 00000100:00000010:2.0:1769074901.648935:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e94800. 00000100:00000010:2.0:1769074901.648938:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82430000. 00000100:00000010:2.0:1769074901.648947:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e97400. 00000100:00000010:2.0:1769074901.648950:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa81940000. 00000100:00000010:2.0:1769074901.648957:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e96800. 00000100:00000010:2.0:1769074901.648959:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82780000. 00000100:00000010:2.0:1769074901.648967:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e94c00. 00000100:00000010:2.0:1769074901.648969:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83c50000. 00000100:00000010:2.0:1769074901.648980:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e95400. 00000100:00000010:2.0:1769074901.648983:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa81aa8000. 00000100:00000010:2.0:1769074901.648990:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e95800. 00000100:00000010:2.0:1769074901.648992:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82908000. 00000100:00000010:2.0:1769074901.649000:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88e97800. 00000100:00000010:2.0:1769074901.649003:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa831b8000. 00000100:00000010:2.0:1769074901.649010:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be26000. 00000100:00000010:2.0:1769074901.649037:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82040000. 00000100:00000010:2.0:1769074901.649045:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be26c00. 00000100:00000010:2.0:1769074901.649048:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa8c818000. 00000100:00000010:2.0:1769074901.649057:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be27000. 00000100:00000010:2.0:1769074901.649060:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83590000. 00000100:00000010:2.0:1769074901.649067:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be24800. 00000100:00000010:2.0:1769074901.649071:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82b00000. 00000100:00000010:2.0:1769074901.649082:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be27400. 00000100:00000010:2.0:1769074901.649084:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa828a8000. 00000100:00000010:2.0:1769074901.649091:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be26800. 00000100:00000010:2.0:1769074901.649094:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83a50000. 00000100:00000010:2.0:1769074901.649101:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be24c00. 00000100:00000010:2.0:1769074901.649103:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa85868000. 00000100:00000010:2.0:1769074901.649111:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be25400. 00000100:00000010:2.0:1769074901.649113:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82b30000. 00000100:00000010:2.0:1769074901.649120:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be25800. 00000100:00000010:2.0:1769074901.649123:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa8a290000. 00000100:00000010:2.0:1769074901.649130:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be27800. 00000100:00000010:2.0:1769074901.649133:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa81090000. 00000100:00000010:2.0:1769074901.649139:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be25000. 00000100:00000010:2.0:1769074901.649142:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa825d8000. 00000100:00000010:2.0:1769074901.649150:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be25c00. 00000100:00000010:2.0:1769074901.649152:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82760000. 00000100:00000010:2.0:1769074901.649159:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be24400. 00000100:00000010:2.0:1769074901.649161:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83fa8000. 00000100:00000010:2.0:1769074901.649168:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be27c00. 00000100:00000010:2.0:1769074901.649171:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83430000. 00000100:00000010:2.0:1769074901.649180:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be26400. 00000100:00000010:2.0:1769074901.649183:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82358000. 00000100:00000010:2.0:1769074901.649192:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8be24000. 00000100:00000010:2.0:1769074901.649205:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82348000. 00000100:00000010:2.0:1769074901.649212:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab7400. 00000100:00000010:2.0:1769074901.649215:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa84100000. 00000100:00000010:2.0:1769074901.649222:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab6800. 00000100:00000010:2.0:1769074901.649225:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83ba8000. 00000100:00000010:2.0:1769074901.649234:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab4c00. 00000100:00000010:2.0:1769074901.649237:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa825b0000. 00000100:00000010:2.0:1769074901.649243:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab5400. 00000100:00000010:2.0:1769074901.649246:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83cf8000. 00000100:00000010:2.0:1769074901.649257:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab5800. 00000100:00000010:2.0:1769074901.649259:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82198000. 00000100:00000010:2.0:1769074901.649266:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab7800. 00000100:00000010:2.0:1769074901.649268:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82b80000. 00000100:00000010:2.0:1769074901.649278:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab5000. 00000100:00000010:2.0:1769074901.649281:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa844f0000. 00000100:00000010:2.0:1769074901.649288:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab5c00. 00000100:00000010:2.0:1769074901.649291:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa84438000. 00000100:00000010:2.0:1769074901.649299:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab4400. 00000100:00000010:2.0:1769074901.649301:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa824f8000. 00000100:00000010:2.0:1769074901.649309:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab7c00. 00000100:00000010:2.0:1769074901.649311:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82568000. 00000100:00000010:2.0:1769074901.649319:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab6400. 00000100:00000010:2.0:1769074901.649321:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa81b08000. 00000100:00000010:2.0:1769074901.649328:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab4000. 00000100:00000010:2.0:1769074901.649330:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa835b8000. 00000100:00000010:2.0:1769074901.649339:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab6000. 00000100:00000010:2.0:1769074901.649341:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa819d8000. 00000100:00000010:2.0:1769074901.649348:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab6c00. 00000100:00000010:2.0:1769074901.649351:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82628000. 00000100:00000010:2.0:1769074901.649357:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab7000. 00000100:00000010:2.0:1769074901.649360:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82cb0000. 00000100:00000010:2.0:1769074901.649368:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83ab4800. 00000100:00000010:2.0:1769074901.649371:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa828d8000. 00000100:00000010:2.0:1769074901.649378:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd7400. 00000100:00000010:2.0:1769074901.649382:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa81920000. 00000100:00000010:2.0:1769074901.649388:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd6800. 00000100:00000010:2.0:1769074901.649392:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82ad0000. 00000100:00000010:2.0:1769074901.649401:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd4c00. 00000100:00000010:2.0:1769074901.649403:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa819e0000. 00000100:00000010:2.0:1769074901.649410:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd5400. 00000100:00000010:2.0:1769074901.649413:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83898000. 00000100:00000010:2.0:1769074901.649420:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd5800. 00000100:00000010:2.0:1769074901.649423:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa81b70000. 00000100:00000010:2.0:1769074901.649432:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd7800. 00000100:00000010:2.0:1769074901.649434:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa828b8000. 00000100:00000010:2.0:1769074901.649440:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd5000. 00000100:00000010:2.0:1769074901.649443:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa82570000. 00000100:00000010:2.0:1769074901.649449:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd5c00. 00000100:00000010:2.0:1769074901.649451:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 32768 at ffff8daa83758000. 00000100:00000010:2.0:1769074901.649458:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd4400. 00000100:00000010:2.0:1769074901.649463:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa82360000. 00000100:00000010:2.0:1769074901.649469:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa897cc000. 00000100:00000010:2.0:1769074901.649479:0:47599:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dab839006c0. 00000100:00000010:2.0:1769074901.649485:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbea0bb40. 00000100:00000010:2.0:1769074901.649489:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8dabbea0bc00. 00000100:00000010:2.0:1769074901.649492:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daba28e8180. 00000100:00000010:2.0:1769074901.649494:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daba28e86c0. 00000020:00000010:2.0:1769074901.649577:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbc748000. 00000020:00000010:2.0:1769074901.649583:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa83e8c000. 00000020:00000010:2.0:1769074901.649714:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa82b7a000. 00000020:00000010:2.0:1769074901.649731:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8dabae09e000. 00000020:00000010:2.0:1769074901.649737:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8bbd7c00. 00000100:00000010:2.0:1769074901.649767:0:47599:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8dab88e90000. 00000100:00000010:2.0:1769074901.649775:0:47599:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8dabae09c000. 00000100:00000010:2.0:1769074901.649778:0:47599:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dab89819800. 00000100:00000010:2.0:1769074901.649786:0:47599:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8dabb4336a00. 00000100:00000200:2.0:1769074901.649790:0:47599:0:(service.c:3836:ptlrpc_unregister_service()) ost_out: tearing down 00000020:00000010:2.0:1769074901.649847:0:45575:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8be1b000. 00000040:00000010:2.0:1769074901.649854:0:45575:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8be1b600. 00000020:00000010:2.0:1769074901.649858:0:45575:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8ec0a000. 00000020:00000010:2.0:1769074901.649863:0:45575:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa83168a10. 00000020:00000010:2.0:1769074901.649867:0:45575:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8be1a600. 80000000:00000010:2.0:1769074901.649872:0:45575:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8f7a2d20. 40000000:00000010:2.0:1769074901.649876:0:45575:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daa8fa61b40. 00100000:00000010:2.0:1769074901.649882:0:45575:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8ec0f800. 00040000:00000010:2.0:1769074901.649886:0:45575:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab89d61500. 00040000:00000010:2.0:1769074901.649890:0:45575:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8be1b800. 00000020:00000010:2.0:1769074901.649892:0:45575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8be1a000. 00000020:00000010:2.0:1769074901.649898:0:45575:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daa8fa61a00. 00000100:00000010:2.0:1769074901.649908:0:45575:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daa8fa61700. 00000020:00000010:2.0:1769074901.650314:0:37056:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab8be2d200. 00000040:00000010:2.0:1769074901.650318:0:37056:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab8be2c800. 00000020:00000010:2.0:1769074901.650321:0:37056:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82fa7800. 00000020:00000010:2.0:1769074901.650324:0:37056:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73df98. 00000020:00000010:2.0:1769074901.650327:0:37056:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab8be2c000. 80000000:00000010:2.0:1769074901.650329:0:37056:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab88aeb0c0. 40000000:00000010:2.0:1769074901.650332:0:37056:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab83900440. 00100000:00000010:2.0:1769074901.650335:0:37056:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8a5a4000. 00040000:00000010:2.0:1769074901.650338:0:37056:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab88e3a500. 00040000:00000010:2.0:1769074901.650341:0:37056:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab8be2dc00. 00000020:00000010:2.0:1769074901.650343:0:37056:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dabae046200. 00000020:00000010:2.0:1769074901.650347:0:37056:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab83900bc0. 00000100:00000010:2.0:1769074901.650350:0:37056:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab83900380. 00000020:00000010:2.0:1769074901.650719:0:45085:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabbd188400. 00000040:00000010:2.0:1769074901.650724:0:45085:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabbd188600. 00000020:00000010:2.0:1769074901.650732:0:45085:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab84da1800. 00000020:00000010:2.0:1769074901.650735:0:45085:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae738f18. 00000020:00000010:2.0:1769074901.650739:0:45085:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabbc504200. 80000000:00000010:2.0:1769074901.650745:0:45085:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dab865a8060. 40000000:00000010:2.0:1769074901.650748:0:45085:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daba04a7c00. 00100000:00000010:2.0:1769074901.650752:0:45085:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dabbfffc800. 00040000:00000010:2.0:1769074901.650761:0:45085:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae0ff500. 00040000:00000010:2.0:1769074901.650763:0:45085:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab890c1a00. 00000020:00000010:2.0:1769074901.650766:0:45085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab8431ac00. 00000020:00000010:2.0:1769074901.650770:0:45085:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8daba04a7380. 00000100:00000010:2.0:1769074901.650774:0:45085:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8daba04a7940. 00000020:00000010:1.0:1769074901.663777:0:37055:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab90838400. 00000040:00000010:1.0:1769074901.663790:0:37055:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab90839a00. 00000020:00000010:1.0:1769074901.663795:0:37055:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daba1097800. 00000020:00000010:1.0:1769074901.663801:0:37055:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa897f8000. 00000020:00000010:1.0:1769074901.663806:0:37055:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab93a58600. 80000000:00000010:1.0:1769074901.663810:0:37055:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa817df1e0. 40000000:00000010:1.0:1769074901.663815:0:37055:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab86433b80. 00100000:00000010:1.0:1769074901.663820:0:37055:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daba1095000. 00040000:00000010:1.0:1769074901.663829:0:37055:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab88fdb600. 00040000:00000010:1.0:1769074901.663834:0:37055:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab93a59a00. 00000020:00000010:1.0:1769074901.663837:0:37055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab90839400. 00000020:00000010:1.0:1769074901.663844:0:37055:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab86433b40. 00000100:00000010:1.0:1769074901.663856:0:37055:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8dab86433d40. 00000100:00000010:2.0:1769074901.664000:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabae046e00. 00000100:00000010:2.0:1769074901.664007:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabae046600. 00000100:00000010:2.0:1769074901.664010:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8dabbd484800. 00000100:00000010:2.0:1769074901.664015:0:47599:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8daa82d13000. 00000400:00000010:2.0:1769074901.664031:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448160. 00000400:00000200:2.0:1769074901.664036:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa85a54000 00000400:00000010:2.0:1769074901.664038:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa85a54000. 00000100:00000200:2.0:1769074901.664043:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664048:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabbea39b00. 00000400:00000200:2.0:1769074901.664050:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fcda000 00000400:00000010:2.0:1769074901.664052:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fcda000. 00000100:00000200:2.0:1769074901.664057:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664060:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb6e0. 00000400:00000200:2.0:1769074901.664063:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f9d4000 00000400:00000010:2.0:1769074901.664064:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8f9d4000. 00000100:00000200:2.0:1769074901.664082:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664086:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabb4448aa8. 00000400:00000200:2.0:1769074901.664089:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa841b2000 00000400:00000010:2.0:1769074901.664091:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa841b2000. 00000100:00000200:2.0:1769074901.664100:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664105:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb420. 00000400:00000200:2.0:1769074901.664107:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fe46000 00000400:00000010:2.0:1769074901.664150:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fe46000. 00000100:00000200:2.0:1769074901.664155:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664159:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263d10. 00000400:00000200:2.0:1769074901.664161:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa89d3a000 00000400:00000010:2.0:1769074901.664163:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa89d3a000. 00000100:00000200:2.0:1769074901.664176:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664180:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a108. 00000400:00000200:2.0:1769074901.664182:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c78a000 00000400:00000010:2.0:1769074901.664184:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8c78a000. 00000100:00000200:2.0:1769074901.664189:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664194:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4580. 00000400:00000200:2.0:1769074901.664206:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8dfe2000 00000400:00000010:2.0:1769074901.664208:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8dfe2000. 00000100:00000200:2.0:1769074901.664211:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664214:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4630. 00000400:00000200:2.0:1769074901.664216:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa83156000 00000400:00000010:2.0:1769074901.664217:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa83156000. 00000100:00000200:2.0:1769074901.664227:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664232:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263e70. 00000400:00000200:2.0:1769074901.664234:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba03fc000 00000400:00000010:2.0:1769074901.664235:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daba03fc000. 00000100:00000200:2.0:1769074901.664238:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664242:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393ac60. 00000400:00000200:2.0:1769074901.664244:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fdbc000 00000400:00000010:2.0:1769074901.664246:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fdbc000. 00000100:00000200:2.0:1769074901.664248:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664252:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae2635d8. 00000400:00000200:2.0:1769074901.664253:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82fd8000 00000400:00000010:2.0:1769074901.664267:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa82fd8000. 00000100:00000200:2.0:1769074901.664277:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664282:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfbcb8. 00000400:00000200:2.0:1769074901.664284:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa89d1a000 00000400:00000010:2.0:1769074901.664286:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa89d1a000. 00000100:00000200:2.0:1769074901.664298:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664301:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfbb00. 00000400:00000200:2.0:1769074901.664303:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82d26000 00000400:00000010:2.0:1769074901.664305:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa82d26000. 00000100:00000200:2.0:1769074901.664307:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664310:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfbd68. 00000400:00000200:2.0:1769074901.664312:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c78c000 00000400:00000010:2.0:1769074901.664314:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8c78c000. 00000100:00000200:2.0:1769074901.664317:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664320:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263840. 00000400:00000200:2.0:1769074901.664322:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fdba000 00000400:00000010:2.0:1769074901.664324:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fdba000. 00000100:00000200:2.0:1769074901.664326:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664330:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4898. 00000400:00000200:2.0:1769074901.664331:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8446c000 00000400:00000010:2.0:1769074901.664342:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8446c000. 00000100:00000200:2.0:1769074901.664346:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664349:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c45d8. 00000400:00000200:2.0:1769074901.664351:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa89d1c000 00000400:00000010:2.0:1769074901.664352:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa89d1c000. 00000100:00000200:2.0:1769074901.664372:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664377:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263318. 00000400:00000200:2.0:1769074901.664379:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabaedf4000 00000400:00000010:2.0:1769074901.664381:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabaedf4000. 00000100:00000200:2.0:1769074901.664390:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664395:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4d68. 00000400:00000200:2.0:1769074901.664397:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd46c000 00000400:00000010:2.0:1769074901.664399:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabbd46c000. 00000100:00000200:2.0:1769074901.664401:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664405:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4160. 00000400:00000200:2.0:1769074901.664407:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bdaa000 00000400:00000010:2.0:1769074901.664409:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8bdaa000. 00000100:00000200:2.0:1769074901.664411:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664414:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a790. 00000400:00000200:2.0:1769074901.664416:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa900f0000 00000400:00000010:2.0:1769074901.664417:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa900f0000. 00000100:00000200:2.0:1769074901.664420:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664423:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a420. 00000400:00000200:2.0:1769074901.664424:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa85a50000 00000400:00000010:2.0:1769074901.664426:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa85a50000. 00000100:00000200:2.0:1769074901.664435:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664440:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c48f0. 00000400:00000200:2.0:1769074901.664442:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8f57e000 00000400:00000010:2.0:1769074901.664443:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8f57e000. 00000100:00000200:2.0:1769074901.664453:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664458:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c40b0. 00000400:00000200:2.0:1769074901.664459:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8446a000 00000400:00000010:2.0:1769074901.664461:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8446a000. 00000100:00000200:2.0:1769074901.664468:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664472:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a8f0. 00000400:00000200:2.0:1769074901.664474:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8be90000 00000400:00000010:2.0:1769074901.664475:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8be90000. 00000100:00000200:2.0:1769074901.664487:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664491:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a9a0. 00000400:00000200:2.0:1769074901.664493:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8ffd2000 00000400:00000010:2.0:1769074901.664494:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8ffd2000. 00000100:00000200:2.0:1769074901.664503:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664508:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4318. 00000400:00000200:2.0:1769074901.664510:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fcdc000 00000400:00000010:2.0:1769074901.664512:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fcdc000. 00000100:00000200:2.0:1769074901.664528:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664533:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a1b8. 00000400:00000200:2.0:1769074901.664535:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd47e000 00000400:00000010:2.0:1769074901.664537:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabbd47e000. 00000100:00000200:2.0:1769074901.664539:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664543:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4738. 00000400:00000200:2.0:1769074901.664545:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd46e000 00000400:00000010:2.0:1769074901.664546:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabbd46e000. 00000100:00000200:2.0:1769074901.664549:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664552:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263cb8. 00000400:00000200:2.0:1769074901.664554:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82d0a000 00000400:00000010:2.0:1769074901.664556:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa82d0a000. 00000100:00000200:2.0:1769074901.664558:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664562:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263bb0. 00000400:00000200:2.0:1769074901.664564:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82d24000 00000400:00000010:2.0:1769074901.664565:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa82d24000. 00000100:00000200:2.0:1769074901.664568:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664571:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb840. 00000400:00000200:2.0:1769074901.664573:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa0c000 00000400:00000010:2.0:1769074901.664575:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fa0c000. 00000100:00000200:2.0:1769074901.664578:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664581:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393aa50. 00000400:00000200:2.0:1769074901.664582:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa820fe000 00000400:00000010:2.0:1769074901.664584:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa820fe000. 00000100:00000200:2.0:1769074901.664587:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664600:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfbe18. 00000400:00000200:2.0:1769074901.664628:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bda8000 00000400:00000010:2.0:1769074901.664630:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8bda8000. 00000100:00000200:2.0:1769074901.664634:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664638:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb9f8. 00000400:00000200:2.0:1769074901.664640:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa84256000 00000400:00000010:2.0:1769074901.664641:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa84256000. 00000100:00000200:2.0:1769074901.664651:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664656:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4f20. 00000400:00000200:2.0:1769074901.664658:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fdbe000 00000400:00000010:2.0:1769074901.664660:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fdbe000. 00000100:00000200:2.0:1769074901.664669:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664674:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a478. 00000400:00000200:2.0:1769074901.664676:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c908000 00000400:00000010:2.0:1769074901.664677:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8c908000. 00000100:00000200:2.0:1769074901.664680:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664683:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4370. 00000400:00000200:2.0:1769074901.664685:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fdb4000 00000400:00000010:2.0:1769074901.664686:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fdb4000. 00000100:00000200:2.0:1769074901.664689:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664692:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfbc60. 00000400:00000200:2.0:1769074901.664694:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa08000 00000400:00000010:2.0:1769074901.664695:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fa08000. 00000100:00000200:2.0:1769074901.664697:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664701:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4948. 00000400:00000200:2.0:1769074901.664703:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82d08000 00000400:00000010:2.0:1769074901.664704:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa82d08000. 00000100:00000200:2.0:1769074901.664707:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664710:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb948. 00000400:00000200:2.0:1769074901.664712:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c78e000 00000400:00000010:2.0:1769074901.664713:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8c78e000. 00000100:00000200:2.0:1769074901.664723:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664728:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb790. 00000400:00000200:2.0:1769074901.664730:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd476000 00000400:00000010:2.0:1769074901.664732:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabbd476000. 00000100:00000200:2.0:1769074901.664741:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664745:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4210. 00000400:00000200:2.0:1769074901.664747:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daba03f8000 00000400:00000010:2.0:1769074901.664748:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daba03f8000. 00000100:00000200:2.0:1769074901.664757:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664760:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb688. 00000400:00000200:2.0:1769074901.664763:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd49c000 00000400:00000010:2.0:1769074901.664764:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabbd49c000. 00000100:00000200:2.0:1769074901.664773:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664778:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb210. 00000400:00000200:2.0:1769074901.664780:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd47a000 00000400:00000010:2.0:1769074901.664781:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabbd47a000. 00000100:00000200:2.0:1769074901.664789:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664793:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4000. 00000400:00000200:2.0:1769074901.664795:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fe42000 00000400:00000010:2.0:1769074901.664797:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fe42000. 00000100:00000200:2.0:1769074901.664800:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664804:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4e70. 00000400:00000200:2.0:1769074901.664805:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabafde0000 00000400:00000010:2.0:1769074901.664821:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabafde0000. 00000100:00000200:2.0:1769074901.664832:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664836:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb8f0. 00000400:00000200:2.0:1769074901.664838:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa89d3c000 00000400:00000010:2.0:1769074901.664840:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa89d3c000. 00000100:00000200:2.0:1769074901.664859:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664864:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb898. 00000400:00000200:2.0:1769074901.664867:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8c90c000 00000400:00000010:2.0:1769074901.664869:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8c90c000. 00000100:00000200:2.0:1769074901.664877:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664881:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263268. 00000400:00000200:2.0:1769074901.664882:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbd468000 00000400:00000010:2.0:1769074901.664884:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabbd468000. 00000100:00000200:2.0:1769074901.664892:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664896:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a948. 00000400:00000200:2.0:1769074901.664898:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa820f8000 00000400:00000010:2.0:1769074901.664899:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa820f8000. 00000100:00000200:2.0:1769074901.664907:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664912:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabae263738. 00000400:00000200:2.0:1769074901.664914:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fdb2000 00000400:00000010:2.0:1769074901.664915:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fdb2000. 00000100:00000200:2.0:1769074901.664926:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664933:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4268. 00000400:00000200:2.0:1769074901.664936:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa90060000 00000400:00000010:2.0:1769074901.664937:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa90060000. 00000100:00000200:2.0:1769074901.664946:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664950:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a2c0. 00000400:00000200:2.0:1769074901.664952:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa900f4000 00000400:00000010:2.0:1769074901.664954:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa900f4000. 00000100:00000200:2.0:1769074901.664963:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664968:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb160. 00000400:00000200:2.0:1769074901.664970:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8440c000 00000400:00000010:2.0:1769074901.664972:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8440c000. 00000100:00000200:2.0:1769074901.664980:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.664984:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393ad10. 00000400:00000200:2.0:1769074901.664986:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8bdac000 00000400:00000010:2.0:1769074901.664988:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8bdac000. 00000100:00000200:2.0:1769074901.664997:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.665001:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a268. 00000400:00000200:2.0:1769074901.665004:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8dfe6000 00000400:00000010:2.0:1769074901.665005:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8dfe6000. 00000100:00000200:2.0:1769074901.665014:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.665018:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb000. 00000400:00000200:2.0:1769074901.665020:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8b8e4000 00000400:00000010:2.0:1769074901.665022:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8b8e4000. 00000100:00000200:2.0:1769074901.665030:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.665034:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4108. 00000400:00000200:2.0:1769074901.665036:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fe40000 00000400:00000010:2.0:1769074901.665038:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fe40000. 00000100:00000200:2.0:1769074901.665049:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.665053:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a4d0. 00000400:00000200:2.0:1769074901.665055:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa82d22000 00000400:00000010:2.0:1769074901.665056:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa82d22000. 00000100:00000200:2.0:1769074901.665064:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.665068:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab8393a0b0. 00000400:00000200:2.0:1769074901.665070:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae7ae000 00000400:00000010:2.0:1769074901.665072:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8dabae7ae000. 00000100:00000200:2.0:1769074901.665080:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.665085:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabaedfb630. 00000400:00000200:2.0:1769074901.665087:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fa0e000 00000400:00000010:2.0:1769074901.665089:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fa0e000. 00000100:00000200:2.0:1769074901.665099:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000400:00000010:2.0:1769074901.665104:0:47599:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daba15c4c60. 00000400:00000200:2.0:1769074901.665107:0:47599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8daa8fc08000 00000400:00000010:2.0:1769074901.665108:0:47599:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8daa8fc08000. 00000100:00000200:2.0:1769074901.665119:0:47599:0:(events.c:296:request_in_callback()) event type 6, status 0, service ost_out 00000100:00000010:2.0:1769074901.665148:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa85b00000. 00000100:00000010:2.0:1769074901.665262:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf024c00. 00000100:00000010:2.0:1769074901.665266:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8ac00000. 00000100:00000010:2.0:1769074901.665398:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf025400. 00000100:00000010:2.0:1769074901.665403:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa82e00000. 00000100:00000010:2.0:1769074901.665505:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf025800. 00000100:00000010:2.0:1769074901.665510:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8b300000. 00000100:00000010:2.0:1769074901.665585:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf027800. 00000100:00000010:2.0:1769074901.665588:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8b500000. 00000100:00000010:2.0:1769074901.665736:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf025000. 00000100:00000010:2.0:1769074901.665740:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa84500000. 00000100:00000010:2.0:1769074901.665815:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf025c00. 00000100:00000010:2.0:1769074901.665818:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8a700000. 00000100:00000010:2.0:1769074901.665923:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dabaf024400. 00000100:00000010:2.0:1769074901.665927:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8d100000. 00000100:00000010:2.0:1769074901.666037:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdf000. 00000100:00000010:2.0:1769074901.666041:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8d300000. 00000100:00000010:2.0:1769074901.666146:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdc800. 00000100:00000010:2.0:1769074901.666150:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa89e00000. 00000100:00000010:2.0:1769074901.666232:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdf400. 00000100:00000010:2.0:1769074901.666236:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa89f00000. 00000100:00000010:2.0:1769074901.666316:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bde800. 00000100:00000010:2.0:1769074901.666320:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa89400000. 00000100:00000010:2.0:1769074901.666406:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdcc00. 00000100:00000010:2.0:1769074901.666409:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa89500000. 00000100:00000010:2.0:1769074901.666493:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdd400. 00000100:00000010:2.0:1769074901.666497:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa81200000. 00000100:00000010:2.0:1769074901.666586:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdd800. 00000100:00000010:2.0:1769074901.666590:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa81300000. 00000100:00000010:2.0:1769074901.666686:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdf800. 00000100:00000010:2.0:1769074901.666690:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa84600000. 00000100:00000010:2.0:1769074901.666818:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdd000. 00000100:00000010:2.0:1769074901.666821:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa84700000. 00000100:00000010:2.0:1769074901.666952:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bddc00. 00000100:00000010:2.0:1769074901.666957:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8ae00000. 00000100:00000010:2.0:1769074901.667436:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdc400. 00000100:00000010:2.0:1769074901.667441:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8af00000. 00000100:00000010:2.0:1769074901.667508:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdfc00. 00000100:00000010:2.0:1769074901.667513:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8b600000. 00000100:00000010:2.0:1769074901.670577:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bde400. 00000100:00000010:2.0:1769074901.670591:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8b700000. 00000100:00000010:2.0:1769074901.670789:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdc000. 00000100:00000010:2.0:1769074901.670793:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8aa00000. 00000100:00000010:2.0:1769074901.670911:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bde000. 00000100:00000010:2.0:1769074901.670915:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa8ab00000. 00000100:00000010:2.0:1769074901.671029:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82bdec00. 00000100:00000010:2.0:1769074901.671033:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa85c00000. 00000100:00000010:2.0:1769074901.671130:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281dc00. 00000100:00000010:2.0:1769074901.671136:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa85d00000. 00000100:00000010:2.0:1769074901.671228:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281c400. 00000100:00000010:2.0:1769074901.671233:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa85e00000. 00000100:00000010:2.0:1769074901.671315:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281fc00. 00000100:00000010:2.0:1769074901.671319:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa85f00000. 00000100:00000010:2.0:1769074901.671422:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281e400. 00000100:00000010:2.0:1769074901.671426:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86000000. 00000100:00000010:2.0:1769074901.671525:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281c000. 00000100:00000010:2.0:1769074901.671529:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86100000. 00000100:00000010:2.0:1769074901.671646:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281e000. 00000100:00000010:2.0:1769074901.671649:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86200000. 00000100:00000010:2.0:1769074901.671753:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281ec00. 00000100:00000010:2.0:1769074901.671758:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86300000. 00000100:00000010:2.0:1769074901.671874:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281f000. 00000100:00000010:2.0:1769074901.671877:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86400000. 00000100:00000010:2.0:1769074901.671988:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281c800. 00000100:00000010:2.0:1769074901.671992:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86500000. 00000100:00000010:2.0:1769074901.672074:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281f400. 00000100:00000010:2.0:1769074901.672077:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86600000. 00000100:00000010:2.0:1769074901.672153:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281e800. 00000100:00000010:2.0:1769074901.672157:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86700000. 00000100:00000010:2.0:1769074901.672261:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281cc00. 00000100:00000010:2.0:1769074901.672265:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86800000. 00000100:00000010:2.0:1769074901.672354:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281d400. 00000100:00000010:2.0:1769074901.672357:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86900000. 00000100:00000010:2.0:1769074901.672453:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281d800. 00000100:00000010:2.0:1769074901.672456:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86a00000. 00000100:00000010:2.0:1769074901.672541:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281f800. 00000100:00000010:2.0:1769074901.672546:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86b00000. 00000100:00000010:2.0:1769074901.672666:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8281d000. 00000100:00000010:2.0:1769074901.672670:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86c00000. 00000100:00000010:2.0:1769074901.672751:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8325c000. 00000100:00000010:2.0:1769074901.672755:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86d00000. 00000100:00000010:2.0:1769074901.672831:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8325e000. 00000100:00000010:2.0:1769074901.672836:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86e00000. 00000100:00000010:2.0:1769074901.672918:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8325ec00. 00000100:00000010:2.0:1769074901.672923:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa86f00000. 00000100:00000010:2.0:1769074901.673038:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8325f000. 00000100:00000010:2.0:1769074901.673042:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87000000. 00000100:00000010:2.0:1769074901.673158:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8325c800. 00000100:00000010:2.0:1769074901.673169:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87100000. 00000100:00000010:2.0:1769074901.673864:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8839b800. 00000100:00000010:2.0:1769074901.673871:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87200000. 00000100:00000010:2.0:1769074901.674004:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88399800. 00000100:00000010:2.0:1769074901.674009:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87300000. 00000100:00000010:2.0:1769074901.674128:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88399400. 00000100:00000010:2.0:1769074901.674133:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87400000. 00000100:00000010:2.0:1769074901.674342:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88398400. 00000100:00000010:2.0:1769074901.674347:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87500000. 00000100:00000010:2.0:1769074901.674449:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab88399c00. 00000100:00000010:2.0:1769074901.674460:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87600000. 00000100:00000010:2.0:1769074901.674564:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8dab8a204800. 00000100:00000010:2.0:1769074901.674569:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87700000. 00000100:00000010:2.0:1769074901.674853:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa82f87c00. 00000100:00000010:2.0:1769074901.674858:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87800000. 00000100:00000010:2.0:1769074901.675000:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83567c00. 00000100:00000010:2.0:1769074901.675005:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87900000. 00000100:00000010:2.0:1769074901.675121:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83566400. 00000100:00000010:2.0:1769074901.675124:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87a00000. 00000100:00000010:2.0:1769074901.675219:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83564000. 00000100:00000010:2.0:1769074901.675223:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87b00000. 00000100:00000010:2.0:1769074901.675325:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83566000. 00000100:00000010:2.0:1769074901.675328:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87c00000. 00000100:00000010:2.0:1769074901.675409:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83566c00. 00000100:00000010:2.0:1769074901.675413:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87d00000. 00000100:00000010:2.0:1769074901.675490:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83567000. 00000100:00000010:2.0:1769074901.675493:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87e00000. 00000100:00000010:2.0:1769074901.675872:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83564800. 00000100:00000010:2.0:1769074901.675877:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa87f00000. 00000100:00000010:2.0:1769074901.675977:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa83567400. 00000100:00000010:2.0:1769074901.675981:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa88000000. 00000100:00000010:2.0:1769074901.676077:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd6400. 00000100:00000010:2.0:1769074901.676084:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa88100000. 00000100:00000010:2.0:1769074901.676192:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd4000. 00000100:00000010:2.0:1769074901.676206:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa88200000. 00000100:00000010:2.0:1769074901.676298:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd6000. 00000100:00000010:2.0:1769074901.676302:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa88300000. 00000100:00000010:2.0:1769074901.676380:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd6c00. 00000100:00000010:2.0:1769074901.676384:0:47599:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at ffff8daa88400000. 00000100:00000010:2.0:1769074901.676482:0:47599:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8daa8bbd7000. 00000100:00000010:2.0:1769074901.676561:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa89ca8000. 00000100:00000010:2.0:1769074901.676570:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8dab9ed90000. 00000100:00000010:2.0:1769074901.676581:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa84314000. 00000100:00000010:2.0:1769074901.676588:0:47599:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8daa8ca1c000. 00000100:00000010:2.0:1769074901.676638:0:47599:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8dab83900a80. 00000100:00000010:2.0:1769074901.676646:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daba28e8000. 00000100:00000010:2.0:1769074901.676650:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daba28e80c0. 00000100:00000010:2.0:1769074901.676652:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daba28e8f00. 00000100:00000010:2.0:1769074901.676655:0:47599:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8daba28e8c00. 00000020:00000010:2.0:1769074901.676756:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dab88c96000. 00000020:00000010:2.0:1769074901.676770:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabbff36000. 00000020:00000010:2.0:1769074901.676779:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8daa8a484000. 00000020:00000010:2.0:1769074901.676788:0:47599:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8dabae95e000. 00000020:00000010:2.0:1769074901.676800:0:47599:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8daa83907000. 00000020:00000010:2.0:1769074901.676814:0:47599:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8daa8bbd4800. 00000100:00000010:2.0:1769074901.676844:0:47599:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8daa82894000. 00000100:00000010:2.0:1769074901.676852:0:47599:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8daa8ca09000. 00000100:00000010:2.0:1769074901.676855:0:47599:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8dabaf026800. 00000100:00000010:2.0:1769074901.676862:0:47599:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8daa83ade600. 00000010:00000010:2.0:1769074901.676882:0:47599:0:(ofd_oss.c:382:oss_device_free()) kfreed 'lu': 64 at ffff8dab83900040. 00000020:00000010:2.0:1769074901.676889:0:47599:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a1e6000. 00000040:00000010:2.0:1769074901.676893:0:47599:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8a1e7c00. 00000020:00000010:2.0:1769074901.676897:0:47599:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dababb67800. 00000020:00000010:2.0:1769074901.676903:0:47599:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8a1e6e00. 00040000:00000010:2.0:1769074901.676907:0:47599:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab83e9de00. 00040000:00000010:2.0:1769074901.676912:0:47599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a1e7000. 00000020:00000010:2.0:1769074901.676914:0:47599:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a1e7a00. 00000020:00000010:2.0:1769074901.676918:0:47599:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8dabbd2b0000. 00000020:00000010:2.0:1769074901.676926:0:47599:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at ffff8dab89c45400. 00000020:00000010:2.0:1769074901.676936:0:47599:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab825b1780. 00000020:00000010:2.0:1769074901.676947:0:47599:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa82007000. 00000040:00000010:2.0:1769074901.676950:0:47599:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa82007c00. 00000020:00000010:2.0:1769074901.676952:0:47599:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a11800. 00000020:00000010:2.0:1769074901.676958:0:47599:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73f3b8. 00000020:00000010:2.0:1769074901.676962:0:47599:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab85bdaa00. 80000000:00000010:2.0:1769074901.676965:0:47599:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daba034e360. 40000000:00000010:2.0:1769074901.676970:0:47599:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab825b1240. 00100000:00000010:2.0:1769074901.676974:0:47599:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa83a17800. 00040000:00000010:2.0:1769074901.676977:0:47599:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87f3bb00. 00040000:00000010:2.0:1769074901.676979:0:47599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab85bdba00. 00080000:00000010:2.0:1769074901.676983:0:47599:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab87f3b900. 00080000:00000010:2.0:1769074901.676985:0:47599:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a13000. 00002000:00000010:2.0:1769074901.676990:0:47599:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc5a5c00. 00000020:00000010:2.0:1769074901.676993:0:47599:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa82006000. 00000020:02000400:2.0:1769074901.676996:0:47599:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-OST0001 complete 00000020:00000010:2.0:1769074901.679438:0:47599:0:(tgt_mount.c:2026:server_put_super()) kfreed 'tmpname': 15 at ffff8dabbea46540. 00000100:00000010:3.0:1769074901.695662:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8daa8a3752a0. 00000020:00000010:2.0:1769074902.765717:0:47651:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8dab932b8930. 00000020:00000010:2.0:1769074902.765798:0:47651:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff8dab932b8930. 00000400:00000010:0.0:1769074920.511677:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa620. 00000400:00000010:0.0:1769074920.511691:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb9d8. 00000400:00000010:0.0:1769074920.511695:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa850. 00000400:00000010:0.0:1769074920.511697:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb818. 00000400:00000010:0.0:1769074920.511701:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faabd0. 00000400:00000010:0.0:1769074920.511702:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcba10. 00000400:00000010:0.0:1769074920.511704:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa5e8. 00000400:00000010:0.0:1769074920.511706:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa0e0. 00000400:00000010:0.0:1769074920.511709:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb2a0. 00000400:00000010:0.0:1769074920.511711:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faaf18. 00000400:00000010:0.0:1769074920.511713:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710508. 00000400:00000010:0.0:1769074920.511716:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710310. 00000400:00000010:0.0:1769074920.511718:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa7a8. 00000400:00000010:0.0:1769074920.511720:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa7e0. 00000400:00000010:0.0:1769074920.511722:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315fc0. 00000400:00000010:0.0:1769074920.511724:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315930. 00000400:00000010:0.0:1769074920.511726:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faab98. 00000400:00000010:0.0:1769074920.511728:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faac08. 00000400:00000010:0.0:1769074920.511730:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faaee0. 00000400:00000010:0.0:1769074920.511732:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa508. 00000400:00000010:0.0:1769074920.511734:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa310. 00000400:00000010:0.0:1769074920.511736:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa888. 00000400:00000010:0.0:1769074920.511738:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315770. 00000400:00000010:0.0:1769074920.511740:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbe00. 00000400:00000010:0.0:1769074920.511742:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb9a0. 00000400:00000010:0.0:1769074920.511744:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315cb0. 00000400:00000010:0.0:1769074920.511746:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbce8. 00000400:00000010:0.0:1769074920.511748:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb690. 00000400:00000010:0.0:1769074920.511750:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcba48. 00000400:00000010:0.0:1769074920.511753:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faac78. 00000400:00000010:0.0:1769074920.511754:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb268. 00000400:00000010:0.0:1769074920.511756:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3158f8. 00000400:00000010:0.0:1769074920.511758:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710888. 00000400:00000010:0.0:1769074920.511761:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbc78. 00000400:00000010:0.0:1769074920.511763:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3152d8. 00000400:00000010:0.0:1769074920.511764:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315e38. 00000400:00000010:0.0:1769074920.511766:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb888. 00000400:00000010:0.0:1769074920.511768:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315d90. 00000400:00000010:0.0:1769074920.511771:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb310. 00000400:00000010:0.0:1769074920.511773:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa268. 00000400:00000010:0.0:1769074920.511774:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb508. 00000400:00000010:0.0:1769074920.511777:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbee0. 00000400:00000010:0.0:1769074920.511779:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbc08. 00000400:00000010:0.0:1769074920.511781:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbb98. 00000400:00000010:0.0:1769074920.511783:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faaa48. 00000400:00000010:0.0:1769074920.511785:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3151c0. 00000400:00000010:0.0:1769074920.511787:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb7e0. 00000400:00000010:0.0:1769074920.511789:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315968. 00000400:00000010:0.0:1769074920.511791:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb7a8. 00000400:00000010:0.0:1769074920.511793:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbf18. 00000400:00000010:0.0:1769074920.511794:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315d58. 00000400:00000010:0.0:1769074920.511796:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb0e0. 00000400:00000010:0.0:1769074920.511798:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa690. 00000400:00000010:0.0:1769074920.511800:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315af0. 00000400:00000010:0.0:1769074920.511802:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315540. 00000400:00000010:0.0:1769074920.511804:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb5e8. 00000400:00000010:0.0:1769074920.511806:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbbd0. 00000400:00000010:0.0:1769074920.511808:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb850. 00000400:00000010:0.0:1769074920.511810:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb620. 00000400:00000010:0.0:1769074920.511812:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb0a8. 00000400:00000010:0.0:1769074920.511814:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb540. 00000400:00000010:0.0:1769074920.511817:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3150a8. 00000400:00000010:0.0:1769074920.511819:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315620. 00000400:00000010:0.0:1769074920.511821:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315850. 00000400:00000010:0.0:1769074920.511824:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710c78. 00000400:00000010:0.0:1769074920.511826:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315bd0. 00000400:00000010:0.0:1769074920.511827:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3155e8. 00000400:00000010:0.0:1769074920.511830:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbaf0. 00000400:00000010:0.0:1769074920.511832:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710268. 00000400:00000010:0.0:1769074920.511834:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710a48. 00000400:00000010:0.0:1769074920.511836:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbd58. 00000400:00000010:0.0:1769074920.511838:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710690. 00000400:00000010:0.0:1769074920.511840:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3150e0. 00000400:00000010:0.0:1769074920.511843:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315f18. 00000400:00000010:0.0:1769074920.511845:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3157a8. 00000400:00000010:0.0:1769074920.511847:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710ce8. 00000400:00000010:0.0:1769074920.511849:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faace8. 00000400:00000010:0.0:1769074920.511851:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb968. 00000400:00000010:0.0:1769074920.511853:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa9a0. 00000400:00000010:0.0:1769074920.511856:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3157e0. 00000400:00000010:0.0:1769074920.511857:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315b98. 00000400:00000010:0.0:1769074920.511859:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315c08. 00000400:00000010:0.0:1769074920.511861:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7109a0. 00000400:00000010:0.0:1769074920.511863:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315ee0. 00000400:00000010:0.0:1769074920.511865:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315508. 00000400:00000010:0.0:1769074920.511867:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315310. 00000400:00000010:0.0:1769074920.511869:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315888. 00000400:00000010:0.0:1769074920.511871:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faae00. 00000400:00000010:0.0:1769074920.511873:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa2a0. 00000400:00000010:0.0:1769074920.511875:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315c78. 00000400:00000010:0.0:1769074920.511877:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faaa10. 00000400:00000010:0.0:1769074920.511914:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa818. 00000400:00000010:0.0:1769074920.511916:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb1c0. 00000400:00000010:0.0:1769074920.511919:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbd90. 00000400:00000010:0.0:1769074920.511921:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbe38. 00000400:00000010:0.0:1769074920.511923:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb2d8. 00000400:00000010:0.0:1769074920.511924:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710e00. 00000400:00000010:0.0:1769074920.511927:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb8f8. 00000400:00000010:0.0:1769074920.511928:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbcb0. 00000400:00000010:0.0:1769074920.511930:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7102a0. 00000400:00000010:0.0:1769074920.511932:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa9d8. 00000400:00000010:0.0:1769074920.511934:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faaea8. 00000400:00000010:0.0:1769074920.511935:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb770. 00000400:00000010:0.0:1769074920.511937:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb930. 00000400:00000010:0.0:1769074920.511939:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710a10. 00000400:00000010:0.0:1769074920.511941:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315268. 00000400:00000010:0.0:1769074920.511943:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315a48. 00000400:00000010:0.0:1769074920.511946:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa038. 00000400:00000010:0.0:1769074920.511948:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315690. 00000400:00000010:0.0:1769074920.511950:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa4d0. 00000400:00000010:0.0:1769074920.511952:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315ce8. 00000400:00000010:0.0:1769074920.511954:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa6c8. 00000400:00000010:0.0:1769074920.511956:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa3b8. 00000400:00000010:0.0:1769074920.511958:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3159a0. 00000400:00000010:0.0:1769074920.511961:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbfc0. 00000400:00000010:0.0:1769074920.511962:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa428. 00000400:00000010:0.0:1769074920.511965:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710818. 00000400:00000010:0.0:1769074920.511966:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbe70. 00000400:00000010:0.0:1769074920.511968:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faaf50. 00000400:00000010:0.0:1769074920.511970:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315e00. 00000400:00000010:0.0:1769074920.511971:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faac40. 00000400:00000010:0.0:1769074920.511973:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3152a0. 00000400:00000010:0.0:1769074920.511975:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb3f0. 00000400:00000010:0.0:1769074920.511977:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb348. 00000400:00000010:0.0:1769074920.511979:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa380. 00000400:00000010:0.0:1769074920.511981:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faad20. 00000400:00000010:0.0:1769074920.511982:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa658. 00000400:00000010:0.0:1769074920.511985:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faadc8. 00000400:00000010:0.0:1769074920.511986:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faaa80. 00000400:00000010:0.0:1769074920.511988:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7109d8. 00000400:00000010:0.0:1769074920.511990:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710ea8. 00000400:00000010:0.0:1769074920.511992:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315a10. 00000400:00000010:0.0:1769074920.511994:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710038. 00000400:00000010:0.0:1769074920.511996:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faab28. 00000400:00000010:0.0:1769074920.511998:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faab60. 00000400:00000010:0.0:1769074920.512000:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7104d0. 00000400:00000010:0.0:1769074920.512002:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faaab8. 00000400:00000010:0.0:1769074920.512004:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb460. 00000400:00000010:0.0:1769074920.512006:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315e70. 00000400:00000010:0.0:1769074920.512008:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa1f8. 00000400:00000010:0.0:1769074920.512010:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3153f0. 00000400:00000010:0.0:1769074920.512012:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315348. 00000400:00000010:0.0:1769074920.512014:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa8c0. 00000400:00000010:0.0:1769074920.512016:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa070. 00000400:00000010:0.0:1769074920.512018:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa188. 00000400:00000010:0.0:1769074920.512020:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315460. 00000400:00000010:0.0:1769074920.512022:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa498. 00000400:00000010:0.0:1769074920.512024:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa700. 00000400:00000010:0.0:1769074920.512026:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa0a8. 00000400:00000010:0.0:1769074920.512028:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315000. 00000400:00000010:0.0:1769074920.512030:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa540. 00000400:00000010:0.0:1769074920.512032:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7106c8. 00000400:00000010:0.0:1769074920.512033:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb000. 00000400:00000010:0.0:1769074920.512035:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb578. 00000400:00000010:0.0:1769074920.512037:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb738. 00000400:00000010:0.0:1769074920.512039:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7103b8. 00000400:00000010:0.0:1769074920.512041:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710428. 00000400:00000010:0.0:1769074920.512043:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb230. 00000400:00000010:0.0:1769074920.512045:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315578. 00000400:00000010:0.0:1769074920.512047:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb150. 00000400:00000010:0.0:1769074920.512049:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710f50. 00000400:00000010:0.0:1769074920.512051:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315738. 00000400:00000010:0.0:1769074920.512052:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315230. 00000400:00000010:0.0:1769074920.512054:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710c40. 00000400:00000010:0.0:1769074920.512056:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faaaf0. 00000400:00000010:0.0:1769074920.512058:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb118. 00000400:00000010:0.0:1769074920.512060:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb5b0. 00000400:00000010:0.0:1769074920.512062:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbf88. 00000400:00000010:0.0:1769074920.512064:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315150. 00000400:00000010:0.0:1769074920.512066:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb700. 00000400:00000010:0.0:1769074920.512068:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faad58. 00000400:00000010:0.0:1769074920.512070:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315118. 00000400:00000010:0.0:1769074920.512072:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa968. 00000400:00000010:0.0:1769074920.512074:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3155b0. 00000400:00000010:0.0:1769074920.512076:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa1c0. 00000400:00000010:0.0:1769074920.512079:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710380. 00000400:00000010:0.0:1769074920.512081:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faad90. 00000400:00000010:0.0:1769074920.512082:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbea8. 00000400:00000010:0.0:1769074920.512085:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb038. 00000400:00000010:0.0:1769074920.512087:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315f88. 00000400:00000010:0.0:1769074920.512088:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb4d0. 00000400:00000010:0.0:1769074920.512090:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315700. 00000400:00000010:0.0:1769074920.512093:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faae38. 00000400:00000010:0.0:1769074920.512095:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315498. 00000400:00000010:0.0:1769074920.512096:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb6c8. 00000400:00000010:0.0:1769074920.512098:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710d20. 00000400:00000010:0.0:1769074920.512100:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710658. 00000400:00000010:0.0:1769074920.512103:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315188. 00000400:00000010:0.0:1769074920.512106:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710dc8. 00000400:00000010:0.0:1769074920.512107:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710a80. 00000400:00000010:0.0:1769074920.512109:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710b28. 00000400:00000010:0.0:1769074920.512111:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa2d8. 00000400:00000010:0.0:1769074920.512113:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710b60. 00000400:00000010:0.0:1769074920.512115:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710ab8. 00000400:00000010:0.0:1769074920.512116:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7101f8. 00000400:00000010:0.0:1769074920.512119:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315070. 00000400:00000010:0.0:1769074920.512121:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa8f8. 00000400:00000010:0.0:1769074920.512122:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb3b8. 00000400:00000010:0.0:1769074920.512124:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb428. 00000400:00000010:0.0:1769074920.512126:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbf50. 00000400:00000010:0.0:1769074920.512128:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3158c0. 00000400:00000010:0.0:1769074920.512130:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbc40. 00000400:00000010:0.0:1769074920.512131:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7108c0. 00000400:00000010:0.0:1769074920.512133:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710070. 00000400:00000010:0.0:1769074920.512135:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faacb0. 00000400:00000010:0.0:1769074920.512137:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa770. 00000400:00000010:0.0:1769074920.512139:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb380. 00000400:00000010:0.0:1769074920.512141:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710188. 00000400:00000010:0.0:1769074920.512142:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710498. 00000400:00000010:0.0:1769074920.512144:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa930. 00000400:00000010:0.0:1769074920.512146:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710700. 00000400:00000010:0.0:1769074920.512148:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710f88. 00000400:00000010:0.0:1769074920.512151:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7105b0. 00000400:00000010:0.0:1769074920.512152:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710118. 00000400:00000010:0.0:1769074920.512154:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbd20. 00000400:00000010:0.0:1769074920.512156:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3151f8. 00000400:00000010:0.0:1769074920.512157:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710150. 00000400:00000010:0.0:1769074920.512159:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710230. 00000400:00000010:0.0:1769074920.512162:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710738. 00000400:00000010:0.0:1769074920.512164:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faafc0. 00000400:00000010:0.0:1769074920.512166:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb658. 00000400:00000010:0.0:1769074920.512168:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315ab8. 00000400:00000010:0.0:1769074920.512170:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315b60. 00000400:00000010:0.0:1769074920.512172:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbdc8. 00000400:00000010:0.0:1769074920.512174:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcba80. 00000400:00000010:0.0:1769074920.512176:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbb28. 00000400:00000010:0.0:1769074920.512178:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbb60. 00000400:00000010:0.0:1769074920.512180:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710578. 00000400:00000010:0.0:1769074920.512183:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faae70. 00000400:00000010:0.0:1769074920.512184:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcbab8. 00000400:00000010:0.0:1769074920.512187:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315b28. 00000400:00000010:0.0:1769074920.512189:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb1f8. 00000400:00000010:0.0:1769074920.512190:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb8c0. 00000400:00000010:0.0:1769074920.512192:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb070. 00000400:00000010:0.0:1769074920.512194:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315a80. 00000400:00000010:0.0:1769074920.512196:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb188. 00000400:00000010:0.0:1769074920.512197:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa3f0. 00000400:00000010:0.0:1769074920.512199:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315dc8. 00000400:00000010:0.0:1769074920.512201:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315658. 00000400:00000010:0.0:1769074920.512202:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa348. 00000400:00000010:0.0:1769074920.512204:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315d20. 00000400:00000010:0.0:1769074920.512206:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa460. 00000400:00000010:0.0:1769074920.512208:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315380. 00000400:00000010:0.0:1769074920.512209:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba0dcb498. 00000400:00000010:0.0:1769074920.512211:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710000. 00000400:00000010:0.0:1769074920.512213:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb1c0. 00000400:00000010:0.0:1769074920.512215:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710460. 00000400:00000010:0.0:1769074920.512217:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315c40. 00000400:00000010:0.0:1769074920.512219:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315f50. 00000400:00000010:0.0:1769074920.512221:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbd90. 00000400:00000010:0.0:1769074920.512222:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa000. 00000400:00000010:0.0:1769074920.512224:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbe38. 00000400:00000010:0.0:1769074920.512226:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710348. 00000400:00000010:0.0:1769074920.512228:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb2d8. 00000400:00000010:0.0:1769074920.512231:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa578. 00000400:00000010:0.0:1769074920.512232:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7103f0. 00000400:00000010:0.0:1769074920.512234:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa738. 00000400:00000010:0.0:1769074920.512236:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa230. 00000400:00000010:0.0:1769074920.512238:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315428. 00000400:00000010:0.0:1769074920.512240:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb8f8. 00000400:00000010:0.0:1769074920.512242:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710e70. 00000400:00000010:0.0:1769074920.512243:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbcb0. 00000400:00000010:0.0:1769074920.512245:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3153b8. 00000400:00000010:0.0:1769074920.512246:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3156c8. 00000400:00000010:0.0:1769074920.512248:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb770. 00000400:00000010:0.0:1769074920.512250:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3154d0. 00000400:00000010:0.0:1769074920.512251:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710fc0. 00000400:00000010:0.0:1769074920.512254:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315038. 00000400:00000010:0.0:1769074920.512256:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb930. 00000400:00000010:0.0:1769074920.512258:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbfc0. 00000400:00000010:0.0:1769074920.512260:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbe70. 00000400:00000010:0.0:1769074920.512262:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315ea8. 00000400:00000010:0.0:1769074920.512264:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb3f0. 00000400:00000010:0.0:1769074920.512266:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb348. 00000400:00000010:0.0:1769074920.512268:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb460. 00000400:00000010:0.0:1769074920.512270:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb000. 00000400:00000010:0.0:1769074920.512272:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb578. 00000400:00000010:0.0:1769074920.512285:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb738. 00000400:00000010:0.0:1769074920.512287:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb230. 00000400:00000010:0.0:1769074920.512289:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa150. 00000400:00000010:0.0:1769074920.512291:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa118. 00000400:00000010:0.0:1769074920.512293:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710930. 00000400:00000010:0.0:1769074920.512294:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faa5b0. 00000400:00000010:0.0:1769074920.512296:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710770. 00000400:00000010:0.0:1769074920.512298:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88faaf88. 00000400:00000010:0.0:1769074920.512301:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f738. 00000400:00000010:0.0:1769074920.512303:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f578. 00000400:00000010:0.0:1769074920.512305:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710cb0. 00000400:00000010:0.0:1769074920.512307:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710ee0. 00000400:00000010:0.0:1769074920.512309:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f000. 00000400:00000010:0.0:1769074920.512311:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710c08. 00000400:00000010:0.0:1769074920.512313:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f460. 00000400:00000010:0.0:1769074920.512315:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f348. 00000400:00000010:0.0:1769074920.512316:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710b98. 00000400:00000010:0.0:1769074920.512318:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a3159d8. 00000400:00000010:0.0:1769074920.512319:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb150. 00000400:00000010:0.0:1769074920.512321:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb118. 00000400:00000010:0.0:1769074920.512323:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb5b0. 00000400:00000010:0.0:1769074920.512324:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbf88. 00000400:00000010:0.0:1769074920.512326:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb700. 00000400:00000010:0.0:1769074920.512328:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb498. 00000400:00000010:0.0:1769074920.512329:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa8a315818. 00000400:00000010:0.0:1769074920.512331:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f3f0. 00000400:00000010:0.0:1769074920.512333:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fe70. 00000400:00000010:0.0:1769074920.512336:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb188. 00000400:00000010:0.0:1769074920.512338:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb070. 00000400:00000010:0.0:1769074920.512340:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d2a0. 00000400:00000010:0.0:1769074920.512342:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7107e0. 00000400:00000010:0.0:1769074920.512343:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7107a8. 00000400:00000010:0.0:1769074920.512345:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710f18. 00000400:00000010:0.0:1769074920.512347:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8da10. 00000400:00000010:0.0:1769074920.512349:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb8c0. 00000400:00000010:0.0:1769074920.512350:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d818. 00000400:00000010:0.0:1769074920.512352:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d9d8. 00000400:00000010:0.0:1769074920.512354:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dea8. 00000400:00000010:0.0:1769074920.512356:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d038. 00000400:00000010:0.0:1769074920.512358:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1ffc0. 00000400:00000010:0.0:1769074920.512359:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb1f8. 00000400:00000010:0.0:1769074920.512361:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbab8. 00000400:00000010:0.0:1769074920.512364:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d4d0. 00000400:00000010:0.0:1769074920.512366:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbb60. 00000400:00000010:0.0:1769074920.512368:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbb28. 00000400:00000010:0.0:1769074920.512370:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d6c8. 00000400:00000010:0.0:1769074920.512371:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d3b8. 00000400:00000010:0.0:1769074920.512373:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbba80. 00000400:00000010:0.0:1769074920.512374:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbdc8. 00000400:00000010:0.0:1769074920.512377:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d428. 00000400:00000010:0.0:1769074920.512379:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb658. 00000400:00000010:0.0:1769074920.512381:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbd20. 00000400:00000010:0.0:1769074920.512382:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb380. 00000400:00000010:0.0:1769074920.512384:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8df50. 00000400:00000010:0.0:1769074920.512386:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7100e0. 00000400:00000010:0.0:1769074920.512389:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7105e8. 00000400:00000010:0.0:1769074920.512391:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dc40. 00000400:00000010:0.0:1769074920.512394:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f930. 00000400:00000010:0.0:1769074920.512396:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f770. 00000400:00000010:0.0:1769074920.512398:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fcb0. 00000400:00000010:0.0:1769074920.512400:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710bd0. 00000400:00000010:0.0:1769074920.512401:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710850. 00000400:00000010:0.0:1769074920.512403:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f8f8. 00000400:00000010:0.0:1769074920.512405:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbc40. 00000400:00000010:0.0:1769074920.512406:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d380. 00000400:00000010:0.0:1769074920.512408:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710620. 00000400:00000010:0.0:1769074920.512410:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7100a8. 00000400:00000010:0.0:1769074920.512412:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbf50. 00000400:00000010:0.0:1769074920.512413:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710540. 00000400:00000010:0.0:1769074920.512415:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb428. 00000400:00000010:0.0:1769074920.512417:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb3b8. 00000400:00000010:0.0:1769074920.512419:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f2d8. 00000400:00000010:0.0:1769074920.512421:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fe38. 00000400:00000010:0.0:1769074920.512423:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb6c8. 00000400:00000010:0.0:1769074920.512424:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb4d0. 00000400:00000010:0.0:1769074920.512426:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb038. 00000400:00000010:0.0:1769074920.512428:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fd90. 00000400:00000010:0.0:1769074920.512430:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbea8. 00000400:00000010:0.0:1769074920.512432:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710af0. 00000400:00000010:0.0:1769074920.512434:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb9d8. 00000400:00000010:0.0:1769074920.512436:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb818. 00000400:00000010:0.0:1769074920.512438:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbba10. 00000400:00000010:0.0:1769074920.512440:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dd20. 00000400:00000010:0.0:1769074920.512443:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710d58. 00000400:00000010:0.0:1769074920.512445:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb2a0. 00000400:00000010:0.0:1769074920.512447:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f1c0. 00000400:00000010:0.0:1769074920.512449:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710968. 00000400:00000010:0.0:1769074920.512451:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d658. 00000400:00000010:0.0:1769074920.512453:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f968. 00000400:00000010:0.0:1769074920.512455:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fd58. 00000400:00000010:0.0:1769074920.512457:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8ddc8. 00000400:00000010:0.0:1769074920.512458:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1faf0. 00000400:00000010:0.0:1769074920.512460:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8da80. 00000400:00000010:0.0:1769074920.512461:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f540. 00000400:00000010:0.0:1769074920.512463:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8db28. 00000400:00000010:0.0:1769074920.512465:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8db60. 00000400:00000010:0.0:1769074920.512467:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f0a8. 00000400:00000010:0.0:1769074920.512468:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7101c0. 00000400:00000010:0.0:1769074920.512470:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dab8. 00000400:00000010:0.0:1769074920.512473:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbe00. 00000400:00000010:0.0:1769074920.512475:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb9a0. 00000400:00000010:0.0:1769074920.512477:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d1f8. 00000400:00000010:0.0:1769074920.512479:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d8c0. 00000400:00000010:0.0:1769074920.512481:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d070. 00000400:00000010:0.0:1769074920.512483:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d188. 00000400:00000010:0.0:1769074920.512486:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f620. 00000400:00000010:0.0:1769074920.512488:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f850. 00000400:00000010:0.0:1769074920.512490:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d498. 00000400:00000010:0.0:1769074920.512492:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbce8. 00000400:00000010:0.0:1769074920.512494:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d700. 00000400:00000010:0.0:1769074920.512496:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fbd0. 00000400:00000010:0.0:1769074920.512498:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8df88. 00000400:00000010:0.0:1769074920.512500:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f5e8. 00000400:00000010:0.0:1769074920.512502:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d5b0. 00000400:00000010:0.0:1769074920.512504:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f0e0. 00000400:00000010:0.0:1769074920.512506:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710d90. 00000400:00000010:0.0:1769074920.512508:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e710e38. 00000400:00000010:0.0:1769074920.512510:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1ff18. 00000400:00000010:0.0:1769074920.512512:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d118. 00000400:00000010:0.0:1769074920.512514:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f7a8. 00000400:00000010:0.0:1769074920.512516:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d150. 00000400:00000010:0.0:1769074920.512519:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb690. 00000400:00000010:0.0:1769074920.512521:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f7e0. 00000400:00000010:0.0:1769074920.512523:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fb98. 00000400:00000010:0.0:1769074920.512524:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fc08. 00000400:00000010:0.0:1769074920.512527:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7102d8. 00000400:00000010:0.0:1769074920.512528:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fee0. 00000400:00000010:0.0:1769074920.512530:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab9e7108f8. 00000400:00000010:0.0:1769074920.512532:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbba48. 00000400:00000010:0.0:1769074920.512534:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb268. 00000400:00000010:0.0:1769074920.512536:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbc78. 00000400:00000010:0.0:1769074920.512538:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb888. 00000400:00000010:0.0:1769074920.512540:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb310. 00000400:00000010:0.0:1769074920.512541:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f508. 00000400:00000010:0.0:1769074920.512543:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d230. 00000400:00000010:0.0:1769074920.512545:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f310. 00000400:00000010:0.0:1769074920.512546:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f888. 00000400:00000010:0.0:1769074920.512548:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d738. 00000400:00000010:0.0:1769074920.512550:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fc78. 00000400:00000010:0.0:1769074920.512552:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f268. 00000400:00000010:0.0:1769074920.512554:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fa48. 00000400:00000010:0.0:1769074920.512556:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f690. 00000400:00000010:0.0:1769074920.512559:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d578. 00000400:00000010:0.0:1769074920.512561:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3ea8. 00000400:00000010:0.0:1769074920.512563:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e39d8. 00000400:00000010:0.0:1769074920.512565:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb508. 00000400:00000010:0.0:1769074920.512567:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbee0. 00000400:00000010:0.0:1769074920.512569:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbc08. 00000400:00000010:0.0:1769074920.512571:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3818. 00000400:00000010:0.0:1769074920.512573:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3a10. 00000400:00000010:0.0:1769074920.512575:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e32a0. 00000400:00000010:0.0:1769074920.512577:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fce8. 00000400:00000010:0.0:1769074920.512579:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbb98. 00000400:00000010:0.0:1769074920.512581:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb7e0. 00000400:00000010:0.0:1769074920.512583:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d000. 00000400:00000010:0.0:1769074920.512585:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d460. 00000400:00000010:0.0:1769074920.512587:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3e00. 00000400:00000010:0.0:1769074920.512589:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb7a8. 00000400:00000010:0.0:1769074920.512591:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e39a0. 00000400:00000010:0.0:1769074920.512593:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbf18. 00000400:00000010:0.0:1769074920.512594:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3ce8. 00000400:00000010:0.0:1769074920.512596:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d348. 00000400:00000010:0.0:1769074920.512598:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d3f0. 00000400:00000010:0.0:1769074920.512600:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb0e0. 00000400:00000010:0.0:1769074920.512629:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8de70. 00000400:00000010:0.0:1769074920.512632:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3690. 00000400:00000010:0.0:1769074920.512634:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb5e8. 00000400:00000010:0.0:1769074920.512636:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dfc0. 00000400:00000010:0.0:1769074920.512638:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbbd0. 00000400:00000010:0.0:1769074920.512640:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb850. 00000400:00000010:0.0:1769074920.512641:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3a48. 00000400:00000010:0.0:1769074920.512644:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3268. 00000400:00000010:0.0:1769074920.512646:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d930. 00000400:00000010:0.0:1769074920.512647:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d770. 00000400:00000010:0.0:1769074920.512649:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb620. 00000400:00000010:0.0:1769074920.512650:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb0a8. 00000400:00000010:0.0:1769074920.512652:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb540. 00000400:00000010:0.0:1769074920.512654:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbaf0. 00000400:00000010:0.0:1769074920.512656:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbbd58. 00000400:00000010:0.0:1769074920.512657:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3c78. 00000400:00000010:0.0:1769074920.512659:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbcbbb968. 00000400:00000010:0.0:1769074920.512662:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dcb0. 00000400:00000010:0.0:1769074920.512663:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7850. 00000400:00000010:0.0:1769074920.512666:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d8f8. 00000400:00000010:0.0:1769074920.512668:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7bd0. 00000400:00000010:0.0:1769074920.512670:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f75e8. 00000400:00000010:0.0:1769074920.512672:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d2d8. 00000400:00000010:0.0:1769074920.512674:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3888. 00000400:00000010:0.0:1769074920.512676:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3310. 00000400:00000010:0.0:1769074920.512678:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3508. 00000400:00000010:0.0:1769074920.512680:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3ee0. 00000400:00000010:0.0:1769074920.512682:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f70e0. 00000400:00000010:0.0:1769074920.512685:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f9a0. 00000400:00000010:0.0:1769074920.512687:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fe00. 00000400:00000010:0.0:1769074920.512689:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7f18. 00000400:00000010:0.0:1769074920.512690:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f2a0. 00000400:00000010:0.0:1769074920.512692:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fa10. 00000400:00000010:0.0:1769074920.512694:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8de38. 00000400:00000010:0.0:1769074920.512696:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f77a8. 00000400:00000010:0.0:1769074920.512698:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dd90. 00000400:00000010:0.0:1769074920.512700:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3c08. 00000400:00000010:0.0:1769074920.512702:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f77e0. 00000400:00000010:0.0:1769074920.512704:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3b98. 00000400:00000010:0.0:1769074920.512706:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7b98. 00000400:00000010:0.0:1769074920.512708:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7c08. 00000400:00000010:0.0:1769074920.512709:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d1c0. 00000400:00000010:0.0:1769074920.512712:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d968. 00000400:00000010:0.0:1769074920.512714:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f818. 00000400:00000010:0.0:1769074920.512716:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7ee0. 00000400:00000010:0.0:1769074920.512718:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7508. 00000400:00000010:0.0:1769074920.512720:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e37e0. 00000400:00000010:0.0:1769074920.512722:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7310. 00000400:00000010:0.0:1769074920.512723:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e37a8. 00000400:00000010:0.0:1769074920.512725:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7888. 00000400:00000010:0.0:1769074920.512727:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3f18. 00000400:00000010:0.0:1769074920.512729:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dd58. 00000400:00000010:0.0:1769074920.512731:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e30e0. 00000400:00000010:0.0:1769074920.512733:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8daf0. 00000400:00000010:0.0:1769074920.512735:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e35e8. 00000400:00000010:0.0:1769074920.512737:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3bd0. 00000400:00000010:0.0:1769074920.512739:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7c78. 00000400:00000010:0.0:1769074920.512741:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7268. 00000400:00000010:0.0:1769074920.512743:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f9d8. 00000400:00000010:0.0:1769074920.512744:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7a48. 00000400:00000010:0.0:1769074920.512746:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fea8. 00000400:00000010:0.0:1769074920.512748:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7690. 00000400:00000010:0.0:1769074920.512750:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3850. 00000400:00000010:0.0:1769074920.512753:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7ce8. 00000400:00000010:0.0:1769074920.512755:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f038. 00000400:00000010:0.0:1769074920.512757:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3620. 00000400:00000010:0.0:1769074920.512759:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e30a8. 00000400:00000010:0.0:1769074920.512761:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3540. 00000400:00000010:0.0:1769074920.512764:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f79a0. 00000400:00000010:0.0:1769074920.512765:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7e00. 00000400:00000010:0.0:1769074920.512767:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f72a0. 00000400:00000010:0.0:1769074920.512769:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7a10. 00000400:00000010:0.0:1769074920.512771:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3af0. 00000400:00000010:0.0:1769074920.512773:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7818. 00000400:00000010:0.0:1769074920.512774:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d540. 00000400:00000010:0.0:1769074920.512776:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f79d8. 00000400:00000010:0.0:1769074920.512778:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f4d0. 00000400:00000010:0.0:1769074920.512780:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d0a8. 00000400:00000010:0.0:1769074920.512782:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f6c8. 00000400:00000010:0.0:1769074920.512784:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f3b8. 00000400:00000010:0.0:1769074920.512785:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d620. 00000400:00000010:0.0:1769074920.512787:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f428. 00000400:00000010:0.0:1769074920.512789:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f71c0. 00000400:00000010:0.0:1769074920.512791:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7d90. 00000400:00000010:0.0:1769074920.512794:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d850. 00000400:00000010:0.0:1769074920.512796:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7e38. 00000400:00000010:0.0:1769074920.512798:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f72d8. 00000400:00000010:0.0:1769074920.512800:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f78f8. 00000400:00000010:0.0:1769074920.512802:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dbd0. 00000400:00000010:0.0:1769074920.512805:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3d58. 00000400:00000010:0.0:1769074920.512807:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7cb0. 00000400:00000010:0.0:1769074920.512809:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3968. 00000400:00000010:0.0:1769074920.512811:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d5e8. 00000400:00000010:0.0:1769074920.512813:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7770. 00000400:00000010:0.0:1769074920.512815:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7930. 00000400:00000010:0.0:1769074920.512817:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7fc0. 00000400:00000010:0.0:1769074920.512819:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d0e0. 00000400:00000010:0.0:1769074920.512821:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1ff50. 00000400:00000010:0.0:1769074920.512823:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7e70. 00000400:00000010:0.0:1769074920.512825:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e31c0. 00000400:00000010:0.0:1769074920.512827:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8df18. 00000400:00000010:0.0:1769074920.512829:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3d90. 00000400:00000010:0.0:1769074920.512831:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d7a8. 00000400:00000010:0.0:1769074920.512833:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f73f0. 00000400:00000010:0.0:1769074920.512835:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7348. 00000400:00000010:0.0:1769074920.512836:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d7e0. 00000400:00000010:0.0:1769074920.512838:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7000. 00000400:00000010:0.0:1769074920.512840:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fc40. 00000400:00000010:0.0:1769074920.512842:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8db98. 00000400:00000010:0.0:1769074920.512844:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f380. 00000400:00000010:0.0:1769074920.512846:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7578. 00000400:00000010:0.0:1769074920.512848:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7738. 00000400:00000010:0.0:1769074920.512850:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fd20. 00000400:00000010:0.0:1769074920.512852:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7460. 00000400:00000010:0.0:1769074920.512854:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dc08. 00000400:00000010:0.0:1769074920.512855:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dee0. 00000400:00000010:0.0:1769074920.512857:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f658. 00000400:00000010:0.0:1769074920.512859:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7230. 00000400:00000010:0.0:1769074920.512861:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fdc8. 00000400:00000010:0.0:1769074920.512863:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3e38. 00000400:00000010:0.0:1769074920.512865:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fa80. 00000400:00000010:0.0:1769074920.512867:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d508. 00000400:00000010:0.0:1769074920.512869:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7150. 00000400:00000010:0.0:1769074920.512871:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d310. 00000400:00000010:0.0:1769074920.512873:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7118. 00000400:00000010:0.0:1769074920.512875:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d888. 00000400:00000010:0.0:1769074920.512877:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f75b0. 00000400:00000010:0.0:1769074920.512892:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dc78. 00000400:00000010:0.0:1769074920.512894:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7f88. 00000400:00000010:0.0:1769074920.512896:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7620. 00000400:00000010:0.0:1769074920.512898:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d268. 00000400:00000010:0.0:1769074920.512899:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7a80. 00000400:00000010:0.0:1769074920.512901:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7dc8. 00000400:00000010:0.0:1769074920.512903:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8da48. 00000400:00000010:0.0:1769074920.512905:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7658. 00000400:00000010:0.0:1769074920.512907:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d690. 00000400:00000010:0.0:1769074920.512908:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e32d8. 00000400:00000010:0.0:1769074920.512911:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7d20. 00000400:00000010:0.0:1769074920.512913:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7380. 00000400:00000010:0.0:1769074920.512915:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fb28. 00000400:00000010:0.0:1769074920.512917:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f74d0. 00000400:00000010:0.0:1769074920.512919:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f76c8. 00000400:00000010:0.0:1769074920.512921:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fb60. 00000400:00000010:0.0:1769074920.512923:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e38f8. 00000400:00000010:0.0:1769074920.512925:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8dce8. 00000400:00000010:0.0:1769074920.512927:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3cb0. 00000400:00000010:0.0:1769074920.512929:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8d9a0. 00000400:00000010:0.0:1769074920.512931:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3770. 00000400:00000010:0.0:1769074920.512933:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3930. 00000400:00000010:0.0:1769074920.512935:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1fab8. 00000400:00000010:0.0:1769074920.512937:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3fc0. 00000400:00000010:0.0:1769074920.512939:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f1f8. 00000400:00000010:0.0:1769074920.512941:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f8c0. 00000400:00000010:0.0:1769074920.512943:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3e70. 00000400:00000010:0.0:1769074920.512946:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e33f0. 00000400:00000010:0.0:1769074920.512948:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7b28. 00000400:00000010:0.0:1769074920.512950:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3348. 00000400:00000010:0.0:1769074920.512952:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f070. 00000400:00000010:0.0:1769074920.512955:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3460. 00000400:00000010:0.0:1769074920.512956:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f188. 00000400:00000010:0.0:1769074920.512958:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f71f8. 00000400:00000010:0.0:1769074920.512960:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f78c0. 00000400:00000010:0.0:1769074920.512963:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab87f8de00. 00000400:00000010:0.0:1769074920.512965:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae8f8. 00000400:00000010:0.0:1769074920.512967:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f498. 00000400:00000010:0.0:1769074920.512969:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f700. 00000400:00000010:0.0:1769074920.512971:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7070. 00000400:00000010:0.0:1769074920.512973:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1ff88. 00000400:00000010:0.0:1769074920.512975:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f5b0. 00000400:00000010:0.0:1769074920.512977:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3000. 00000400:00000010:0.0:1769074920.512979:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7188. 00000400:00000010:0.0:1769074920.512980:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7498. 00000400:00000010:0.0:1769074920.512982:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7700. 00000400:00000010:0.0:1769074920.512985:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7968. 00000400:00000010:0.0:1769074920.512987:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7d58. 00000400:00000010:0.0:1769074920.512989:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7af0. 00000400:00000010:0.0:1769074920.512991:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7540. 00000400:00000010:0.0:1769074920.512993:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f70a8. 00000400:00000010:0.0:1769074920.512995:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f118. 00000400:00000010:0.0:1769074920.512997:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f150. 00000400:00000010:0.0:1769074920.512999:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbff1f230. 00000400:00000010:0.0:1769074920.513001:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597ce38. 00000400:00000010:0.0:1769074920.513003:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7ab8. 00000400:00000010:0.0:1769074920.513006:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7038. 00000400:00000010:0.0:1769074920.513008:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3578. 00000400:00000010:0.0:1769074920.513010:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3738. 00000400:00000010:0.0:1769074920.513012:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae888. 00000400:00000010:0.0:1769074920.513015:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cd90. 00000400:00000010:0.0:1769074920.513016:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c1c0. 00000400:00000010:0.0:1769074920.513018:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814f7b60. 00000400:00000010:0.0:1769074920.513021:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aec08. 00000400:00000010:0.0:1769074920.513023:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c968. 00000400:00000010:0.0:1769074920.513025:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b9a0. 00000400:00000010:0.0:1769074920.513028:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cd58. 00000400:00000010:0.0:1769074920.513030:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597caf0. 00000400:00000010:0.0:1769074920.513032:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3230. 00000400:00000010:0.0:1769074920.513034:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c540. 00000400:00000010:0.0:1769074920.513037:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bce8. 00000400:00000010:0.0:1769074920.513039:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aeb98. 00000400:00000010:0.0:1769074920.513041:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae7e0. 00000400:00000010:0.0:1769074920.513043:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae7a8. 00000400:00000010:0.0:1769074920.513045:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aef18. 00000400:00000010:0.0:1769074920.513048:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3150. 00000400:00000010:0.0:1769074920.513050:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae0e0. 00000400:00000010:0.0:1769074920.513052:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c0a8. 00000400:00000010:0.0:1769074920.513054:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c620. 00000400:00000010:0.0:1769074920.513057:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c850. 00000400:00000010:0.0:1769074920.513059:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cbd0. 00000400:00000010:0.0:1769074920.513061:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c5e8. 00000400:00000010:0.0:1769074920.513063:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c0e0. 00000400:00000010:0.0:1769074920.513066:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae5e8. 00000400:00000010:0.0:1769074920.513068:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aebd0. 00000400:00000010:0.0:1769074920.513070:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3118. 00000400:00000010:0.0:1769074920.513072:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae850. 00000400:00000010:0.0:1769074920.513075:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b690. 00000400:00000010:0.0:1769074920.513078:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e35b0. 00000400:00000010:0.0:1769074920.513080:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1ba48. 00000400:00000010:0.0:1769074920.513082:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3f88. 00000400:00000010:0.0:1769074920.513084:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3700. 00000400:00000010:0.0:1769074920.513087:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b268. 00000400:00000010:0.0:1769074920.513089:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae0a8. 00000400:00000010:0.0:1769074920.513091:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bc78. 00000400:00000010:0.0:1769074920.513093:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3498. 00000400:00000010:0.0:1769074920.513096:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b888. 00000400:00000010:0.0:1769074920.513099:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b310. 00000400:00000010:0.0:1769074920.513101:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae540. 00000400:00000010:0.0:1769074920.513103:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cf18. 00000400:00000010:0.0:1769074920.513106:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b508. 00000400:00000010:0.0:1769074920.513108:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aeaf0. 00000400:00000010:0.0:1769074920.513110:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae620. 00000400:00000010:0.0:1769074920.513113:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bee0. 00000400:00000010:0.0:1769074920.513115:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c7a8. 00000400:00000010:0.0:1769074920.513117:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3188. 00000400:00000010:0.0:1769074920.513119:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aecb0. 00000400:00000010:0.0:1769074920.513121:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c7e0. 00000400:00000010:0.0:1769074920.513123:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae770. 00000400:00000010:0.0:1769074920.513125:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae930. 00000400:00000010:0.0:1769074920.513127:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bc08. 00000400:00000010:0.0:1769074920.513129:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bb98. 00000400:00000010:0.0:1769074920.513131:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b7e0. 00000400:00000010:0.0:1769074920.513133:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aefc0. 00000400:00000010:0.0:1769074920.513134:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aee70. 00000400:00000010:0.0:1769074920.513136:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b7a8. 00000400:00000010:0.0:1769074920.513138:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bf18. 00000400:00000010:0.0:1769074920.513140:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b0e0. 00000400:00000010:0.0:1769074920.513143:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aec78. 00000400:00000010:0.0:1769074920.513144:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3070. 00000400:00000010:0.0:1769074920.513147:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e38c0. 00000400:00000010:0.0:1769074920.513149:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae460. 00000400:00000010:0.0:1769074920.513151:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae348. 00000400:00000010:0.0:1769074920.513152:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae3f0. 00000400:00000010:0.0:1769074920.513154:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e31f8. 00000400:00000010:0.0:1769074920.513156:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3ab8. 00000400:00000010:0.0:1769074920.513158:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3b60. 00000400:00000010:0.0:1769074920.513160:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b5e8. 00000400:00000010:0.0:1769074920.513162:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bbd0. 00000400:00000010:0.0:1769074920.513164:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cb98. 00000400:00000010:0.0:1769074920.513166:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3b28. 00000400:00000010:0.0:1769074920.513169:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b850. 00000400:00000010:0.0:1769074920.513171:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b620. 00000400:00000010:0.0:1769074920.513173:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b0a8. 00000400:00000010:0.0:1769074920.513174:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b540. 00000400:00000010:0.0:1769074920.513177:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1baf0. 00000400:00000010:0.0:1769074920.513179:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae508. 00000400:00000010:0.0:1769074920.513180:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bd58. 00000400:00000010:0.0:1769074920.513182:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3a80. 00000400:00000010:0.0:1769074920.513184:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cc08. 00000400:00000010:0.0:1769074920.513186:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae000. 00000400:00000010:0.0:1769074920.513189:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cee0. 00000400:00000010:0.0:1769074920.513191:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c508. 00000400:00000010:0.0:1769074920.513192:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b968. 00000400:00000010:0.0:1769074920.513194:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b1c0. 00000400:00000010:0.0:1769074920.513196:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bd90. 00000400:00000010:0.0:1769074920.513198:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1be38. 00000400:00000010:0.0:1769074920.513199:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3dc8. 00000400:00000010:0.0:1769074920.513201:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3658. 00000400:00000010:0.0:1769074920.513202:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3d20. 00000400:00000010:0.0:1769074920.513205:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b2d8. 00000400:00000010:0.0:1769074920.513206:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3380. 00000400:00000010:0.0:1769074920.513208:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b8f8. 00000400:00000010:0.0:1769074920.513210:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae578. 00000400:00000010:0.0:1769074920.513212:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bcb0. 00000400:00000010:0.0:1769074920.513213:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3c40. 00000400:00000010:0.0:1769074920.513215:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae738. 00000400:00000010:0.0:1769074920.513217:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c310. 00000400:00000010:0.0:1769074920.513219:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae2a0. 00000400:00000010:0.0:1769074920.513221:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c888. 00000400:00000010:0.0:1769074920.513223:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cc78. 00000400:00000010:0.0:1769074920.513225:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aee00. 00000400:00000010:0.0:1769074920.513227:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae9a0. 00000400:00000010:0.0:1769074920.513229:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aece8. 00000400:00000010:0.0:1769074920.513232:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c268. 00000400:00000010:0.0:1769074920.513234:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597ca48. 00000400:00000010:0.0:1769074920.513235:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c690. 00000400:00000010:0.0:1769074920.513238:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae690. 00000400:00000010:0.0:1769074920.513240:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aea10. 00000400:00000010:0.0:1769074920.513242:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cce8. 00000400:00000010:0.0:1769074920.513244:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae3b8. 00000400:00000010:0.0:1769074920.513246:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae6c8. 00000400:00000010:0.0:1769074920.513249:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c9a0. 00000400:00000010:0.0:1769074920.513251:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae4d0. 00000400:00000010:0.0:1769074920.513253:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b770. 00000400:00000010:0.0:1769074920.513255:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae038. 00000400:00000010:0.0:1769074920.513256:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3f50. 00000400:00000010:0.0:1769074920.513258:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597ce00. 00000400:00000010:0.0:1769074920.513260:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aeea8. 00000400:00000010:0.0:1769074920.513262:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c2a0. 00000400:00000010:0.0:1769074920.513264:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b930. 00000400:00000010:0.0:1769074920.513266:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597ca10. 00000400:00000010:0.0:1769074920.513268:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bfc0. 00000400:00000010:0.0:1769074920.513270:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae818. 00000400:00000010:0.0:1769074920.513271:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae9d8. 00000400:00000010:0.0:1769074920.513273:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1be70. 00000400:00000010:0.0:1769074920.513275:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c818. 00000400:00000010:0.0:1769074920.513277:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b3f0. 00000400:00000010:0.0:1769074920.513279:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c9d8. 00000400:00000010:0.0:1769074920.513281:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cea8. 00000400:00000010:0.0:1769074920.513284:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c038. 00000400:00000010:0.0:1769074920.513285:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aef50. 00000400:00000010:0.0:1769074920.513287:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aec40. 00000400:00000010:0.0:1769074920.513289:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae380. 00000400:00000010:0.0:1769074920.513292:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aed20. 00000400:00000010:0.0:1769074920.513293:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b348. 00000400:00000010:0.0:1769074920.513296:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c4d0. 00000400:00000010:0.0:1769074920.513298:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b460. 00000400:00000010:0.0:1769074920.513300:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b000. 00000400:00000010:0.0:1769074920.513302:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae658. 00000400:00000010:0.0:1769074920.513305:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b578. 00000400:00000010:0.0:1769074920.513306:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3428. 00000400:00000010:0.0:1769074920.513309:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e33b8. 00000400:00000010:0.0:1769074920.513311:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c6c8. 00000400:00000010:0.0:1769074920.513313:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b738. 00000400:00000010:0.0:1769074920.513314:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b230. 00000400:00000010:0.0:1769074920.513316:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b150. 00000400:00000010:0.0:1769074920.513319:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b118. 00000400:00000010:0.0:1769074920.513320:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae428. 00000400:00000010:0.0:1769074920.513322:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c3b8. 00000400:00000010:0.0:1769074920.513324:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b5b0. 00000400:00000010:0.0:1769074920.513325:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bf88. 00000400:00000010:0.0:1769074920.513328:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b700. 00000400:00000010:0.0:1769074920.513330:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aedc8. 00000400:00000010:0.0:1769074920.513332:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e36c8. 00000400:00000010:0.0:1769074920.513334:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e34d0. 00000400:00000010:0.0:1769074920.513336:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aea80. 00000400:00000010:0.0:1769074920.513338:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b498. 00000400:00000010:0.0:1769074920.513340:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b188. 00000400:00000010:0.0:1769074920.513342:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b070. 00000400:00000010:0.0:1769074920.513344:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b8c0. 00000400:00000010:0.0:1769074920.513346:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aeb28. 00000400:00000010:0.0:1769074920.513348:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab866e3038. 00000400:00000010:0.0:1769074920.513350:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aeb60. 00000400:00000010:0.0:1769074920.513352:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b1f8. 00000400:00000010:0.0:1769074920.513354:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bab8. 00000400:00000010:0.0:1769074920.513357:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aeab8. 00000400:00000010:0.0:1769074920.513359:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c428. 00000400:00000010:0.0:1769074920.513361:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae1f8. 00000400:00000010:0.0:1769074920.513363:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae8c0. 00000400:00000010:0.0:1769074920.513364:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae070. 00000400:00000010:0.0:1769074920.513366:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bb60. 00000400:00000010:0.0:1769074920.513368:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae188. 00000400:00000010:0.0:1769074920.513370:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bb28. 00000400:00000010:0.0:1769074920.513372:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cf50. 00000400:00000010:0.0:1769074920.513374:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae498. 00000400:00000010:0.0:1769074920.513376:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae700. 00000400:00000010:0.0:1769074920.513378:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1ba80. 00000400:00000010:0.0:1769074920.513380:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc310. 00000400:00000010:0.0:1769074920.513382:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc508. 00000400:00000010:0.0:1769074920.513384:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aef88. 00000400:00000010:0.0:1769074920.513386:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bdc8. 00000400:00000010:0.0:1769074920.513388:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cc40. 00000400:00000010:0.0:1769074920.513390:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae5b0. 00000400:00000010:0.0:1769074920.513392:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b658. 00000400:00000010:0.0:1769074920.513394:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae118. 00000400:00000010:0.0:1769074920.513397:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccee0. 00000400:00000010:0.0:1769074920.513399:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccc08. 00000400:00000010:0.0:1769074920.513401:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccb98. 00000400:00000010:0.0:1769074920.513403:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bd20. 00000400:00000010:0.0:1769074920.513405:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b380. 00000400:00000010:0.0:1769074920.513407:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae150. 00000400:00000010:0.0:1769074920.513409:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bc40. 00000400:00000010:0.0:1769074920.513411:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc7e0. 00000400:00000010:0.0:1769074920.513413:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bf50. 00000400:00000010:0.0:1769074920.513415:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b428. 00000400:00000010:0.0:1769074920.513417:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b3b8. 00000400:00000010:0.0:1769074920.513419:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b6c8. 00000400:00000010:0.0:1769074920.513421:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b4d0. 00000400:00000010:0.0:1769074920.513423:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc7a8. 00000400:00000010:0.0:1769074920.513425:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c380. 00000400:00000010:0.0:1769074920.513427:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccf18. 00000400:00000010:0.0:1769074920.513430:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc0e0. 00000400:00000010:0.0:1769074920.513432:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc5e8. 00000400:00000010:0.0:1769074920.513433:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b038. 00000400:00000010:0.0:1769074920.513435:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccbd0. 00000400:00000010:0.0:1769074920.513437:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae230. 00000400:00000010:0.0:1769074920.513439:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae2d8. 00000400:00000010:0.0:1769074920.513441:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cd20. 00000400:00000010:0.0:1769074920.513443:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1bea8. 00000400:00000010:0.0:1769074920.513445:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc850. 00000400:00000010:0.0:1769074920.513447:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc620. 00000400:00000010:0.0:1769074920.513449:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b9d8. 00000400:00000010:0.0:1769074920.513450:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b818. 00000400:00000010:0.0:1769074920.513452:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aee38. 00000400:00000010:0.0:1769074920.513454:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1ba10. 00000400:00000010:0.0:1769074920.513456:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc0a8. 00000400:00000010:0.0:1769074920.513458:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc540. 00000400:00000010:0.0:1769074920.513460:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1b2a0. 00000400:00000010:0.0:1769074920.513462:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab88e1be00. 00000400:00000010:0.0:1769074920.513464:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aed90. 00000400:00000010:0.0:1769074920.513466:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae1c0. 00000400:00000010:0.0:1769074920.513468:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1695e8. 00000400:00000010:0.0:1769074920.513471:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16ae968. 00000400:00000010:0.0:1769074920.513473:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c658. 00000400:00000010:0.0:1769074920.513474:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daba16aed58. 00000400:00000010:0.0:1769074920.513476:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cdc8. 00000400:00000010:0.0:1769074920.513478:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597ca80. 00000400:00000010:0.0:1769074920.513480:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cb28. 00000400:00000010:0.0:1769074920.513482:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1690e0. 00000400:00000010:0.0:1769074920.513484:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169f18. 00000400:00000010:0.0:1769074920.513486:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccaf0. 00000400:00000010:0.0:1769074920.513489:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccd58. 00000400:00000010:0.0:1769074920.513491:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cb60. 00000400:00000010:0.0:1769074920.513493:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1697a8. 00000400:00000010:0.0:1769074920.513495:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc968. 00000400:00000010:0.0:1769074920.513497:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d17e0. 00000400:00000010:0.0:1769074920.513500:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1697e0. 00000400:00000010:0.0:1769074920.513503:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc1c0. 00000400:00000010:0.0:1769074920.513505:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccd90. 00000400:00000010:0.0:1769074920.513507:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1460. 00000400:00000010:0.0:1769074920.513509:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cab8. 00000400:00000010:0.0:1769074920.513511:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cce38. 00000400:00000010:0.0:1769074920.513513:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169b98. 00000400:00000010:0.0:1769074920.513515:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1700. 00000400:00000010:0.0:1769074920.513518:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d11f8. 00000400:00000010:0.0:1769074920.513520:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1498. 00000400:00000010:0.0:1769074920.513522:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169c08. 00000400:00000010:0.0:1769074920.513524:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d18c0. 00000400:00000010:0.0:1769074920.513526:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169ee0. 00000400:00000010:0.0:1769074920.513528:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c1f8. 00000400:00000010:0.0:1769074920.513530:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169508. 00000400:00000010:0.0:1769074920.513532:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1f88. 00000400:00000010:0.0:1769074920.513534:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c8c0. 00000400:00000010:0.0:1769074920.513536:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c070. 00000400:00000010:0.0:1769074920.513538:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169310. 00000400:00000010:0.0:1769074920.513540:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d15b0. 00000400:00000010:0.0:1769074920.513542:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1118. 00000400:00000010:0.0:1769074920.513543:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1150. 00000400:00000010:0.0:1769074920.513546:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1230. 00000400:00000010:0.0:1769074920.513547:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c188. 00000400:00000010:0.0:1769074920.513549:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1738. 00000400:00000010:0.0:1769074920.513551:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169888. 00000400:00000010:0.0:1769074920.513553:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169c78. 00000400:00000010:0.0:1769074920.513555:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc2d8. 00000400:00000010:0.0:1769074920.513557:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc8f8. 00000400:00000010:0.0:1769074920.513560:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1578. 00000400:00000010:0.0:1769074920.513562:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169268. 00000400:00000010:0.0:1769074920.513564:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1000. 00000400:00000010:0.0:1769074920.513565:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1348. 00000400:00000010:0.0:1769074920.513567:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cccb0. 00000400:00000010:0.0:1769074920.513569:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c498. 00000400:00000010:0.0:1769074920.513571:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c700. 00000400:00000010:0.0:1769074920.513573:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc770. 00000400:00000010:0.0:1769074920.513576:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169a48. 00000400:00000010:0.0:1769074920.513578:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169690. 00000400:00000010:0.0:1769074920.513580:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d13f0. 00000400:00000010:0.0:1769074920.513582:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1e70. 00000400:00000010:0.0:1769074920.513583:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169ce8. 00000400:00000010:0.0:1769074920.513586:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1699a0. 00000400:00000010:0.0:1769074920.513588:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cf88. 00000400:00000010:0.0:1769074920.513589:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c5b0. 00000400:00000010:0.0:1769074920.513591:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c118. 00000400:00000010:0.0:1769074920.513593:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c150. 00000400:00000010:0.0:1769074920.513595:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1fc0. 00000400:00000010:0.0:1769074920.513596:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc930. 00000400:00000010:0.0:1769074920.513599:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1930. 00000400:00000010:0.0:1769074920.513601:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c230. 00000400:00000010:0.0:1769074920.513632:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c738. 00000400:00000010:0.0:1769074920.513635:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169e00. 00000400:00000010:0.0:1769074920.513636:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1692a0. 00000400:00000010:0.0:1769074920.513638:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c578. 00000400:00000010:0.0:1769074920.513640:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccfc0. 00000400:00000010:0.0:1769074920.513642:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c000. 00000400:00000010:0.0:1769074920.513644:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cce70. 00000400:00000010:0.0:1769074920.513646:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169a10. 00000400:00000010:0.0:1769074920.513651:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc3f0. 00000400:00000010:0.0:1769074920.513653:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1770. 00000400:00000010:0.0:1769074920.513655:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1cb0. 00000400:00000010:0.0:1769074920.513657:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d18f8. 00000400:00000010:0.0:1769074920.513659:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d12d8. 00000400:00000010:0.0:1769074920.513660:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc348. 00000400:00000010:0.0:1769074920.513662:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c460. 00000400:00000010:0.0:1769074920.513664:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c348. 00000400:00000010:0.0:1769074920.513666:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c3f0. 00000400:00000010:0.0:1769074920.513668:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1e38. 00000400:00000010:0.0:1769074920.513669:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597ce70. 00000400:00000010:0.0:1769074920.513671:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1d90. 00000400:00000010:0.0:1769074920.513673:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597cfc0. 00000400:00000010:0.0:1769074920.513675:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c930. 00000400:00000010:0.0:1769074920.513677:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1b28. 00000400:00000010:0.0:1769074920.513679:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169818. 00000400:00000010:0.0:1769074920.513681:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1699d8. 00000400:00000010:0.0:1769074920.513683:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169ea8. 00000400:00000010:0.0:1769074920.513685:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc460. 00000400:00000010:0.0:1769074920.513687:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169038. 00000400:00000010:0.0:1769074920.513689:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1658. 00000400:00000010:0.0:1769074920.513691:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc000. 00000400:00000010:0.0:1769074920.513693:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc578. 00000400:00000010:0.0:1769074920.513695:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1694d0. 00000400:00000010:0.0:1769074920.513697:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1696c8. 00000400:00000010:0.0:1769074920.513699:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1693b8. 00000400:00000010:0.0:1769074920.513701:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169428. 00000400:00000010:0.0:1769074920.513703:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169f50. 00000400:00000010:0.0:1769074920.513705:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1ab8. 00000400:00000010:0.0:1769074920.513707:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1b60. 00000400:00000010:0.0:1769074920.513709:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1dc8. 00000400:00000010:0.0:1769074920.513712:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1a80. 00000400:00000010:0.0:1769074920.513714:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1380. 00000400:00000010:0.0:1769074920.513717:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc738. 00000400:00000010:0.0:1769074920.513718:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc230. 00000400:00000010:0.0:1769074920.513720:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169c40. 00000400:00000010:0.0:1769074920.513722:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc150. 00000400:00000010:0.0:1769074920.513724:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169380. 00000400:00000010:0.0:1769074920.513726:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c770. 00000400:00000010:0.0:1769074920.513728:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1c40. 00000400:00000010:0.0:1769074920.513730:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1f50. 00000400:00000010:0.0:1769074920.513732:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597ccb0. 00000400:00000010:0.0:1769074920.513733:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc118. 00000400:00000010:0.0:1769074920.513735:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c8f8. 00000400:00000010:0.0:1769074920.513738:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169d20. 00000400:00000010:0.0:1769074920.513739:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab8597c2d8. 00000400:00000010:0.0:1769074920.513742:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169658. 00000400:00000010:0.0:1769074920.513744:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169dc8. 00000400:00000010:0.0:1769074920.513746:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3070. 00000400:00000010:0.0:1769074920.513749:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3188. 00000400:00000010:0.0:1769074920.513751:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169a80. 00000400:00000010:0.0:1769074920.513753:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169b28. 00000400:00000010:0.0:1769074920.513755:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169b60. 00000400:00000010:0.0:1769074920.513757:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc5b0. 00000400:00000010:0.0:1769074920.513759:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169ab8. 00000400:00000010:0.0:1769074920.513761:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1691f8. 00000400:00000010:0.0:1769074920.513762:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1428. 00000400:00000010:0.0:1769074920.513764:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d13b8. 00000400:00000010:0.0:1769074920.513766:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3498. 00000400:00000010:0.0:1769074920.513768:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3700. 00000400:00000010:0.0:1769074920.513770:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3f88. 00000400:00000010:0.0:1769074920.513772:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1d20. 00000400:00000010:0.0:1769074920.513774:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f35b0. 00000400:00000010:0.0:1769074920.513775:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d16c8. 00000400:00000010:0.0:1769074920.513777:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1698c0. 00000400:00000010:0.0:1769074920.513778:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3118. 00000400:00000010:0.0:1769074920.513780:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3150. 00000400:00000010:0.0:1769074920.513782:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169070. 00000400:00000010:0.0:1769074920.513784:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169188. 00000400:00000010:0.0:1769074920.513786:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3230. 00000400:00000010:0.0:1769074920.513787:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3738. 00000400:00000010:0.0:1769074920.513789:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3578. 00000400:00000010:0.0:1769074920.513791:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3000. 00000400:00000010:0.0:1769074920.513793:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d14d0. 00000400:00000010:0.0:1769074920.513795:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccf88. 00000400:00000010:0.0:1769074920.513796:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1038. 00000400:00000010:0.0:1769074920.513798:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1ea8. 00000400:00000010:0.0:1769074920.513800:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d19d8. 00000400:00000010:0.0:1769074920.513801:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169498. 00000400:00000010:0.0:1769074920.513803:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169700. 00000400:00000010:0.0:1769074920.513804:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169f88. 00000400:00000010:0.0:1769074920.513806:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1695b0. 00000400:00000010:0.0:1769074920.513808:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1818. 00000400:00000010:0.0:1769074920.513809:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3460. 00000400:00000010:0.0:1769074920.513811:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3348. 00000400:00000010:0.0:1769074920.513812:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1a10. 00000400:00000010:0.0:1769074920.513814:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f33f0. 00000400:00000010:0.0:1769074920.513816:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169118. 00000400:00000010:0.0:1769074920.513818:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d12a0. 00000400:00000010:0.0:1769074920.513820:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc700. 00000400:00000010:0.0:1769074920.513821:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169150. 00000400:00000010:0.0:1769074920.513823:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1e00. 00000400:00000010:0.0:1769074920.513825:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d19a0. 00000400:00000010:0.0:1769074920.513826:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1ce8. 00000400:00000010:0.0:1769074920.513828:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1690. 00000400:00000010:0.0:1769074920.513831:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3e70. 00000400:00000010:0.0:1769074920.513833:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3fc0. 00000400:00000010:0.0:1769074920.513834:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169230. 00000400:00000010:0.0:1769074920.513836:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169738. 00000400:00000010:0.0:1769074920.513838:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169578. 00000400:00000010:0.0:1769074920.513840:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169000. 00000400:00000010:0.0:1769074920.513842:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3930. 00000400:00000010:0.0:1769074920.513844:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3770. 00000400:00000010:0.0:1769074920.513846:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3cb0. 00000400:00000010:0.0:1769074920.513847:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169460. 00000400:00000010:0.0:1769074920.513849:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f38f8. 00000400:00000010:0.0:1769074920.513851:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc498. 00000400:00000010:0.0:1769074920.513853:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f32d8. 00000400:00000010:0.0:1769074920.513855:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169348. 00000400:00000010:0.0:1769074920.513856:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1a48. 00000400:00000010:0.0:1769074920.513858:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1268. 00000400:00000010:0.0:1769074920.513860:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc188. 00000400:00000010:0.0:1769074920.513861:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc070. 00000400:00000010:0.0:1769074920.513863:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1c78. 00000400:00000010:0.0:1769074920.513865:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc8c0. 00000400:00000010:0.0:1769074920.513866:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc1f8. 00000400:00000010:0.0:1769074920.513868:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1693f0. 00000400:00000010:0.0:1769074920.513870:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3e38. 00000400:00000010:0.0:1769074920.513872:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccab8. 00000400:00000010:0.0:1769074920.513874:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169e70. 00000400:00000010:0.0:1769074920.513876:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3d90. 00000400:00000010:0.0:1769074920.513877:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169fc0. 00000400:00000010:0.0:1769074920.513893:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169930. 00000400:00000010:0.0:1769074920.513894:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccb60. 00000400:00000010:0.0:1769074920.513896:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f31c0. 00000400:00000010:0.0:1769074920.513898:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169770. 00000400:00000010:0.0:1769074920.513900:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169cb0. 00000400:00000010:0.0:1769074920.513902:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1698f8. 00000400:00000010:0.0:1769074920.513903:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1888. 00000400:00000010:0.0:1769074920.513905:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1310. 00000400:00000010:0.0:1769074920.513907:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccb28. 00000400:00000010:0.0:1769074920.513908:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cca80. 00000400:00000010:0.0:1769074920.513910:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1692d8. 00000400:00000010:0.0:1769074920.513912:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccdc8. 00000400:00000010:0.0:1769074920.513913:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169e38. 00000400:00000010:0.0:1769074920.513915:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3968. 00000400:00000010:0.0:1769074920.513917:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3d58. 00000400:00000010:0.0:1769074920.513919:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169d90. 00000400:00000010:0.0:1769074920.513921:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3af0. 00000400:00000010:0.0:1769074920.513923:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1508. 00000400:00000010:0.0:1769074920.513925:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc658. 00000400:00000010:0.0:1769074920.513926:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccd20. 00000400:00000010:0.0:1769074920.513928:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1691c0. 00000400:00000010:0.0:1769074920.513930:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169968. 00000400:00000010:0.0:1769074920.513931:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169d58. 00000400:00000010:0.0:1769074920.513933:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169af0. 00000400:00000010:0.0:1769074920.513934:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169540. 00000400:00000010:0.0:1769074920.513936:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd1690a8. 00000400:00000010:0.0:1769074920.513938:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169620. 00000400:00000010:0.0:1769074920.513939:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169850. 00000400:00000010:0.0:1769074920.513941:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1ee0. 00000400:00000010:0.0:1769074920.513943:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1c08. 00000400:00000010:0.0:1769074920.513945:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd169bd0. 00000400:00000010:0.0:1769074920.513947:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1b98. 00000400:00000010:0.0:1769074920.513949:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d17a8. 00000400:00000010:0.0:1769074920.513951:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23fb98. 00000400:00000010:0.0:1769074920.513954:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23f7e0. 00000400:00000010:0.0:1769074920.513956:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23f7a8. 00000400:00000010:0.0:1769074920.513958:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc380. 00000400:00000010:0.0:1769074920.513959:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3540. 00000400:00000010:0.0:1769074920.513961:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1f18. 00000400:00000010:0.0:1769074920.513963:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d10e0. 00000400:00000010:0.0:1769074920.513965:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f30a8. 00000400:00000010:0.0:1769074920.513967:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3620. 00000400:00000010:0.0:1769074920.513969:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3850. 00000400:00000010:0.0:1769074920.513971:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccc40. 00000400:00000010:0.0:1769074920.513972:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3bd0. 00000400:00000010:0.0:1769074920.513974:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccf50. 00000400:00000010:0.0:1769074920.513976:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f35e8. 00000400:00000010:0.0:1769074920.513978:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f30e0. 00000400:00000010:0.0:1769074920.513981:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d15e8. 00000400:00000010:0.0:1769074920.513983:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3f18. 00000400:00000010:0.0:1769074920.513985:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23ff18. 00000400:00000010:0.0:1769074920.513987:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc428. 00000400:00000010:0.0:1769074920.513989:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23f0e0. 00000400:00000010:0.0:1769074920.513990:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23f5e8. 00000400:00000010:0.0:1769074920.513992:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23fbd0. 00000400:00000010:0.0:1769074920.513994:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc3b8. 00000400:00000010:0.0:1769074920.513996:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f37a8. 00000400:00000010:0.0:1769074920.513997:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1bd0. 00000400:00000010:0.0:1769074920.513999:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc6c8. 00000400:00000010:0.0:1769074920.514001:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc4d0. 00000400:00000010:0.0:1769074920.514003:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1850. 00000400:00000010:0.0:1769074920.514004:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc038. 00000400:00000010:0.0:1769074920.514006:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1620. 00000400:00000010:0.0:1769074920.514008:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccea8. 00000400:00000010:0.0:1769074920.514010:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc9d8. 00000400:00000010:0.0:1769074920.514011:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d11c0. 00000400:00000010:0.0:1769074920.514013:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1968. 00000400:00000010:0.0:1769074920.514015:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23f850. 00000400:00000010:0.0:1769074920.514017:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23f620. 00000400:00000010:0.0:1769074920.514018:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f37e0. 00000400:00000010:0.0:1769074920.514020:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1d58. 00000400:00000010:0.0:1769074920.514022:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3b98. 00000400:00000010:0.0:1769074920.514025:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc818. 00000400:00000010:0.0:1769074920.514026:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cca10. 00000400:00000010:0.0:1769074920.514028:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3c08. 00000400:00000010:0.0:1769074920.514030:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23f0a8. 00000400:00000010:0.0:1769074920.514032:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc2a0. 00000400:00000010:0.0:1769074920.514034:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1af0. 00000400:00000010:0.0:1769074920.514036:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabae0f3ee0. 00000400:00000010:0.0:1769074920.514038:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d10a8. 00000400:00000010:0.0:1769074920.514040:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab814d1540. 00000400:00000010:0.0:1769074920.514042:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cce00. 00000400:00000010:0.0:1769074920.514044:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc9a0. 00000400:00000010:0.0:1769074920.514046:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa88bfa738. 00000400:00000010:0.0:1769074920.514050:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882ccce8. 00000400:00000010:0.0:1769074920.514052:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa88bfa578. 00000400:00000010:0.0:1769074920.514054:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa88bfa000. 00000400:00000010:0.0:1769074920.514055:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa88bfa460. 00000400:00000010:0.0:1769074920.514057:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc690. 00000400:00000010:0.0:1769074920.514059:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cca48. 00000400:00000010:0.0:1769074920.514061:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dab882cc268. 00000400:00000010:0.0:1769074920.514062:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23f540. 00000400:00000010:0.0:1769074920.514064:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8dabbd23faf0. 00000400:00000010:0.0:1769074920.514066:0:12642:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8daa88bfa348. 00000800:00000200:0.0:1769074920.575691:0:12637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab87d106c0] -> 12345-192.168.204.110@tcp (6) 00000800:00000200:0.0:1769074920.575700:0:12637:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1769074920.575705:0:12637:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab861af100 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1769074920.575916:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074924.356863:0:48690:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff8dab85a28000. 00000020:00000010:2.0:1769074924.356872:0:48690:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at ffff8daa8da25e80. 00000020:00000010:2.0:1769074924.356882:0:48690:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff8dabbcaae000. 00000020:00000010:2.0:1769074924.356893:0:48690:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at ffff8daba15d3f50. 00000020:00000010:2.0:1769074924.356899:0:48690:0:(obd_mount.c:1091:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at ffff8daa8dcb9de0. 00000020:00000010:2.0:1769074924.356913:0:48690:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at ffff8dab932b8360. 00000020:00000010:2.0:1769074924.357107:0:48690:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at ffff8daa8dcb9f20. 00000020:00000010:2.0:1769074924.357123:0:48690:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at ffff8daa8da25800. 00000020:00000010:2.0:1769074924.357142:0:48690:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at ffff8dabbfe24a88. 00000020:00000010:2.0:1769074924.357148:0:48690:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8dab85a2f800. 00000020:00000010:2.0:1769074924.357158:0:48690:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at ffff8daa8da25800. 00000020:00000010:2.0:1769074924.357162:0:48690:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at ffff8daa8da25800. 00000001:00000010:2.0:1769074924.357178:0:48690:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8dab88e37c00. 00000001:00000010:2.0:1769074924.357183:0:48690:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8daa8dcb9260. 00000001:00000010:2.0:1769074924.357187:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8daa8bf1e600. 00000001:00000010:2.0:1769074924.357190:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8daa8bf1f000. 00000001:00000010:2.0:1769074924.357192:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8daa8bf1ec00. 00000001:00000010:2.0:1769074924.357195:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab93b75c00. 00000001:00000010:2.0:1769074924.357198:0:48690:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8dab88e37000. 00000001:00000010:2.0:1769074924.357202:0:48690:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8daa8e8ec080. 00000001:00000010:2.0:1769074924.357275:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab93b74000. 00000001:00000010:2.0:1769074924.357279:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab93b75600. 00000001:00000010:2.0:1769074924.357283:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dababbd7c00. 00000001:00000010:2.0:1769074924.357285:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dababbd7400. 00000020:00000010:2.0:1769074924.357290:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababbd6200. 00000020:00000010:2.0:1769074924.357296:0:48690:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25980. 00000020:00000010:2.0:1769074924.357302:0:48690:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117640. 00000008:00000010:2.0:1769074924.357308:0:48690:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8dabafad11e0. 00020000:00000010:2.0:1769074924.357312:0:48690:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8dabafad5200. 00008000:00000010:2.0:1769074924.357317:0:48690:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8dabafac4d90. 00000080:00000010:2.0:1769074924.357322:0:48690:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8dabafac5a50. 00000020:00000010:2.0:1769074924.357326:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababbd6a00. 00000020:00000010:2.0:1769074924.357328:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dababbd6800. 00000040:00000010:2.0:1769074924.357332:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dababbd7800. 00000020:00000010:2.0:1769074924.357336:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab85a29000. 00000020:00000010:2.0:1769074924.357341:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8fd3a200. 00040000:00000010:2.0:1769074924.357345:0:48690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab88e37f00. 00040000:00000010:2.0:1769074924.357348:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8fd3bc00. 00080000:00000010:2.0:1769074924.357373:0:48690:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at ffff8dab88dc0000. 00080000:00000010:2.0:1769074924.357381:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab85a2c800. 00000020:00000010:1.0:1769074924.373762:0:48690:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8dabb4ba8000. 00000020:00000010:1.0:1769074924.373779:0:48690:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dabafdd2400. 00000020:00000010:1.0:1769074924.373784:0:48690:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8daa8b424780. 00080000:00000010:1.0:1769074924.377086:0:48690:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at ffff8daba0147500. 00000020:00000010:1.0:1769074924.377100:0:48690:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8daba0147400. 00080000:00000010:1.0:1769074924.377106:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bda1c8. 00080000:00000010:1.0:1769074924.377109:0:48690:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at ffff8dabae3e0ae0. 00080000:00000010:1.0:1769074924.378177:0:48690:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at ffff8dabafdd1800. 00080000:00000010:1.0:1769074924.378182:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd480. 00080000:00000010:1.0:1769074924.378205:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cdd80. 00080000:00000010:1.0:1769074924.378333:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd240. 00080000:00000010:1.0:1769074924.378353:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cdbc0. 00080000:00000010:1.0:1769074924.378371:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd2c0. 00080000:00000010:1.0:1769074924.378388:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd580. 00080000:00000010:1.0:1769074924.378402:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd980. 00080000:00000010:1.0:1769074924.378590:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd9c0. 00080000:00000010:1.0:1769074924.378706:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd8c0. 00080000:00000010:1.0:1769074924.378730:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cde00. 00080000:00000010:1.0:1769074924.378745:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd640. 00080000:00000010:1.0:1769074924.378764:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd440. 00080000:00000010:1.0:1769074924.378785:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd500. 00080000:00000010:1.0:1769074924.378804:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cda40. 00080000:00000010:1.0:1769074924.379649:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cdb80. 00080000:00000010:1.0:1769074924.379676:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cdf80. 00080000:00000010:1.0:1769074924.379693:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cdfc0. 00080000:00000010:1.0:1769074924.379709:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd140. 00080000:00000010:1.0:1769074924.379725:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab871cd540. 00080000:00000010:1.0:1769074924.379743:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab89c45e80. 00080000:00000010:1.0:1769074924.379761:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab89c45b80. 00080000:00000010:1.0:1769074924.379777:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab89c45d40. 00080000:00000010:1.0:1769074924.379794:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab89c453c0. 00080000:00000010:1.0:1769074924.379813:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab89c45240. 00080000:00000010:1.0:1769074924.379844:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab89c45640. 00080000:00000010:1.0:1769074924.379860:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab89c45400. 00080000:00000010:1.0:1769074924.379876:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab89c45c40. 00080000:00000010:1.0:1769074924.379890:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab89c45480. 00080000:00000010:1.0:1769074924.379905:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab89c45100. 00080000:00000010:1.0:1769074924.379921:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab89c45080. 00080000:00000010:1.0:1769074924.380727:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8daa82722d40. 00080000:00000010:1.0:1769074924.380757:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8daa82722fc0. 00080000:00000010:1.0:1769074924.380774:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535380. 00080000:00000010:1.0:1769074924.380791:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535cc0. 00080000:00000010:1.0:1769074924.380808:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535400. 00080000:00000010:1.0:1769074924.380988:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535d40. 00080000:00000010:1.0:1769074924.381011:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535300. 00080000:00000010:1.0:1769074924.381028:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535500. 00080000:00000010:1.0:1769074924.381046:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535f00. 00080000:00000010:1.0:1769074924.381065:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535e00. 00080000:00000010:1.0:1769074924.381082:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535ac0. 00080000:00000010:1.0:1769074924.381099:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535800. 00080000:00000010:1.0:1769074924.381116:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535580. 00080000:00000010:1.0:1769074924.381131:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535240. 00080000:00000010:1.0:1769074924.381146:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab875350c0. 00080000:00000010:1.0:1769074924.381161:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535c80. 00080000:00000010:1.0:1769074924.381908:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535b40. 00080000:00000010:1.0:1769074924.381933:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535100. 00080000:00000010:1.0:1769074924.381947:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab875354c0. 00080000:00000010:1.0:1769074924.381961:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535d80. 00080000:00000010:1.0:1769074924.381975:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535dc0. 00080000:00000010:1.0:1769074924.381988:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535200. 00080000:00000010:1.0:1769074924.382004:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535740. 00080000:00000010:1.0:1769074924.382017:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535d00. 00080000:00000010:1.0:1769074924.382034:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535440. 00080000:00000010:1.0:1769074924.382049:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535280. 00080000:00000010:1.0:1769074924.382063:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535040. 00080000:00000010:1.0:1769074924.382077:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab87535540. 00080000:00000010:1.0:1769074924.382091:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6280. 00080000:00000010:1.0:1769074924.382104:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6380. 00080000:00000010:1.0:1769074924.382117:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6b80. 00080000:00000010:1.0:1769074924.382131:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa62c0. 00080000:00000010:1.0:1769074924.382802:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6600. 00080000:00000010:1.0:1769074924.382838:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6ac0. 00080000:00000010:1.0:1769074924.382854:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6940. 00080000:00000010:1.0:1769074924.382868:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6ec0. 00080000:00000010:1.0:1769074924.382884:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6a80. 00080000:00000010:1.0:1769074924.382898:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6240. 00080000:00000010:1.0:1769074924.382912:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6540. 00080000:00000010:1.0:1769074924.382926:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6100. 00080000:00000010:1.0:1769074924.382940:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6e40. 00080000:00000010:1.0:1769074924.382954:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bfa6080. 00080000:00000010:1.0:1769074924.382967:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58980. 00080000:00000010:1.0:1769074924.382980:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58780. 00080000:00000010:1.0:1769074924.382993:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58740. 00080000:00000010:1.0:1769074924.383941:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58600. 00080000:00000010:1.0:1769074924.383976:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58040. 00080000:00000010:1.0:1769074924.383993:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58e80. 00080000:00000010:1.0:1769074924.384011:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc586c0. 00080000:00000010:1.0:1769074924.384030:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58a80. 00080000:00000010:1.0:1769074924.384049:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58800. 00080000:00000010:1.0:1769074924.384068:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc581c0. 00080000:00000010:1.0:1769074924.384085:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58080. 00080000:00000010:1.0:1769074924.384101:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc585c0. 00080000:00000010:1.0:1769074924.384116:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc583c0. 00080000:00000010:1.0:1769074924.384131:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58580. 00080000:00000010:1.0:1769074924.384147:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58380. 00080000:00000010:1.0:1769074924.384162:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc588c0. 00080000:00000010:1.0:1769074924.384178:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58f40. 00080000:00000010:1.0:1769074924.384193:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58bc0. 00080000:00000010:1.0:1769074924.384315:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab8bc58e00. 00080000:00000010:2.0:1769074924.385153:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900740. 00080000:00000010:2.0:1769074924.385182:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900580. 00080000:00000010:2.0:1769074924.385199:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab839007c0. 00080000:00000010:2.0:1769074924.385307:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900b80. 00080000:00000010:2.0:1769074924.385333:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900200. 00080000:00000010:2.0:1769074924.385353:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900e00. 00080000:00000010:2.0:1769074924.385372:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900900. 00080000:00000010:2.0:1769074924.385391:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab839000c0. 00080000:00000010:2.0:1769074924.385654:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900bc0. 00080000:00000010:2.0:1769074924.385682:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab839009c0. 00080000:00000010:2.0:1769074924.385697:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900880. 00080000:00000010:2.0:1769074924.385713:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab839006c0. 00080000:00000010:2.0:1769074924.385730:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900240. 00080000:00000010:2.0:1769074924.385747:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900d40. 00080000:00000010:2.0:1769074924.385763:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900480. 00080000:00000010:2.0:1769074924.385779:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab83900700. 00080000:00000010:2.0:1769074924.386687:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae376440. 00080000:00000010:2.0:1769074924.386718:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae376dc0. 00080000:00000010:2.0:1769074924.386736:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae32bd00. 00080000:00000010:2.0:1769074924.386750:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae32b280. 00080000:00000010:2.0:1769074924.386765:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae32b640. 00080000:00000010:2.0:1769074924.387323:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae32b200. 00080000:00000010:2.0:1769074924.387350:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae32bc40. 00080000:00000010:2.0:1769074924.387368:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae32bec0. 00080000:00000010:2.0:1769074924.387384:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae32b340. 00080000:00000010:2.0:1769074924.387400:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae32b6c0. 00080000:00000010:2.0:1769074924.387594:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae32bd80. 00080000:00000010:2.0:1769074924.387639:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae32b240. 00080000:00000010:2.0:1769074924.387658:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab825b1d00. 00080000:00000010:2.0:1769074924.387673:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab825b1280. 00080000:00000010:2.0:1769074924.387689:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab825b1c40. 00080000:00000010:2.0:1769074924.387704:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dab931d9500. 00080000:00000010:2.0:1769074924.387719:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae354f80. 00080000:00000010:2.0:1769074924.387735:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae354c40. 00080000:00000010:2.0:1769074924.387749:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae354400. 00080000:00000010:2.0:1769074924.387765:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae354280. 00080000:00000010:2.0:1769074924.387781:0:48690:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at ffff8dabae354140. 00100000:00000010:2.0:1769074924.390712:0:48690:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at ffff8dabae354f40. 00080000:00000010:2.0:1769074924.390760:0:48690:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at ffff8dabae354480. 00080000:00000010:2.0:1769074924.390764:0:48690:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at ffff8dab88e37500. 00100000:00000010:2.0:1769074924.401098:0:48690:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8dab89ed4000. 00100000:00000010:2.0:1769074924.401633:0:48690:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at ffff8dab89ed42c0. 00100000:00000010:2.0:1769074924.401678:0:48690:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at ffff8dab89ed4d40. 00100000:00000010:0.0:1769074924.416193:0:48690:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8dabaff7c8c0. 00100000:00000010:0.0:1769074924.416694:0:48690:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at ffff8dabaff7c140. 00100000:00000010:1.0:1769074924.424771:0:48690:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at ffff8dabae354f40. 00100000:00000010:1.0:1769074924.448174:0:48690:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at ffff8dab89ed42c0. 00100000:00000010:0.0:1769074924.453783:0:48690:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at ffff8dab89ed4d40. 00100000:00000010:0.0:1769074924.455648:0:48690:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at ffff8dabaff7c140. 00000020:00000010:0.0:1769074924.455756:0:48690:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8daa8fb4ac00. 00000020:00000010:0.0:1769074924.455759:0:48690:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at ffff8dabafddd400. 00040000:00000010:0.0:1769074924.455791:0:48690:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at ffff8dabafddd800. 00040000:00000010:0.0:1769074924.455797:0:48690:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at ffff8dab9395acc0. 00000020:00000010:0.0:1769074924.455810:0:48690:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff8dabbc12e3c0. 00000020:00000010:0.0:1769074924.455832:0:48690:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff8dabbc12e3c0. 00000020:00000010:0.0:1769074924.455900:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dababbd6800. 00000040:00000010:0.0:1769074924.455906:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dababbd7800. 00000020:00000010:0.0:1769074924.455910:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab85a29000. 00000020:00000010:0.0:1769074924.455914:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8fd3a200. 00040000:00000010:0.0:1769074924.455917:0:48690:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab88e37f00. 00040000:00000010:0.0:1769074924.455921:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8fd3bc00. 00080000:00000010:0.0:1769074924.455924:0:48690:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8daba0147500. 00080000:00000010:0.0:1769074924.455929:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab85a2c800. 00000020:00000010:0.0:1769074924.455931:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababbd6a00. 00000020:00000010:0.0:1769074924.455936:0:48690:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25980. 00000020:00000010:0.0:1769074924.455939:0:48690:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117640. 00000008:00000010:0.0:1769074924.455944:0:48690:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8dabafad11e0. 00020000:00000010:0.0:1769074924.455948:0:48690:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8dabafad5200. 00008000:00000010:0.0:1769074924.455952:0:48690:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8dabafac4d90. 00000080:00000010:0.0:1769074924.455956:0:48690:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8dabafac5a50. 00000020:00000010:0.0:1769074924.455959:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababbd6200. 00000020:00000010:0.0:1769074924.455963:0:48690:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at ffff8daa8da25800. 00000020:00000010:0.0:1769074924.455971:0:48690:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8dabbc558800. 00000020:00000010:0.0:1769074924.455994:0:48690:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8dab90da3480. 00000020:00000010:0.0:1769074924.455997:0:48690:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8dabbc12e3c0. 00000020:00000010:0.0:1769074924.456001:0:48690:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 88 at ffff8dabb4351300. 00000100:00000010:0.0:1769074924.456006:0:48690:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8daa8fb48800. 00000400:00000200:0.0:1769074924.456010:0:48690:0:(peer.c:1355:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:0.0:1769074924.456015:0:48690:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.110@tcp 00000400:00000200:0.0:1769074924.456023:0:48690:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.110@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1769074924.456031:0:48690:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1769074924.456034:0:48690:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.110@tcp NID 192.168.204.110@tcp: 0. pending discovery 00000400:00000200:0.0:1769074924.456037:0:48690:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.110@tcp 00000400:00000200:0.0:1769074924.456039:0:48690:0:(peer.c:1369:LNetAddPeer()) Adding NID[1]: 0@lo 00000400:00000200:0.0:1769074924.456040:0:48690:0:(peer.c:1372:LNetAddPeer()) Skip NID 0@lo as local 00000100:00000010:0.0:1769074924.456044:0:48690:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff8daa8fb48800. 00000020:00000010:0.0:1769074924.456047:0:48690:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 88 at ffff8dabb4351300. 00000020:00000010:0.0:1769074924.456050:0:48690:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff8dabaff7c140. 00000020:00000010:0.0:1769074924.456059:0:48690:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8dabb491b180. 00000020:00000010:0.0:1769074924.456069:0:48690:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at ffff8dabbe9031b0. 00000020:00000010:0.0:1769074924.456074:0:48690:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8dabbc55c800. 00000020:00000010:0.0:1769074924.456081:0:48690:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff8dabb491b180. 00000020:00000010:0.0:1769074924.456083:0:48690:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at ffff8dabb491b180. 00000001:00000010:0.0:1769074924.456096:0:48690:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8dab84feff00. 00000001:00000010:0.0:1769074924.456100:0:48690:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8dab90da3300. 00000001:00000010:0.0:1769074924.456102:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dabafddce00. 00000001:00000010:0.0:1769074924.456104:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dabafddde00. 00000001:00000010:0.0:1769074924.456105:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dabafddc400. 00000001:00000010:0.0:1769074924.456107:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dabafddc200. 00000001:00000010:0.0:1769074924.456109:0:48690:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8dab84fef300. 00000001:00000010:0.0:1769074924.456110:0:48690:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8dab90da3080. 00000001:00000010:0.0:1769074924.456112:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8daa8fd3bc00. 00000001:00000010:0.0:1769074924.456113:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8daa8fd3a200. 00000001:00000010:0.0:1769074924.456114:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dababbd6200. 00000001:00000010:0.0:1769074924.456116:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dababbd6a00. 00000020:00000010:0.0:1769074924.456118:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababbd7800. 00000020:00000010:0.0:1769074924.456120:0:48690:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8dabb491b300. 00000020:00000010:0.0:1769074924.456123:0:48690:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8dab85eef640. 00000008:00000010:0.0:1769074924.456125:0:48690:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8dabaf1cc000. 00020000:00000010:0.0:1769074924.456128:0:48690:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8dabbd6d4d80. 00008000:00000010:0.0:1769074924.456130:0:48690:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8dabbd7971d0. 00000080:00000010:0.0:1769074924.456134:0:48690:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8dababb30780. 00000020:00000010:0.0:1769074924.456136:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dababbd6800. 00000020:00000010:0.0:1769074924.456139:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dabad5a4800. 00000040:00000010:0.0:1769074924.456142:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dabad5a4c00. 00000020:00000010:0.0:1769074924.456144:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dabbc55e800. 00000020:00000010:0.0:1769074924.456146:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabad5a4400. 00040000:00000010:0.0:1769074924.456148:0:48690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab84fef900. 00040000:00000010:0.0:1769074924.456150:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabad5a5800. 00080000:00000010:0.0:1769074924.456152:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dabbc55e000. 10000000:00000010:0.0:1769074924.456155:0:48690:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at ffff8dabaff7c5c0. 00010000:00000010:0.0:1769074924.456244:0:48690:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff8dab8625e000. 00010000:00000010:0.0:1769074924.456248:0:48690:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff8dab8625a000. 00010000:00000010:0.0:1769074924.456253:0:48690:0:(ldlm_lockd.c:3355:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff8dab90da3a20. 00000100:00000010:0.0:1769074924.456299:0:48690:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at ffff8dabad5a4e00. 00000100:00000010:0.0:1769074924.456303:0:48690:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8daa82f85000. 00000100:00000010:0.0:1769074924.456317:0:48690:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8dab89d98000. 00000100:00000010:0.0:1769074924.456322:0:48690:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8dab86258000. 00000100:00000010:0.0:1769074924.456326:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82f84c00. 00000100:00000010:0.0:1769074924.456330:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daa82620000. 00000400:00000200:0.0:1769074924.456333:0:48690:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1769074924.456355:0:48690:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8daa82f85c00. 00000020:00000010:0.0:1769074924.456358:0:48690:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8dab85fae000. 00000100:00000010:0.0:1769074924.456391:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12e240. 00000100:00000010:0.0:1769074924.456395:0:48690:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8dabaff7c600. 00000100:00000010:0.0:1769074924.456398:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12ef00. 00000100:00000010:0.0:1769074924.456402:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12e6c0. 00000100:00000010:0.0:1769074924.456405:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12ea80. 00000100:00000200:0.0:1769074924.456434:0:48690:0:(service.c:847:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1769074924.456439:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabad5a4200. 00000100:00000010:3.0:1769074924.458136:0:48691:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dabbc5fe900. 00000020:00000010:3.0:1769074924.458146:0:48691:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabbc5fedc0. 00000020:00000010:3.0:1769074924.458332:0:48691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a01d800. 00000020:00000010:3.0:1769074924.458338:0:48691:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8a01d600. 00000040:00000010:3.0:1769074924.458341:0:48691:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8a01d200. 00000020:00000010:3.0:1769074924.458346:0:48691:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88cd2000. 00000020:00000010:3.0:1769074924.458351:0:48691:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dab9eda73b8. 00000020:00000010:3.0:1769074924.458355:0:48691:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8a01c800. 80000000:00000010:3.0:1769074924.458359:0:48691:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa88bd9e40. 40000000:00000010:3.0:1769074924.458363:0:48691:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabbc5fe000. 00100000:00000010:3.0:1769074924.458369:0:48691:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab88cd7800. 00040000:00000010:3.0:1769074924.458373:0:48691:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8daba1273900. 00040000:00000010:3.0:1769074924.458377:0:48691:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8a01dc00. 00080000:00000010:3.0:1769074924.458381:0:48691:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88cd6800. 00000100:00000200:3.0:1769074924.458387:0:48691:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1769074924.458404:0:48691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481b00. 00000400:00000010:3.0:1769074924.458411:0:48691:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabbd6dc3c0. 00000100:00000010:3.0:1769074924.458419:0:48691:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8dab88cd3000. 00000100:00000200:3.0:1769074924.458442:0:48691:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1769074924.458523:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabad5a5e00. 00000100:00000010:1.0:1769074924.459078:0:48692:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dab8bc58340. 00000020:00000010:1.0:1769074924.459082:0:48692:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab8bc58880. 00000020:00000010:1.0:1769074924.459087:0:48692:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa85827800. 00000020:00000010:1.0:1769074924.459090:0:48692:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa85827e00. 00000040:00000010:1.0:1769074924.459093:0:48692:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa85826600. 00000020:00000010:1.0:1769074924.459097:0:48692:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dababb64800. 00000020:00000010:1.0:1769074924.459100:0:48692:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85835588. 00000020:00000010:1.0:1769074924.459103:0:48692:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa85827a00. 80000000:00000010:1.0:1769074924.459106:0:48692:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabae3e0d20. 40000000:00000010:1.0:1769074924.459109:0:48692:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab8bc58d00. 00100000:00000010:1.0:1769074924.459111:0:48692:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dababb61000. 00040000:00000010:1.0:1769074924.459114:0:48692:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8daba0147200. 00040000:00000010:1.0:1769074924.459116:0:48692:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa85827c00. 00080000:00000010:1.0:1769074924.459118:0:48692:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dababb60800. 00000100:00000010:1.0:1769074924.459121:0:48692:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8dababb63000. 00000100:00000200:1.0:1769074924.459164:0:48692:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1769074924.460112:0:48690:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at ffff8dabad5a5a00. 00000100:00000010:0.0:1769074924.460121:0:48690:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8daa82f87000. 00000100:00000010:0.0:1769074924.460140:0:48690:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8dabb6bc0000. 00000100:00000010:0.0:1769074924.460149:0:48690:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8dab9eda9000. 00000100:00000010:0.0:1769074924.460166:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82f86800. 00000100:00000010:0.0:1769074924.460181:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc77c000. 00000100:00000010:0.0:1769074924.460185:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82f84000. 00000100:00000010:0.0:1769074924.460190:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc778000. 00000100:00000010:0.0:1769074924.460192:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82f86000. 00000100:00000010:0.0:1769074924.460196:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc77a000. 00000100:00000010:0.0:1769074924.460198:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82f84400. 00000100:00000010:0.0:1769074924.460203:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc77e000. 00000100:00000010:0.0:1769074924.460360:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82f87800. 00000100:00000010:0.0:1769074924.460371:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbcbc8000. 00000100:00000010:0.0:1769074924.460375:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82f86400. 00000100:00000010:0.0:1769074924.460379:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbcbca000. 00000100:00000010:0.0:1769074924.460382:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82f85400. 00000100:00000010:0.0:1769074924.460386:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbcbce000. 00000100:00000010:0.0:1769074924.460389:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82f85800. 00000100:00000010:0.0:1769074924.460393:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbcbcc000. 00000100:00000010:0.0:1769074924.460406:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82f87400. 00000100:00000010:0.0:1769074924.460416:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabaf1a6000. 00000100:00000010:0.0:1769074924.460419:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82f87c00. 00000100:00000010:0.0:1769074924.460423:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabaf1a4000. 00000100:00000010:0.0:1769074924.460428:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc942800. 00000100:00000010:0.0:1769074924.460432:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabaf1a0000. 00000100:00000010:0.0:1769074924.460435:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc941c00. 00000100:00000010:0.0:1769074924.460439:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabaf1a2000. 00000100:00000010:0.0:1769074924.460442:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc943c00. 00000100:00000010:0.0:1769074924.460451:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbcb64000. 00000100:00000010:0.0:1769074924.460455:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc940000. 00000100:00000010:0.0:1769074924.460459:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbcb60000. 00000100:00000010:0.0:1769074924.460462:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc940c00. 00000100:00000010:0.0:1769074924.460466:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbcb62000. 00000100:00000010:0.0:1769074924.460469:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc941000. 00000100:00000010:0.0:1769074924.460482:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbcb66000. 00000100:00000010:0.0:1769074924.460485:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc943000. 00000100:00000010:0.0:1769074924.460496:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabae7fa000. 00000100:00000010:0.0:1769074924.460499:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc940800. 00000100:00000010:0.0:1769074924.460503:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabae7fe000. 00000100:00000010:0.0:1769074924.460506:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc942c00. 00000100:00000010:0.0:1769074924.460510:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabae7fc000. 00000100:00000010:0.0:1769074924.460513:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc940400. 00000100:00000010:0.0:1769074924.460518:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabae7f8000. 00000100:00000010:0.0:1769074924.460520:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc943400. 00000100:00000010:0.0:1769074924.460529:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab86476000. 00000100:00000010:0.0:1769074924.460533:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc941800. 00000100:00000010:0.0:1769074924.460537:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab86474000. 00000100:00000010:0.0:1769074924.460540:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc942000. 00000100:00000010:0.0:1769074924.460544:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab86470000. 00000100:00000010:0.0:1769074924.460547:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc942400. 00000100:00000010:0.0:1769074924.460551:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab86472000. 00000100:00000010:0.0:1769074924.460555:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8bde2000. 00000100:00000010:0.0:1769074924.460565:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba0568000. 00000100:00000010:0.0:1769074924.460569:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8bde2400. 00000100:00000010:0.0:1769074924.460573:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba056a000. 00000100:00000010:0.0:1769074924.460576:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1106800. 00000100:00000010:0.0:1769074924.460581:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba056e000. 00000100:00000010:0.0:1769074924.460583:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1107000. 00000100:00000010:0.0:1769074924.460587:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba056c000. 00000100:00000010:0.0:1769074924.460590:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1107800. 00000100:00000010:0.0:1769074924.460599:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab86008000. 00000100:00000010:0.0:1769074924.460865:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1104c00. 00000100:00000010:0.0:1769074924.460870:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab8600a000. 00000100:00000010:0.0:1769074924.460872:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1105000. 00000100:00000010:0.0:1769074924.460876:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab8600e000. 00000100:00000010:0.0:1769074924.460879:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1105800. 00000100:00000010:0.0:1769074924.460882:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab8600c000. 00000100:00000010:0.0:1769074924.460885:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1104800. 00000100:00000010:0.0:1769074924.460896:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab878b6000. 00000100:00000010:0.0:1769074924.460900:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1106c00. 00000100:00000010:0.0:1769074924.460904:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab878b4000. 00000100:00000010:0.0:1769074924.460906:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1104400. 00000100:00000010:0.0:1769074924.460911:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab878b0000. 00000100:00000010:0.0:1769074924.460913:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1107400. 00000100:00000010:0.0:1769074924.460919:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab878b2000. 00000100:00000010:0.0:1769074924.460922:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1105400. 00000100:00000010:0.0:1769074924.460931:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba0ce8000. 00000100:00000010:0.0:1769074924.460935:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba1105c00. 00000100:00000010:0.0:1769074924.460939:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba0cea000. 00000100:00000010:0.0:1769074924.460942:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82547800. 00000100:00000010:0.0:1769074924.460946:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba0cee000. 00000100:00000010:0.0:1769074924.460950:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bcbc00. 00000100:00000010:0.0:1769074924.460953:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba0cec000. 00000100:00000010:0.0:1769074924.460956:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bc9c00. 00000100:00000010:0.0:1769074924.460967:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc65c000. 00000100:00000010:0.0:1769074924.460971:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bc8000. 00000100:00000010:0.0:1769074924.460975:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc658000. 00000100:00000010:0.0:1769074924.460977:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bc8c00. 00000100:00000010:0.0:1769074924.460981:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc65a000. 00000100:00000010:0.0:1769074924.460983:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bc8800. 00000100:00000010:0.0:1769074924.460987:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc65e000. 00000100:00000010:0.0:1769074924.460990:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bca000. 00000100:00000010:0.0:1769074924.461000:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba0dc4000. 00000100:00000010:0.0:1769074924.461003:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bcac00. 00000100:00000010:0.0:1769074924.461007:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba0dc0000. 00000100:00000010:0.0:1769074924.461009:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bc9400. 00000100:00000010:0.0:1769074924.461013:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba0dc2000. 00000100:00000010:0.0:1769074924.461016:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bcb000. 00000100:00000010:0.0:1769074924.461020:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8daba0dc6000. 00000100:00000010:0.0:1769074924.461023:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bc9800. 00000100:00000010:0.0:1769074924.461032:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbec70000. 00000100:00000010:0.0:1769074924.461041:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bc9000. 00000100:00000010:0.0:1769074924.461046:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbec72000. 00000100:00000010:0.0:1769074924.461049:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bc8400. 00000100:00000010:0.0:1769074924.461053:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbec76000. 00000100:00000010:0.0:1769074924.461055:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4bcb400. 00000100:00000010:0.0:1769074924.461059:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbec74000. 00000100:00000010:0.0:1769074924.461063:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8bcf5000. 00000100:00000010:0.0:1769074924.461073:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabad90a000. 00000100:00000010:0.0:1769074924.461077:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8a426c00. 00000100:00000010:0.0:1769074924.461081:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabad90e000. 00000100:00000010:0.0:1769074924.461084:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8a426800. 00000100:00000010:0.0:1769074924.461089:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabad90c000. 00000100:00000010:0.0:1769074924.461092:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8a427000. 00000100:00000010:0.0:1769074924.461096:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabad908000. 00000100:00000010:0.0:1769074924.461098:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8a427400. 00000100:00000010:0.0:1769074924.461109:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab86444000. 00000100:00000010:0.0:1769074924.461112:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8a427c00. 00000100:00000010:0.0:1769074924.461116:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab86440000. 00000100:00000010:0.0:1769074924.461120:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8a425000. 00000100:00000010:0.0:1769074924.461124:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab86442000. 00000100:00000010:0.0:1769074924.461127:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8a424000. 00000100:00000010:0.0:1769074924.461132:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dab86446000. 00000100:00000010:0.0:1769074924.461135:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8a425400. 00000100:00000010:0.0:1769074924.461144:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc592000. 00000100:00000010:0.0:1769074924.461148:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8a425c00. 00000100:00000010:0.0:1769074924.461152:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc596000. 00000100:00000010:0.0:1769074924.461167:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8a426000. 00000100:00000010:0.0:1769074924.461172:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc594000. 00000100:00000010:0.0:1769074924.461175:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8a424800. 00000100:00000010:0.0:1769074924.461179:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8dabbc590000. 00000400:00000200:0.0:1769074924.461184:0:48690:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:0.0:1769074924.461500:0:48690:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8daa8a425800. 00000020:00000010:0.0:1769074924.461506:0:48690:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8dab9edad000. 00000100:00000010:0.0:1769074924.461560:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12e0c0. 00000100:00000010:0.0:1769074924.461566:0:48690:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8dabaff7ce40. 00000100:00000010:0.0:1769074924.461570:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12e840. 00000100:00000010:0.0:1769074924.461574:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12e300. 00000100:00000010:0.0:1769074924.461577:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12e780. 00000100:00000010:0.0:1769074924.461581:0:48690:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8dabb491b380. 00000100:00000010:0.0:1769074924.461584:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12e000. 00000100:00000010:0.0:1769074924.461586:0:48690:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8dabaff7ce80. 00000100:00000010:0.0:1769074924.461589:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12ecc0. 00000100:00000010:0.0:1769074924.461591:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12e900. 00000100:00000010:0.0:1769074924.461593:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12ee40. 00000100:00000200:0.0:1769074924.461730:0:48690:0:(service.c:847:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1769074924.461736:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabad5a5000. 00000100:00000010:0.0:1769074924.462131:0:48693:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dabaff7cb40. 00000020:00000010:0.0:1769074924.462137:0:48693:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabaff7cc00. 00000020:00000010:0.0:1769074924.462143:0:48693:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabad5a5400. 00000020:00000010:0.0:1769074924.462147:0:48693:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dabad5a4000. 00000020:00000010:0.0:1769074924.462151:0:48693:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8dabb4351f60. 00000040:00000010:0.0:1769074924.462155:0:48693:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dabad5a5200. 00000020:00000010:0.0:1769074924.462159:0:48693:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dabbc558000. 00000020:00000010:0.0:1769074924.462164:0:48693:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316f8c0. 00000020:00000010:0.0:1769074924.462168:0:48693:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabad5a5600. 80000000:00000010:0.0:1769074924.462172:0:48693:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabb4351840. 40000000:00000010:0.0:1769074924.462176:0:48693:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaff7c340. 00000008:00000010:0.0:1769074924.462180:0:48693:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8dabb3c52ca0. 00020000:00000010:0.0:1769074924.462185:0:48693:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8daba130c300. 00008000:00000010:0.0:1769074924.462191:0:48693:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8dabbd2cd1a8. 00100000:00000010:0.0:1769074924.462196:0:48693:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dabbc55a000. 00040000:00000010:0.0:1769074924.462201:0:48693:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab84fefa00. 00040000:00000010:0.0:1769074924.462206:0:48693:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabad5a4600. 00080000:00000010:0.0:1769074924.462210:0:48693:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dabbc55b800. 00000080:00000010:0.0:1769074924.462215:0:48693:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8dab842e3bd0. 00000080:00000010:0.0:1769074924.462219:0:48693:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8dabb3c58ff8. 00000100:00000200:0.0:1769074924.462224:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462230:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a84d0. 00000400:00000010:0.0:1769074924.462236:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabbc12e480. 00000100:00000200:0.0:1769074924.462243:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462245:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8aa8. 00000400:00000010:0.0:1769074924.462248:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb3c3b540. 00000100:00000200:0.0:1769074924.462250:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462252:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a89f8. 00000400:00000010:0.0:1769074924.462254:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb3c3b3c0. 00000100:00000200:0.0:1769074924.462256:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462257:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8f20. 00000400:00000010:0.0:1769074924.462260:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb3c3bf00. 00000100:00000200:0.0:1769074924.462262:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462264:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8d68. 00000400:00000010:0.0:1769074924.462266:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb3c3b900. 00000100:00000200:0.0:1769074924.462268:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462270:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a88f0. 00000400:00000010:0.0:1769074924.462272:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb3c3ba80. 00000100:00000200:0.0:1769074924.462274:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462276:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8948. 00000400:00000010:0.0:1769074924.462279:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23d80. 00000100:00000200:0.0:1769074924.462281:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462284:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8370. 00000400:00000010:0.0:1769074924.462286:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23cc0. 00000100:00000200:0.0:1769074924.462288:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462290:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8a50. 00000400:00000010:0.0:1769074924.462292:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23a80. 00000100:00000200:0.0:1769074924.462294:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462296:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8058. 00000400:00000010:0.0:1769074924.462298:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23e40. 00000100:00000200:0.0:1769074924.462300:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462302:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8478. 00000400:00000010:0.0:1769074924.462305:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23b40. 00000100:00000200:0.0:1769074924.462307:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462308:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8528. 00000400:00000010:0.0:1769074924.462311:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23600. 00000100:00000200:0.0:1769074924.462313:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462315:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8ec8. 00000400:00000010:0.0:1769074924.462317:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23240. 00000100:00000200:0.0:1769074924.462319:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462321:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8898. 00000400:00000010:0.0:1769074924.462323:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a236c0. 00000100:00000200:0.0:1769074924.462325:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462327:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8c08. 00000400:00000010:0.0:1769074924.462329:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23540. 00000100:00000200:0.0:1769074924.462331:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462333:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8000. 00000400:00000010:0.0:1769074924.462336:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23840. 00000100:00000200:0.0:1769074924.462338:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462340:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8420. 00000400:00000010:0.0:1769074924.462342:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23180. 00000100:00000200:0.0:1769074924.462344:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462346:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8e18. 00000400:00000010:0.0:1769074924.462348:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a230c0. 00000100:00000200:0.0:1769074924.462350:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462352:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8630. 00000400:00000010:0.0:1769074924.462354:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23f00. 00000100:00000200:0.0:1769074924.462356:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462358:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8790. 00000400:00000010:0.0:1769074924.462360:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23c00. 00000100:00000200:0.0:1769074924.462362:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462364:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8cb8. 00000400:00000010:0.0:1769074924.462366:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a233c0. 00000100:00000200:0.0:1769074924.462368:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462370:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8738. 00000400:00000010:0.0:1769074924.462372:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23900. 00000100:00000200:0.0:1769074924.462374:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462376:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a86e0. 00000400:00000010:0.0:1769074924.462378:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a239c0. 00000100:00000200:0.0:1769074924.462380:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462382:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8688. 00000400:00000010:0.0:1769074924.462384:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daba8a23300. 00000100:00000200:0.0:1769074924.462386:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462388:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a87e8. 00000400:00000010:0.0:1769074924.462391:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabae697180. 00000100:00000200:0.0:1769074924.462393:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462395:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a80b0. 00000400:00000010:0.0:1769074924.462397:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabae697e40. 00000100:00000200:0.0:1769074924.462399:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462402:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8160. 00000400:00000010:0.0:1769074924.462404:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabae6979c0. 00000100:00000200:0.0:1769074924.462406:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462779:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a89a0. 00000400:00000010:0.0:1769074924.462783:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabae697c00. 00000100:00000200:0.0:1769074924.462787:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462790:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8dc0. 00000400:00000010:0.0:1769074924.462793:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb466b000. 00000100:00000200:0.0:1769074924.462795:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462796:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a85d8. 00000400:00000010:0.0:1769074924.462799:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb466b840. 00000100:00000200:0.0:1769074924.462800:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462802:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8c60. 00000400:00000010:0.0:1769074924.462805:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa82818e40. 00000100:00000200:0.0:1769074924.462807:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462809:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a83c8. 00000400:00000010:0.0:1769074924.462823:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa82818780. 00000100:00000200:0.0:1769074924.462825:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462828:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8210. 00000400:00000010:0.0:1769074924.462831:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab8bdd1d80. 00000100:00000200:0.0:1769074924.462833:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462835:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8b00. 00000400:00000010:0.0:1769074924.462837:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dab8bdd1240. 00000100:00000200:0.0:1769074924.462839:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462841:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8bb0. 00000400:00000010:0.0:1769074924.462843:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491e600. 00000100:00000200:0.0:1769074924.462846:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462848:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8108. 00000400:00000010:0.0:1769074924.462850:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491e9c0. 00000100:00000200:0.0:1769074924.462852:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462853:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8f78. 00000400:00000010:0.0:1769074924.462855:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491ed80. 00000100:00000200:0.0:1769074924.462857:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462859:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a82c0. 00000400:00000010:0.0:1769074924.462861:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491e780. 00000100:00000200:0.0:1769074924.462863:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462864:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8b58. 00000400:00000010:0.0:1769074924.462866:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491e0c0. 00000100:00000200:0.0:1769074924.462869:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462871:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a81b8. 00000400:00000010:0.0:1769074924.462873:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491e900. 00000100:00000200:0.0:1769074924.462876:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462877:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8318. 00000400:00000010:0.0:1769074924.462880:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491ecc0. 00000100:00000200:0.0:1769074924.462882:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462884:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8840. 00000400:00000010:0.0:1769074924.462885:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491e300. 00000100:00000200:0.0:1769074924.462887:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462888:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8268. 00000400:00000010:0.0:1769074924.462889:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491e6c0. 00000100:00000200:0.0:1769074924.462890:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462891:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8580. 00000400:00000010:0.0:1769074924.462893:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491e480. 00000100:00000200:0.0:1769074924.462894:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462895:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8d10. 00000400:00000010:0.0:1769074924.462896:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491e540. 00000100:00000200:0.0:1769074924.462897:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462898:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa903a8e70. 00000400:00000010:0.0:1769074924.462899:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491ee40. 00000100:00000200:0.0:1769074924.462900:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462902:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608d058. 00000400:00000010:0.0:1769074924.462904:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491e180. 00000100:00000200:0.0:1769074924.462905:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462906:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608d840. 00000400:00000010:0.0:1769074924.462908:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491eb40. 00000100:00000200:0.0:1769074924.462909:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462910:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608d2c0. 00000400:00000010:0.0:1769074924.462911:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabb491e240. 00000100:00000200:0.0:1769074924.462912:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462913:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608dcb8. 00000400:00000010:0.0:1769074924.462916:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b6cc0. 00000100:00000200:0.0:1769074924.462917:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462918:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608d210. 00000400:00000010:0.0:1769074924.462919:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b6240. 00000100:00000200:0.0:1769074924.462921:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462922:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608d7e8. 00000400:00000010:0.0:1769074924.462923:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b6840. 00000100:00000200:0.0:1769074924.462924:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462925:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608daa8. 00000400:00000010:0.0:1769074924.462926:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b63c0. 00000100:00000200:0.0:1769074924.462927:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462928:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608ddc0. 00000400:00000010:0.0:1769074924.462929:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b66c0. 00000100:00000200:0.0:1769074924.462931:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462932:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608d528. 00000400:00000010:0.0:1769074924.462933:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b6300. 00000100:00000200:0.0:1769074924.462934:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462935:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608dd10. 00000400:00000010:0.0:1769074924.462936:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b69c0. 00000100:00000200:0.0:1769074924.462937:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462938:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608d268. 00000400:00000010:0.0:1769074924.462939:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b6480. 00000100:00000200:0.0:1769074924.462940:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462941:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608dc60. 00000400:00000010:0.0:1769074924.462942:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b60c0. 00000100:00000200:0.0:1769074924.462943:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462945:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608dc08. 00000400:00000010:0.0:1769074924.462946:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b6780. 00000100:00000200:0.0:1769074924.462947:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462949:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608d1b8. 00000400:00000010:0.0:1769074924.462950:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b6540. 00000100:00000200:0.0:1769074924.462951:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462952:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608d4d0. 00000400:00000010:0.0:1769074924.462953:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b6000. 00000100:00000200:0.0:1769074924.462954:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462955:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608dec8. 00000400:00000010:0.0:1769074924.462956:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8daa8b8b6600. 00000100:00000200:0.0:1769074924.462957:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462958:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab8608d9a0. 00000400:00000010:0.0:1769074924.462960:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabbcb003c0. 00000100:00000200:0.0:1769074924.462961:0:48693:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074924.462963:0:48693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63d68. 00000400:00000010:0.0:1769074924.462964:0:48693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8dabbcb00600. 00000100:00000010:0.0:1769074924.462968:0:48693:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8dabbc55c000. 00000100:00000200:0.0:1769074924.463015:0:48693:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1769074924.468142:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8daa8a01da00. 00000100:00000010:1.0:1769074924.469178:0:48694:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dab8bc587c0. 00000020:00000010:1.0:1769074924.469185:0:48694:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab8bc58400. 00000020:00000010:1.0:1769074924.469193:0:48694:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa85826c00. 00000020:00000010:1.0:1769074924.469198:0:48694:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa85827200. 00000020:00000010:1.0:1769074924.469203:0:48694:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8dabae3e01e0. 00000040:00000010:1.0:1769074924.469208:0:48694:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dabbd727600. 00000020:00000010:1.0:1769074924.469213:0:48694:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a11000. 00000020:00000010:1.0:1769074924.469218:0:48694:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85832d48. 00000020:00000010:1.0:1769074924.469223:0:48694:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabbd727400. 80000000:00000010:1.0:1769074924.469228:0:48694:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabae3e03c0. 40000000:00000010:1.0:1769074924.469232:0:48694:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab8bc58a40. 00000008:00000010:1.0:1769074924.469237:0:48694:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8dab89c52178. 00020000:00000010:1.0:1769074924.469242:0:48694:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8dab82e3ef00. 00008000:00000010:1.0:1769074924.469248:0:48694:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8dab89167c08. 00100000:00000010:1.0:1769074924.469253:0:48694:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa83a13800. 00040000:00000010:1.0:1769074924.469257:0:48694:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8daba0147f00. 00040000:00000010:1.0:1769074924.469261:0:48694:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabbd726e00. 00080000:00000010:1.0:1769074924.469265:0:48694:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a15800. 00000080:00000010:1.0:1769074924.469270:0:48694:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8daba039ac78. 00000080:00000010:1.0:1769074924.469273:0:48694:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8dabaf0a9918. 00000100:00000010:1.0:1769074924.469278:0:48694:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8daa83a12000. 00000100:00000200:1.0:1769074924.469333:0:48694:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1769074924.469364:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8daa8a01c200. 00000100:00000010:1.0:1769074924.470093:0:48695:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dabae354f40. 00000020:00000010:1.0:1769074924.470099:0:48695:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab83844a80. 00000020:00000010:1.0:1769074924.470105:0:48695:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab81682200. 00000020:00000010:1.0:1769074924.470109:0:48695:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab81683400. 00000020:00000010:1.0:1769074924.470112:0:48695:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8dabae3e0180. 00000040:00000010:1.0:1769074924.470115:0:48695:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dabadb1e200. 00000020:00000010:1.0:1769074924.470119:0:48695:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a10000. 00000020:00000010:1.0:1769074924.470124:0:48695:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa858364a0. 00000020:00000010:1.0:1769074924.470127:0:48695:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabadb1e800. 80000000:00000010:1.0:1769074924.470131:0:48695:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabae3e09c0. 40000000:00000010:1.0:1769074924.470134:0:48695:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab83844d40. 00000008:00000010:1.0:1769074924.470139:0:48695:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8dab89c54e18. 00020000:00000010:1.0:1769074924.470142:0:48695:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8dab82e3e840. 00008000:00000010:1.0:1769074924.470146:0:48695:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8dab89164000. 00100000:00000010:1.0:1769074924.470150:0:48695:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa83a13000. 00040000:00000010:1.0:1769074924.470153:0:48695:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8daba0147b00. 00040000:00000010:1.0:1769074924.470156:0:48695:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabadb1e600. 00080000:00000010:1.0:1769074924.470159:0:48695:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a17800. 00000080:00000010:1.0:1769074924.470163:0:48695:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8daba039a498. 00000080:00000010:1.0:1769074924.470165:0:48695:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8dabaf0ab908. 00000100:00000010:1.0:1769074924.470169:0:48695:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8daa83a11800. 00000100:00000200:1.0:1769074924.474383:0:48695:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:2.0:1769074924.477126:0:48690:0:(ldlm_lockd.c:3465:ldlm_setup()) kmalloced '(blp)': 168 at ffff8dabbc4e2540. 00010000:00000010:0.0:1769074924.485143:0:48696:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8dabaff7c380. 00000020:00000010:0.0:1769074924.485157:0:48696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab85bdaa00. 00000020:00000010:0.0:1769074924.485163:0:48696:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab85bdb000. 00000020:00000010:0.0:1769074924.485168:0:48696:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dabbc559800. 00000020:00000010:0.0:1769074924.485174:0:48696:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316eeb0. 00000020:00000010:0.0:1769074924.485179:0:48696:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab85bda400. 80000000:00000010:0.0:1769074924.485183:0:48696:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabb43514e0. 40000000:00000010:0.0:1769074924.485187:0:48696:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaff7c980. 00100000:00000010:0.0:1769074924.485192:0:48696:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dabbc55f800. 00040000:00000010:0.0:1769074924.485197:0:48696:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab84fef700. 00040000:00000010:0.0:1769074924.485201:0:48696:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab85bdb800. 00080000:00000010:0.0:1769074924.485206:0:48696:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dabbc55f000. 00000020:00000010:0.0:1769074924.485213:0:48696:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabaff7c440. 00010000:00000010:0.0:1769074924.485882:0:48697:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8dab872a08c0. 00000020:00000010:0.0:1769074924.485888:0:48697:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab85bdb600. 00000020:00000010:0.0:1769074924.485892:0:48697:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab85bda600. 00000020:00000010:0.0:1769074924.485896:0:48697:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dabbc55b000. 00000020:00000010:0.0:1769074924.485899:0:48697:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316e4a0. 00000020:00000010:0.0:1769074924.485902:0:48697:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab85bda800. 80000000:00000010:0.0:1769074924.485905:0:48697:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabb4351480. 40000000:00000010:0.0:1769074924.485908:0:48697:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab872a03c0. 00100000:00000010:0.0:1769074924.485911:0:48697:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dabbc559000. 00040000:00000010:0.0:1769074924.485914:0:48697:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab84fef400. 00040000:00000010:0.0:1769074924.485917:0:48697:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab85bda200. 00080000:00000010:0.0:1769074924.485921:0:48697:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dabbc55d000. 00000020:00000010:0.0:1769074924.485924:0:48697:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab872a0000. 00000020:00000010:0.0:1769074924.486246:0:48698:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab85bdba00. 00000020:00000010:0.0:1769074924.486250:0:48698:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab85bdb200. 00000040:00000010:0.0:1769074924.486255:0:48698:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8c802a00. 00000020:00000010:0.0:1769074924.486260:0:48698:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab92ea2000. 00000020:00000010:0.0:1769074924.486263:0:48698:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316bc60. 00000020:00000010:0.0:1769074924.486265:0:48698:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8c803a00. 80000000:00000010:0.0:1769074924.486268:0:48698:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabb4351e40. 40000000:00000010:0.0:1769074924.486270:0:48698:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab872a0b80. 00100000:00000010:0.0:1769074924.486274:0:48698:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab92ea5800. 00040000:00000010:0.0:1769074924.486277:0:48698:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab84fefe00. 00040000:00000010:0.0:1769074924.486279:0:48698:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8c802600. 00080000:00000010:0.0:1769074924.486282:0:48698:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daba0cc8000. 00000020:00000010:0.0:1769074924.486286:0:48698:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab872a0c80. 00000001:00000010:2.0:1769074924.486331:0:48690:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff8daa8a375c00. 00000001:00000010:2.0:1769074924.486342:0:48690:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff8daa8a375cc0. 00000020:00000010:2.0:1769074924.486370:0:48690:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff8dab85a29800. 00000100:00000200:2.0:1769074924.486389:0:48690:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.110@tcp->12345-0@lo 00010000:00000010:2.0:1769074924.486394:0:48690:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8daa8a3750c0. 00010000:00000010:2.0:1769074924.486400:0:48690:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff8dabbc772c00. 00000001:00000010:2.0:1769074924.486405:0:48690:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff8dabae94a200. 00000001:00000010:2.0:1769074924.486421:0:48690:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff8dab932b8850. 00000001:00000010:2.0:1769074924.486425:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff8dabae94bc00. 00000001:00000010:2.0:1769074924.486430:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff8dab831fe800. 00000020:00000010:2.0:1769074924.486723:0:48690:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dabbc770400. 00000020:00000010:2.0:1769074924.486727:0:48690:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8daa8e8ec800. 00000020:00000010:2.0:1769074924.486793:0:48690:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dabbc771c00. 00000020:00000010:2.0:1769074924.486797:0:48690:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8daa83880a00. 00000040:00000010:2.0:1769074924.486827:0:48690:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff8dab88116b40. 00000020:00000010:3.0:1769074924.488098:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dabad5a4800. 00000040:00000010:3.0:1769074924.488109:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dabad5a4c00. 00000020:00000010:3.0:1769074924.488112:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dabbc55e800. 00000020:00000010:3.0:1769074924.488118:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dabad5a4400. 00040000:00000010:3.0:1769074924.488121:0:48690:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab84fef900. 00040000:00000010:3.0:1769074924.488126:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabad5a5800. 00080000:00000010:3.0:1769074924.488131:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dabbc55e000. 00000020:00000010:3.0:1769074924.488134:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababbd6800. 00000020:00000010:3.0:1769074924.488140:0:48690:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8dabb491b300. 00000020:00000010:3.0:1769074924.488144:0:48690:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8dab85eef640. 00000008:00000010:3.0:1769074924.488149:0:48690:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8dabaf1cc000. 00020000:00000010:3.0:1769074924.488154:0:48690:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8dabbd6d4d80. 00008000:00000010:3.0:1769074924.488158:0:48690:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8dabbd7971d0. 00000080:00000010:3.0:1769074924.488164:0:48690:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8dababb30780. 00000020:00000010:3.0:1769074924.488168:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dababbd7800. 00000020:00000010:3.0:1769074924.488175:0:48690:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at ffff8dabb491b180. 00000020:00000010:3.0:1769074924.488192:0:48690:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8dab88cd5000. 00000100:00000010:3.0:1769074924.488215:0:48690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fd180. 02000000:00000010:3.0:1769074924.488229:0:48690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dabbc5a4400. 00000020:00000010:3.0:1769074924.488273:0:48690:0:(obd_mount.c:538:lustre_start_mgc()) kfreed 'uuid': 40 at ffff8dabaff7c140. 00000020:00000010:3.0:1769074924.488277:0:48690:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at ffff8dabbc12e3c0. 00000020:00000010:3.0:1769074924.488280:0:48690:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8dab90da3480. 00000020:00000010:3.0:1769074924.488289:0:48690:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at ffff8daa88bd9d20. 00000020:00000010:3.0:1769074924.488304:0:48690:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at ffff8dab84270000. 00000020:00000010:3.0:1769074924.488309:0:48690:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8dab88cd1000. 00000020:00000010:3.0:1769074924.488317:0:48690:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at ffff8daa88bd9d20. 00000020:00000010:3.0:1769074924.488321:0:48690:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at ffff8dabbc5fe140. 00000001:00000010:3.0:1769074924.488336:0:48690:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8daba1273c00. 00000001:00000010:3.0:1769074924.488341:0:48690:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8daa8dc69580. 00000001:00000010:3.0:1769074924.488345:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8daa8a01ce00. 00000001:00000010:3.0:1769074924.488347:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8daa8a01c600. 00000001:00000010:3.0:1769074924.488350:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dababbd7800. 00000001:00000010:3.0:1769074924.488352:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dababbd6800. 00000001:00000010:3.0:1769074924.488355:0:48690:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8daba1273400. 00000001:00000010:3.0:1769074924.488357:0:48690:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8daa8dc69700. 00000001:00000010:3.0:1769074924.488360:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dabad5a5800. 00000001:00000010:3.0:1769074924.488362:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dabad5a4400. 00000001:00000010:3.0:1769074924.488365:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dabad5a4c00. 00000001:00000010:3.0:1769074924.488368:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dabad5a4800. 00000020:00000010:3.0:1769074924.488373:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8241e400. 00000020:00000010:3.0:1769074924.488377:0:48690:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa82a72400. 00000020:00000010:3.0:1769074924.488381:0:48690:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa9014a258. 00000008:00000010:3.0:1769074924.488385:0:48690:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8dabb3c0a580. 00020000:00000010:3.0:1769074924.488389:0:48690:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8dabafd686c0. 00008000:00000010:3.0:1769074924.488393:0:48690:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8dabb3c6eba0. 00000080:00000010:3.0:1769074924.488397:0:48690:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8dabb3c6d3c0. 00000020:00000010:3.0:1769074924.488401:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8241f800. 00080000:00000010:0.0:1769074924.488520:0:12644:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daba0ccb000. 02000000:00000010:0.0:1769074924.488540:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dab9311f400. 00000400:00000010:0.0:1769074924.488547:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc635d8. 00000400:00000010:0.0:1769074924.488554:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074924.488561:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852335360, portal 25 00000400:00000010:0.0:1769074924.488567:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074924.488570:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007852335360, offset 0 00000400:00000200:0.0:1769074924.488578:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074924.488591:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074924.488629:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6971eac181100 00000400:00000100:0.0:1769074924.488636:0:12644:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1855007852335360 offset 0 length 520: 4 00000400:00000200:0.0:1769074924.488640:0:12644:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabbd2e6310 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1769074924.488642:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1769074924.488652:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:0.0:1769074924.488655:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074924.488662:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa902fd180 x1855007852335360/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1769074934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074924.488679:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabb4351420. 00000100:00000010:0.0:1769074924.488691:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab90882d80. 00000100:00000010:0.0:1769074924.488696:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab85bd86c0. 00000100:00000010:0.0:1769074924.488705:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab85bd83c0. 00000020:00000010:3.0:1769074924.489324:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8241e600. 00000040:00000010:3.0:1769074924.489333:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8241f200. 00000020:00000010:3.0:1769074924.489337:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88cd1800. 00000020:00000010:3.0:1769074924.489341:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8241f400. 00040000:00000010:3.0:1769074924.489345:0:48690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8daba1273700. 00040000:00000010:3.0:1769074924.489351:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabb48f3c00. 00080000:00000010:3.0:1769074924.489354:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88cd0800. 00000020:00000010:3.0:1769074924.489360:0:48690:0:(lu_object.h:405:ldto_device_alloc()) kmalloced '(lu)': 64 at ffff8dabbc5fe480. 00000100:00000010:3.0:1769074924.500137:0:48690:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at ffff8dabb48f3800. 00000100:00000010:3.0:1769074924.500149:0:48690:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8dabbc5a4c00. 00000100:00000010:3.0:1769074924.500164:0:48690:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8dab87f38000. 00000100:00000010:3.0:1769074924.500173:0:48690:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8daa8fd8e000. 00000100:00000010:3.0:1769074924.500179:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc5a5800. 00000100:00000010:3.0:1769074924.500196:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabafab0000. 00000100:00000010:3.0:1769074924.500199:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc5a5400. 00000100:00000010:3.0:1769074924.500215:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab917d8000. 00000100:00000010:3.0:1769074924.500218:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc5a7400. 00000100:00000010:3.0:1769074924.500232:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba02e0000. 00000100:00000010:3.0:1769074924.500235:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc5a6800. 00000100:00000010:3.0:1769074924.500251:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc578000. 00000100:00000010:3.0:1769074924.500254:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc5a6c00. 00000100:00000010:3.0:1769074924.500269:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4b98000. 00000100:00000010:3.0:1769074924.500272:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc5a7c00. 00000100:00000010:3.0:1769074924.500286:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba0308000. 00000100:00000010:3.0:1769074924.500289:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc5a6400. 00000100:00000010:3.0:1769074924.500305:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabafbc0000. 00000100:00000010:3.0:1769074924.500308:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc5a4800. 00000100:00000010:3.0:1769074924.500323:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba02c8000. 00000100:00000010:3.0:1769074924.500327:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc5a7800. 00000100:00000010:3.0:1769074924.500342:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab843d8000. 00000100:00000010:3.0:1769074924.500345:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc5a5c00. 00000100:00000010:3.0:1769074924.500361:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcba0000. 00000100:00000010:3.0:1769074924.500364:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa83e84c00. 00000100:00000010:3.0:1769074924.500378:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab90308000. 00000100:00000010:3.0:1769074924.500381:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa83e86800. 00000100:00000010:3.0:1769074924.500395:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc5e0000. 00000100:00000010:3.0:1769074924.500398:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa83e85400. 00000100:00000010:3.0:1769074924.500413:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbd1c8000. 00000100:00000010:3.0:1769074924.500416:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa83e86000. 00000100:00000010:3.0:1769074924.500432:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88918000. 00000100:00000010:3.0:1769074924.500435:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa83e86400. 00000100:00000010:3.0:1769074924.500450:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab9ec98000. 00000100:00000010:3.0:1769074924.500454:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa83e86c00. 00000100:00000010:3.0:1769074924.500469:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba0440000. 00000100:00000010:3.0:1769074924.500472:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa83e84000. 00000100:00000010:3.0:1769074924.500487:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab9eac8000. 00000100:00000010:3.0:1769074924.500492:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e5000. 00000100:00000010:3.0:1769074924.500509:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbec30000. 00000100:00000010:3.0:1769074924.500513:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e5c00. 00000100:00000010:3.0:1769074924.500529:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab84db8000. 00000100:00000010:3.0:1769074924.500532:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e4c00. 00000100:00000010:3.0:1769074924.500547:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbec68000. 00000100:00000010:3.0:1769074924.500550:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e4000. 00000100:00000010:3.0:1769074924.500566:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab97c80000. 00000100:00000010:3.0:1769074924.500569:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e5400. 00000100:00000010:3.0:1769074924.500583:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabaddf0000. 00000100:00000010:3.0:1769074924.500586:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e5800. 00000100:00000010:3.0:1769074924.500635:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb5b58000. 00000100:00000010:3.0:1769074924.500639:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e6800. 00000100:00000010:3.0:1769074924.500657:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4538000. 00000100:00000010:3.0:1769074924.500660:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e7c00. 00000100:00000010:3.0:1769074924.500674:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4960000. 00000100:00000010:3.0:1769074924.500678:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e7800. 00000100:00000010:3.0:1769074924.500692:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab86590000. 00000100:00000010:3.0:1769074924.500695:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e4800. 00000100:00000010:3.0:1769074924.500710:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab9f0c0000. 00000100:00000010:3.0:1769074924.500714:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e4400. 00000100:00000010:3.0:1769074924.500728:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab84370000. 00000100:00000010:3.0:1769074924.500731:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e7000. 00000100:00000010:3.0:1769074924.500745:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4470000. 00000100:00000010:3.0:1769074924.500748:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e6000. 00000100:00000010:3.0:1769074924.500762:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabaf050000. 00000100:00000010:3.0:1769074924.500765:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc4e6400. 00000100:00000010:3.0:1769074924.500780:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab9ead0000. 00000100:00000010:3.0:1769074924.500785:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8278b800. 00000100:00000010:3.0:1769074924.500799:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4508000. 00000100:00000010:3.0:1769074924.500803:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82789800. 00000100:00000010:3.0:1769074924.500829:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbd670000. 00000100:00000010:3.0:1769074924.500833:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b20a800. 00000100:00000010:3.0:1769074924.500850:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabae610000. 00000100:00000010:3.0:1769074924.500853:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b20a400. 00000100:00000010:3.0:1769074924.500869:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab890b8000. 00000100:00000010:3.0:1769074924.500872:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b20a000. 00000100:00000010:3.0:1769074924.500887:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbd6b8000. 00000100:00000010:3.0:1769074924.500890:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b208000. 00000100:00000010:3.0:1769074924.500905:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabafba8000. 00000100:00000010:3.0:1769074924.500908:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b209c00. 00000100:00000010:3.0:1769074924.500925:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba77d8000. 00000100:00000010:3.0:1769074924.500928:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b209800. 00000100:00000010:3.0:1769074924.500944:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab90968000. 00000100:00000010:3.0:1769074924.500947:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b209000. 00000100:00000010:3.0:1769074924.500961:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabaf008000. 00000100:00000010:3.0:1769074924.500965:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b20b000. 00000100:00000010:3.0:1769074924.500979:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabae7e0000. 00000100:00000010:3.0:1769074924.500982:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b208800. 00000100:00000010:3.0:1769074924.500997:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbec48000. 00000100:00000010:3.0:1769074924.501001:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b20bc00. 00000100:00000010:3.0:1769074924.501016:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabae090000. 00000100:00000010:3.0:1769074924.501019:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b20ac00. 00000100:00000010:3.0:1769074924.501034:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab86570000. 00000100:00000010:3.0:1769074924.501037:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b209400. 00000100:00000010:3.0:1769074924.501054:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbec90000. 00000100:00000010:3.0:1769074924.501057:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b208400. 00000100:00000010:3.0:1769074924.501072:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab89de8000. 00000100:00000010:3.0:1769074924.501075:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b20b800. 00000100:00000010:3.0:1769074924.501090:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab843c8000. 00000100:00000010:3.0:1769074924.501094:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8b208c00. 00000100:00000010:3.0:1769074924.501108:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbd0f8000. 00000100:00000010:3.0:1769074924.501113:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8594b000. 00000100:00000010:3.0:1769074924.501128:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb3f58000. 00000100:00000010:3.0:1769074924.501131:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8594b800. 00000100:00000010:3.0:1769074924.501147:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab9edd8000. 00000100:00000010:3.0:1769074924.501150:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa85949000. 00000100:00000010:3.0:1769074924.501166:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab86368000. 00000100:00000010:3.0:1769074924.501169:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8594bc00. 00000100:00000010:3.0:1769074924.501184:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabae268000. 00000100:00000010:3.0:1769074924.501187:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa85948000. 00000100:00000010:3.0:1769074924.501202:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbe2b8000. 00000100:00000010:3.0:1769074924.501205:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8594b400. 00000100:00000010:3.0:1769074924.501220:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb6310000. 00000100:00000010:3.0:1769074924.501224:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa85949800. 00000100:00000010:3.0:1769074924.501238:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba0df0000. 00000100:00000010:3.0:1769074924.501241:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8594a000. 00000100:00000010:3.0:1769074924.501257:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab87748000. 00000100:00000010:3.0:1769074924.501261:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8594a800. 00000100:00000010:3.0:1769074924.501275:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabae7b8000. 00000100:00000010:3.0:1769074924.501279:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8594a400. 00000100:00000010:3.0:1769074924.501293:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbd4d0000. 00000100:00000010:3.0:1769074924.501297:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa85948800. 00000100:00000010:3.0:1769074924.501312:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88e00000. 00000100:00000010:3.0:1769074924.501315:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa85949400. 00000100:00000010:3.0:1769074924.501331:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbd7b8000. 00000100:00000010:3.0:1769074924.501335:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8594ac00. 00000100:00000010:3.0:1769074924.501351:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabaed98000. 00000100:00000010:3.0:1769074924.501354:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa85949c00. 00000100:00000010:3.0:1769074924.501369:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba04e0000. 00000100:00000010:3.0:1769074924.501372:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa85948c00. 00000100:00000010:3.0:1769074924.501387:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabafaa0000. 00000100:00000010:3.0:1769074924.501392:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8bcda000. 00000100:00000010:3.0:1769074924.501407:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabaffa8000. 00000400:00000200:3.0:1769074924.501413:0:48690:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 28 lazy 00000020:00000010:3.0:1769074924.501470:0:48690:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8daa8bcdb400. 00000020:00000010:3.0:1769074924.501475:0:48690:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8daa8fd8b000. 00000100:00000010:3.0:1769074924.501528:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbd6dc540. 00000100:00000010:3.0:1769074924.501534:0:48690:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8dabbc5fe800. 00000100:00000010:3.0:1769074924.501537:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbd6dce40. 00000100:00000010:3.0:1769074924.501541:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbd6dcf00. 00000100:00000010:3.0:1769074924.501544:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbd6dc780. 00000100:00000010:3.0:1769074924.501548:0:48690:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8daa82a72080. 00000100:00000010:3.0:1769074924.501551:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbd6dc9c0. 00000100:00000010:3.0:1769074924.501553:0:48690:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8dabbc5fe5c0. 00000100:00000010:3.0:1769074924.501556:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbc12e3c0. 00000100:00000010:3.0:1769074924.501559:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabafdf2240. 00000100:00000010:3.0:1769074924.501561:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabafdf2b40. 00000100:00000200:3.0:1769074924.501589:0:48690:0:(service.c:847:ptlrpc_register_service()) ost: Started, listening on portal 28 00000100:00000010:3.0:1769074924.501594:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabb48f3600. 00000100:00000010:3.0:1769074924.507176:0:48702:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dabbc5fe3c0. 00000020:00000010:3.0:1769074924.507185:0:48702:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabbc5fed40. 00000020:00000010:3.0:1769074924.507192:0:48702:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabb48f3200. 00000020:00000010:3.0:1769074924.507195:0:48702:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dabb48f3400. 00000020:00000010:3.0:1769074924.507200:0:48702:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88cd6000. 00000020:00000010:3.0:1769074924.507205:0:48702:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dab9eda6eb0. 00000020:00000010:3.0:1769074924.507210:0:48702:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabb48f2800. 80000000:00000010:3.0:1769074924.507215:0:48702:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa88bd9d20. 40000000:00000010:3.0:1769074924.507218:0:48702:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabbc5fe540. 00100000:00000010:3.0:1769074924.507223:0:48702:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab88cd4800. 00040000:00000010:3.0:1769074924.507227:0:48702:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8daba1273100. 00040000:00000010:3.0:1769074924.507231:0:48702:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabb48f3e00. 00080000:00000010:3.0:1769074924.507236:0:48702:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88cd3800. 00000100:00000200:3.0:1769074924.507243:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507250:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864816e0. 00000400:00000010:3.0:1769074924.507256:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba1273600. 00000100:00000200:3.0:1769074924.507262:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507265:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481370. 00000400:00000010:3.0:1769074924.507267:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba1273800. 00000100:00000200:3.0:1769074924.507269:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507272:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481c08. 00000400:00000010:3.0:1769074924.507274:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba1273000. 00000100:00000200:3.0:1769074924.507276:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507278:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864817e8. 00000400:00000010:3.0:1769074924.507280:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba1273200. 00000100:00000200:3.0:1769074924.507282:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507284:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481790. 00000400:00000010:3.0:1769074924.507286:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba1273f00. 00000100:00000200:3.0:1769074924.507288:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507289:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481318. 00000400:00000010:3.0:1769074924.507291:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba1273b00. 00000100:00000200:3.0:1769074924.507293:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507295:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864812c0. 00000400:00000010:3.0:1769074924.507297:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba1273e00. 00000100:00000200:3.0:1769074924.507299:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507302:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481898. 00000400:00000010:3.0:1769074924.507305:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba1273a00. 00000100:00000200:3.0:1769074924.507307:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507309:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481630. 00000400:00000010:3.0:1769074924.507311:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba1273500. 00000100:00000200:3.0:1769074924.507313:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507315:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481d68. 00000400:00000010:3.0:1769074924.507317:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba16b5800. 00000100:00000200:3.0:1769074924.507319:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507321:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481ec8. 00000400:00000010:3.0:1769074924.507323:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba16b5600. 00000100:00000200:3.0:1769074924.507325:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507327:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481210. 00000400:00000010:3.0:1769074924.507330:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba16b5a00. 00000100:00000200:3.0:1769074924.507331:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507333:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864811b8. 00000400:00000010:3.0:1769074924.507335:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba16b5700. 00000100:00000200:3.0:1769074924.507337:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507339:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481580. 00000400:00000010:3.0:1769074924.507343:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab891e6a00. 00000100:00000200:3.0:1769074924.507345:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507347:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481cb8. 00000400:00000010:3.0:1769074924.507350:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab891e6c00. 00000100:00000200:3.0:1769074924.507352:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507354:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481bb0. 00000400:00000010:3.0:1769074924.507356:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab891e6200. 00000100:00000200:3.0:1769074924.507358:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507360:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864810b0. 00000400:00000010:3.0:1769074924.507362:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab891e6700. 00000100:00000200:3.0:1769074924.507363:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507366:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481a50. 00000400:00000010:3.0:1769074924.507367:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab891e6500. 00000100:00000200:3.0:1769074924.507369:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507371:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481688. 00000400:00000010:3.0:1769074924.507373:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab891e6e00. 00000100:00000200:3.0:1769074924.507375:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507377:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481948. 00000400:00000010:3.0:1769074924.507379:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab891e6000. 00000100:00000200:3.0:1769074924.507382:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507384:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864815d8. 00000400:00000010:3.0:1769074924.507386:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab891e6b00. 00000100:00000200:3.0:1769074924.507387:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507389:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481058. 00000400:00000010:3.0:1769074924.507391:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab891e6600. 00000100:00000200:3.0:1769074924.507393:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507395:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481420. 00000400:00000010:3.0:1769074924.507397:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab891e6400. 00000100:00000200:3.0:1769074924.507399:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507401:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481f78. 00000400:00000010:3.0:1769074924.507405:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4d00. 00000100:00000200:3.0:1769074924.507407:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507409:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864818f0. 00000400:00000010:3.0:1769074924.507411:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4100. 00000100:00000200:3.0:1769074924.507413:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507415:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481160. 00000400:00000010:3.0:1769074924.507418:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4200. 00000100:00000200:3.0:1769074924.507420:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507421:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481108. 00000400:00000010:3.0:1769074924.507423:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4900. 00000100:00000200:3.0:1769074924.507425:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507427:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481d10. 00000400:00000010:3.0:1769074924.507429:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4e00. 00000100:00000200:3.0:1769074924.507431:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507433:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481b58. 00000400:00000010:3.0:1769074924.507435:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4500. 00000100:00000200:3.0:1769074924.507437:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507439:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864813c8. 00000400:00000010:3.0:1769074924.507442:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4600. 00000100:00000200:3.0:1769074924.507444:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507446:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481528. 00000400:00000010:3.0:1769074924.507449:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4300. 00000100:00000200:3.0:1769074924.507451:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507453:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864819f8. 00000400:00000010:3.0:1769074924.507456:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4700. 00000100:00000200:3.0:1769074924.507458:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507460:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481000. 00000400:00000010:3.0:1769074924.507462:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4b00. 00000100:00000200:3.0:1769074924.507464:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507465:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864819a0. 00000400:00000010:3.0:1769074924.507467:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4f00. 00000100:00000200:3.0:1769074924.507469:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507471:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab864814d0. 00000400:00000010:3.0:1769074924.507473:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4a00. 00000100:00000200:3.0:1769074924.507475:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507477:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481aa8. 00000400:00000010:3.0:1769074924.507479:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4400. 00000100:00000200:3.0:1769074924.507481:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507483:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481e18. 00000400:00000010:3.0:1769074924.507485:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4c00. 00000100:00000200:3.0:1769074924.507486:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507573:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481738. 00000400:00000010:3.0:1769074924.507577:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab864d4800. 00000100:00000200:3.0:1769074924.507581:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507583:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481c60. 00000400:00000010:3.0:1769074924.507586:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1e00. 00000100:00000200:3.0:1769074924.507588:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507590:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481840. 00000400:00000010:3.0:1769074924.507592:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1b00. 00000100:00000200:3.0:1769074924.507594:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507596:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481dc0. 00000400:00000010:3.0:1769074924.507598:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1c00. 00000100:00000200:3.0:1769074924.507600:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507638:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481e70. 00000400:00000010:3.0:1769074924.507641:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1300. 00000100:00000200:3.0:1769074924.507643:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507644:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481478. 00000400:00000010:3.0:1769074924.507647:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1700. 00000100:00000200:3.0:1769074924.507649:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507651:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481f20. 00000400:00000010:3.0:1769074924.507653:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1100. 00000100:00000200:3.0:1769074924.507655:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507657:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab86481268. 00000400:00000010:3.0:1769074924.507659:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1000. 00000100:00000200:3.0:1769074924.507661:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507664:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236790. 00000400:00000010:3.0:1769074924.507667:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1400. 00000100:00000200:3.0:1769074924.507669:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507671:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab852365d8. 00000400:00000010:3.0:1769074924.507673:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1a00. 00000100:00000200:3.0:1769074924.507675:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507677:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab852363c8. 00000400:00000010:3.0:1769074924.507679:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1d00. 00000100:00000200:3.0:1769074924.507681:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507683:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236210. 00000400:00000010:3.0:1769074924.507685:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1500. 00000100:00000200:3.0:1769074924.507687:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507689:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab852364d0. 00000400:00000010:3.0:1769074924.507691:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1600. 00000100:00000200:3.0:1769074924.507693:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507694:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236dc0. 00000400:00000010:3.0:1769074924.507697:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab872a1200. 00000100:00000200:3.0:1769074924.507699:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507701:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab852362c0. 00000400:00000010:3.0:1769074924.507704:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba10d9100. 00000100:00000200:3.0:1769074924.507706:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507708:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab852361b8. 00000400:00000010:3.0:1769074924.507710:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba10d9500. 00000100:00000200:3.0:1769074924.507712:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507715:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236cb8. 00000400:00000010:3.0:1769074924.507717:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba10d9900. 00000100:00000200:3.0:1769074924.507719:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507720:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab852369a0. 00000400:00000010:3.0:1769074924.507722:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba10d9300. 00000100:00000200:3.0:1769074924.507724:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507727:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236ec8. 00000400:00000010:3.0:1769074924.507729:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8daba10d9600. 00000100:00000200:3.0:1769074924.507731:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507733:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236c08. 00000400:00000010:3.0:1769074924.507735:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6e00. 00000100:00000200:3.0:1769074924.507737:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507739:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236528. 00000400:00000010:3.0:1769074924.507742:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6900. 00000100:00000200:3.0:1769074924.507744:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507746:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236aa8. 00000400:00000010:3.0:1769074924.507748:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6800. 00000100:00000200:3.0:1769074924.507750:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507752:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236840. 00000400:00000010:3.0:1769074924.507754:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6200. 00000100:00000200:3.0:1769074924.507756:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507758:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab852367e8. 00000400:00000010:3.0:1769074924.507760:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6f00. 00000100:00000200:3.0:1769074924.507762:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507764:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236d10. 00000400:00000010:3.0:1769074924.507766:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6b00. 00000100:00000200:3.0:1769074924.507768:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507770:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236268. 00000400:00000010:3.0:1769074924.507772:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6600. 00000100:00000200:3.0:1769074924.507774:0:48702:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074924.507775:0:48702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236c60. 00000400:00000010:3.0:1769074924.507777:0:48702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6a00. 00000100:00000010:3.0:1769074924.507797:0:48702:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8dab85e64000. 00000100:00000200:3.0:1769074924.507827:0:48702:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1769074924.508012:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8daa83881c00. 00000100:00000010:2.0:1769074924.517834:0:48703:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dab89ed42c0. 00000020:00000010:2.0:1769074924.517851:0:48703:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab85bec980. 00000020:00000010:2.0:1769074924.517858:0:48703:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa83880600. 00000020:00000010:2.0:1769074924.517863:0:48703:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa83880800. 00000020:00000010:2.0:1769074924.517868:0:48703:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab85a2c800. 00000020:00000010:2.0:1769074924.517875:0:48703:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73f3b8. 00000020:00000010:2.0:1769074924.517880:0:48703:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa83880200. 80000000:00000010:2.0:1769074924.517885:0:48703:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a375240. 40000000:00000010:2.0:1769074924.517888:0:48703:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab85beccc0. 00100000:00000010:2.0:1769074924.517894:0:48703:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab85a29000. 00040000:00000010:2.0:1769074924.517899:0:48703:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab88e37300. 00040000:00000010:2.0:1769074924.517903:0:48703:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa83880c00. 00080000:00000010:2.0:1769074924.517909:0:48703:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8249a000. 00000100:00000010:2.0:1769074924.517947:0:48703:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8dab87830000. 00000100:00000200:2.0:1769074924.518027:0:48703:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1769074924.522258:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8daa83881200. 00000100:00000010:0.0:1769074924.523122:0:48704:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dab872a0280. 00000020:00000010:0.0:1769074924.523130:0:48704:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab82be95c0. 00000020:00000010:0.0:1769074924.523137:0:48704:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c803c00. 00000020:00000010:0.0:1769074924.523142:0:48704:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8c802400. 00000020:00000010:0.0:1769074924.523148:0:48704:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab89230800. 00000020:00000010:0.0:1769074924.523154:0:48704:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316f3b8. 00000020:00000010:0.0:1769074924.523159:0:48704:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8c803800. 80000000:00000010:0.0:1769074924.523163:0:48704:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab85bd8000. 40000000:00000010:0.0:1769074924.523167:0:48704:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab82be9780. 00100000:00000010:0.0:1769074924.523172:0:48704:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab89237800. 00040000:00000010:0.0:1769074924.523177:0:48704:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab84fef900. 00040000:00000010:0.0:1769074924.523180:0:48704:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8c803000. 00080000:00000010:0.0:1769074924.523184:0:48704:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab89235800. 00000100:00000010:0.0:1769074924.523201:0:48704:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8dabad0fc000. 00000100:00000200:0.0:1769074924.523227:0:48704:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1769074924.523270:0:48690:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at ffff8daa83881400. 00000100:00000010:2.0:1769074924.523277:0:48690:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8dabbc771000. 00000100:00000010:2.0:1769074924.523290:0:48690:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8dabae944000. 00000100:00000010:2.0:1769074924.523298:0:48690:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8daba10fc000. 00000100:00000010:2.0:1769074924.523302:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc772400. 00000100:00000010:2.0:1769074924.523317:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabae540000. 00000100:00000010:2.0:1769074924.523321:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc773c00. 00000100:00000010:2.0:1769074924.523335:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc9b0000. 00000100:00000010:2.0:1769074924.523338:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc771800. 00000100:00000010:2.0:1769074924.523352:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab84280000. 00000100:00000010:2.0:1769074924.523356:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc773000. 00000100:00000010:2.0:1769074924.523370:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab85320000. 00000100:00000010:2.0:1769074924.523374:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc771400. 00000100:00000010:2.0:1769074924.523389:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab84a60000. 00000100:00000010:2.0:1769074924.523410:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc772800. 00000100:00000010:2.0:1769074924.523426:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab875b8000. 00000100:00000010:2.0:1769074924.523430:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbc770c00. 00000100:00000010:2.0:1769074924.523445:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc9c8000. 00000100:00000010:2.0:1769074924.523450:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7d400. 00000100:00000010:2.0:1769074924.523465:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab849a0000. 00000100:00000010:2.0:1769074924.523468:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7c400. 00000100:00000010:2.0:1769074924.523483:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbff78000. 00000100:00000010:2.0:1769074924.523486:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7d000. 00000100:00000010:2.0:1769074924.523511:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabae3f0000. 00000100:00000010:2.0:1769074924.523515:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7e400. 00000100:00000010:2.0:1769074924.523529:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab87610000. 00000100:00000010:2.0:1769074924.523532:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7fc00. 00000100:00000010:2.0:1769074924.523546:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab87cf8000. 00000100:00000010:2.0:1769074924.523549:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7d800. 00000100:00000010:2.0:1769074924.523564:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab908e0000. 00000100:00000010:2.0:1769074924.523567:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7c800. 00000100:00000010:2.0:1769074924.523582:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab86760000. 00000100:00000010:2.0:1769074924.523585:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7f000. 00000100:00000010:2.0:1769074924.523599:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab86560000. 00000100:00000010:2.0:1769074924.523689:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7dc00. 00000100:00000010:2.0:1769074924.523706:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab89c48000. 00000100:00000010:2.0:1769074924.523709:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7ec00. 00000100:00000010:2.0:1769074924.523724:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbd190000. 00000100:00000010:2.0:1769074924.523728:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7cc00. 00000100:00000010:2.0:1769074924.523743:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4b68000. 00000100:00000010:2.0:1769074924.523746:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7f400. 00000100:00000010:2.0:1769074924.523762:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabaff28000. 00000100:00000010:2.0:1769074924.523766:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7e800. 00000100:00000010:2.0:1769074924.523780:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab9ea08000. 00000100:00000010:2.0:1769074924.523784:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dababb7f800. 00000100:00000010:2.0:1769074924.523799:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab85920000. 00000100:00000010:2.0:1769074924.523804:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbd747800. 00000100:00000010:2.0:1769074924.523829:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4880000. 00000100:00000010:2.0:1769074924.523833:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbd745000. 00000100:00000010:2.0:1769074924.523849:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab842d0000. 00000100:00000010:2.0:1769074924.523852:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbd744c00. 00000100:00000010:2.0:1769074924.523868:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc6b0000. 00000100:00000010:2.0:1769074924.523871:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbd746c00. 00000100:00000010:2.0:1769074924.523887:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab9ed08000. 00000100:00000010:2.0:1769074924.523890:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbd745c00. 00000100:00000010:2.0:1769074924.523904:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab85900000. 00000100:00000010:2.0:1769074924.523907:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbd746800. 00000100:00000010:2.0:1769074924.524066:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4858000. 00000100:00000010:2.0:1769074924.524072:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbd747400. 00000100:00000010:2.0:1769074924.524088:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb6bd8000. 00000100:00000010:2.0:1769074924.524092:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbd745400. 00000100:00000010:2.0:1769074924.524107:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab85338000. 00000100:00000010:2.0:1769074924.524111:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbff03000. 00000100:00000010:2.0:1769074924.524125:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab86450000. 00000100:00000010:2.0:1769074924.524129:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbff00c00. 00000100:00000010:2.0:1769074924.524143:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb49b8000. 00000100:00000010:2.0:1769074924.524147:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbff01800. 00000100:00000010:2.0:1769074924.524162:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb48d8000. 00000100:00000010:2.0:1769074924.524166:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbff01c00. 00000100:00000010:2.0:1769074924.524181:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab89030000. 00000100:00000010:2.0:1769074924.524185:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabbff00400. 00000100:00000010:2.0:1769074924.524200:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabafa80000. 00000100:00000010:2.0:1769074924.524204:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa839eec00. 00000100:00000010:2.0:1769074924.524219:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbd008000. 00000100:00000010:2.0:1769074924.524222:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa839edc00. 00000100:00000010:2.0:1769074924.524237:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4320000. 00000100:00000010:2.0:1769074924.524240:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa839ef400. 00000100:00000010:2.0:1769074924.524255:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab9ea90000. 00000100:00000010:2.0:1769074924.524259:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa839ed800. 00000100:00000010:2.0:1769074924.524273:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dababb88000. 00000100:00000010:2.0:1769074924.524278:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82c4a800. 00000100:00000010:2.0:1769074924.524293:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab86558000. 00000100:00000010:2.0:1769074924.524297:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82c49c00. 00000100:00000010:2.0:1769074924.524312:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc9a8000. 00000100:00000010:2.0:1769074924.524315:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82c4b800. 00000100:00000010:2.0:1769074924.524331:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabadb00000. 00000100:00000010:2.0:1769074924.524334:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82c49400. 00000100:00000010:2.0:1769074924.524349:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba12d0000. 00000100:00000010:2.0:1769074924.524352:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82c4bc00. 00000100:00000010:2.0:1769074924.524367:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab917e8000. 00000100:00000010:2.0:1769074924.524370:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82c4a400. 00000100:00000010:2.0:1769074924.524384:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb48c8000. 00000100:00000010:2.0:1769074924.524388:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82c48400. 00000100:00000010:2.0:1769074924.524403:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88c88000. 00000100:00000010:2.0:1769074924.524407:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82c48800. 00000100:00000010:2.0:1769074924.524421:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88ca0000. 00000100:00000010:2.0:1769074924.524427:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba2359800. 00000100:00000010:2.0:1769074924.524441:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab89c38000. 00000100:00000010:2.0:1769074924.524445:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab86d56400. 00000100:00000010:2.0:1769074924.524459:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabae9b8000. 00000100:00000010:2.0:1769074924.524463:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab86d54000. 00000100:00000010:2.0:1769074924.524478:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbe9b0000. 00000100:00000010:2.0:1769074924.524481:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab86d54400. 00000100:00000010:2.0:1769074924.524964:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbea78000. 00000100:00000010:2.0:1769074924.524971:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab86d57c00. 00000100:00000010:2.0:1769074924.524989:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabafa08000. 00000100:00000010:2.0:1769074924.524994:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa84371c00. 00000100:00000010:2.0:1769074924.525009:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab89020000. 00000100:00000010:2.0:1769074924.525013:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa84371400. 00000100:00000010:2.0:1769074924.525028:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab85d90000. 00000100:00000010:2.0:1769074924.525030:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa84370400. 00000100:00000010:2.0:1769074924.525046:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab848e0000. 00000100:00000010:2.0:1769074924.525050:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa84373000. 00000100:00000010:2.0:1769074924.525066:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbfe28000. 00000100:00000010:2.0:1769074924.525069:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa84372000. 00000100:00000010:2.0:1769074924.525085:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc140000. 00000100:00000010:2.0:1769074924.525088:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa84370000. 00000100:00000010:2.0:1769074924.525104:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbfdc0000. 00000100:00000010:2.0:1769074924.525107:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa84371000. 00000100:00000010:2.0:1769074924.525122:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbfea8000. 00000100:00000010:2.0:1769074924.525127:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba2847800. 00000100:00000010:2.0:1769074924.525143:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4dc0000. 00000100:00000010:2.0:1769074924.525147:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833ea800. 00000100:00000010:2.0:1769074924.526204:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb5bc8000. 00000100:00000010:2.0:1769074924.526219:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833ebc00. 00000100:00000010:2.0:1769074924.526239:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab87928000. 00000100:00000010:2.0:1769074924.526243:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833e8000. 00000100:00000010:2.0:1769074924.526258:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab87400000. 00000100:00000010:2.0:1769074924.526261:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833e8c00. 00000100:00000010:2.0:1769074924.526276:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab85370000. 00000100:00000010:2.0:1769074924.526279:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833ea400. 00000100:00000010:2.0:1769074924.526293:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab87ba8000. 00000400:00000200:2.0:1769074924.526300:0:48690:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 7 lazy 00000020:00000010:2.0:1769074924.526387:0:48690:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8daa833e9400. 00000020:00000010:2.0:1769074924.526394:0:48690:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8daba10fe000. 00000100:00000010:2.0:1769074924.526445:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dab88116240. 00000100:00000010:2.0:1769074924.526453:0:48690:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8dab85beca00. 00000100:00000010:2.0:1769074924.526458:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dab88116cc0. 00000100:00000010:2.0:1769074924.526462:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dab88116900. 00000100:00000010:2.0:1769074924.526465:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dab88116000. 00000100:00000200:2.0:1769074924.535978:0:48690:0:(service.c:847:ptlrpc_register_service()) ost_create: Started, listening on portal 7 00000100:00000010:2.0:1769074924.536011:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8daa83880e00. 00000100:00000010:2.0:1769074924.536906:0:48705:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dabaf18b6c0. 00000020:00000010:2.0:1769074924.536913:0:48705:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabaf18b4c0. 00000020:00000010:2.0:1769074924.536920:0:48705:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa83881800. 00000020:00000010:2.0:1769074924.536925:0:48705:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa83881a00. 00000020:00000010:2.0:1769074924.536930:0:48705:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8249d000. 00000020:00000010:2.0:1769074924.536935:0:48705:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae738f18. 00000020:00000010:2.0:1769074924.536942:0:48705:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa85a3e200. 80000000:00000010:2.0:1769074924.536947:0:48705:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a3754e0. 40000000:00000010:2.0:1769074924.536950:0:48705:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaf18bd80. 00100000:00000010:2.0:1769074924.536955:0:48705:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8249e000. 00040000:00000010:2.0:1769074924.536961:0:48705:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab88e37600. 00040000:00000010:2.0:1769074924.536966:0:48705:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa85a3f800. 00080000:00000010:2.0:1769074924.536970:0:48705:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8249b000. 00000100:00000200:2.0:1769074924.536975:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.536982:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4c60. 00000400:00000010:2.0:1769074924.536988:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab88e37f00. 00000100:00000200:2.0:1769074924.537083:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537089:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4dc0. 00000400:00000010:2.0:1769074924.537094:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab83d3e800. 00000100:00000200:2.0:1769074924.537098:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537100:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec44d0. 00000400:00000010:2.0:1769074924.537102:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8f600. 00000100:00000200:2.0:1769074924.537105:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537106:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4210. 00000400:00000010:2.0:1769074924.537108:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8fb00. 00000100:00000200:2.0:1769074924.537110:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537112:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4b58. 00000400:00000010:2.0:1769074924.537114:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8f100. 00000100:00000200:2.0:1769074924.537116:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537119:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4a50. 00000400:00000010:2.0:1769074924.537121:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8f000. 00000100:00000200:2.0:1769074924.537123:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537124:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4d68. 00000400:00000010:2.0:1769074924.537126:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8fa00. 00000100:00000200:2.0:1769074924.537128:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537130:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4738. 00000400:00000010:2.0:1769074924.537132:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8f400. 00000100:00000200:2.0:1769074924.537134:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537136:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4318. 00000400:00000010:2.0:1769074924.537139:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8f800. 00000100:00000200:2.0:1769074924.537141:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537142:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4160. 00000400:00000010:2.0:1769074924.537145:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8f900. 00000100:00000200:2.0:1769074924.537146:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537148:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4370. 00000400:00000010:2.0:1769074924.537151:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8ff00. 00000100:00000200:2.0:1769074924.537154:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537156:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4bb0. 00000400:00000010:2.0:1769074924.537158:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8f500. 00000100:00000200:2.0:1769074924.537160:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537162:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4b00. 00000400:00000010:2.0:1769074924.537165:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8f300. 00000100:00000200:2.0:1769074924.537167:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537169:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4f20. 00000400:00000010:2.0:1769074924.537171:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8f200. 00000100:00000200:2.0:1769074924.537173:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537175:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4cb8. 00000400:00000010:2.0:1769074924.537177:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8fe00. 00000100:00000200:2.0:1769074924.537179:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537181:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4790. 00000400:00000010:2.0:1769074924.537183:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8f700. 00000100:00000200:2.0:1769074924.537185:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537187:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4948. 00000400:00000010:2.0:1769074924.537189:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85e8fd00. 00000100:00000200:2.0:1769074924.537191:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537193:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4630. 00000400:00000010:2.0:1769074924.537196:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53b500. 00000100:00000200:2.0:1769074924.537198:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537200:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec40b0. 00000400:00000010:2.0:1769074924.537202:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53b800. 00000100:00000200:2.0:1769074924.537293:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537299:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4e70. 00000400:00000010:2.0:1769074924.537303:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53be00. 00000100:00000200:2.0:1769074924.537306:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537308:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec46e0. 00000400:00000010:2.0:1769074924.537310:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53bb00. 00000100:00000200:2.0:1769074924.537312:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537314:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4e18. 00000400:00000010:2.0:1769074924.537316:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53bc00. 00000100:00000200:2.0:1769074924.537319:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537320:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4420. 00000400:00000010:2.0:1769074924.537323:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53b700. 00000100:00000200:2.0:1769074924.537325:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537327:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4f78. 00000400:00000010:2.0:1769074924.537329:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53b300. 00000100:00000200:2.0:1769074924.537331:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537333:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec49f8. 00000400:00000010:2.0:1769074924.537335:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53b900. 00000100:00000200:2.0:1769074924.537337:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537339:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4478. 00000400:00000010:2.0:1769074924.537341:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53bd00. 00000100:00000200:2.0:1769074924.537343:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537345:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4058. 00000400:00000010:2.0:1769074924.537347:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53b100. 00000100:00000200:2.0:1769074924.537350:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537352:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec42c0. 00000400:00000010:2.0:1769074924.537355:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53bf00. 00000100:00000200:2.0:1769074924.537357:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537358:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4840. 00000400:00000010:2.0:1769074924.537361:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53b400. 00000100:00000200:2.0:1769074924.537363:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537365:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec49a0. 00000400:00000010:2.0:1769074924.537367:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53b200. 00000100:00000200:2.0:1769074924.537369:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537370:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4ec8. 00000400:00000010:2.0:1769074924.537373:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53b600. 00000100:00000200:2.0:1769074924.537374:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537376:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4528. 00000400:00000010:2.0:1769074924.537378:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabbd53ba00. 00000100:00000200:2.0:1769074924.537380:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537382:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4c08. 00000400:00000010:2.0:1769074924.537385:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6800. 00000100:00000200:2.0:1769074924.537387:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537390:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4268. 00000400:00000010:2.0:1769074924.537581:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6900. 00000100:00000200:2.0:1769074924.537587:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537591:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4898. 00000400:00000010:2.0:1769074924.537594:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6200. 00000100:00000200:2.0:1769074924.537596:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537598:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec47e8. 00000400:00000010:2.0:1769074924.537600:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6700. 00000100:00000200:2.0:1769074924.537638:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537659:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4d10. 00000400:00000010:2.0:1769074924.537662:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6f00. 00000100:00000200:2.0:1769074924.537665:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537667:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4aa8. 00000400:00000010:2.0:1769074924.537669:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6e00. 00000100:00000200:2.0:1769074924.537671:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537673:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec43c8. 00000400:00000010:2.0:1769074924.537675:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6100. 00000100:00000200:2.0:1769074924.537677:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537679:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec41b8. 00000400:00000010:2.0:1769074924.537681:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6000. 00000100:00000200:2.0:1769074924.537683:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537685:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4688. 00000400:00000010:2.0:1769074924.537687:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6b00. 00000100:00000200:2.0:1769074924.537688:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537690:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec45d8. 00000400:00000010:2.0:1769074924.537692:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6400. 00000100:00000200:2.0:1769074924.537694:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537697:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4108. 00000400:00000010:2.0:1769074924.537699:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6300. 00000100:00000200:2.0:1769074924.537701:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537702:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4000. 00000400:00000010:2.0:1769074924.537704:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6c00. 00000100:00000200:2.0:1769074924.537706:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537708:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec48f0. 00000400:00000010:2.0:1769074924.537711:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6d00. 00000100:00000200:2.0:1769074924.537712:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537714:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fec4580. 00000400:00000010:2.0:1769074924.537717:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6600. 00000100:00000200:2.0:1769074924.537719:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537722:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0108. 00000400:00000010:2.0:1769074924.537725:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab85ee6500. 00000100:00000200:2.0:1769074924.537726:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537728:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0000. 00000400:00000010:2.0:1769074924.537731:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8d00. 00000100:00000200:2.0:1769074924.537733:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537735:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0a50. 00000400:00000010:2.0:1769074924.537737:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8400. 00000100:00000200:2.0:1769074924.537739:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537742:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0e70. 00000400:00000010:2.0:1769074924.537744:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8e00. 00000100:00000200:2.0:1769074924.537747:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537749:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe00b0. 00000400:00000010:2.0:1769074924.537752:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8f00. 00000100:00000200:2.0:1769074924.537754:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537756:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe05d8. 00000400:00000010:2.0:1769074924.537759:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8700. 00000100:00000200:2.0:1769074924.537761:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537763:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0688. 00000400:00000010:2.0:1769074924.537765:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8200. 00000100:00000200:2.0:1769074924.537768:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537770:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0f78. 00000400:00000010:2.0:1769074924.537772:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8900. 00000100:00000200:2.0:1769074924.537774:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537776:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe09f8. 00000400:00000010:2.0:1769074924.537779:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8300. 00000100:00000200:2.0:1769074924.537781:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537783:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0e18. 00000400:00000010:2.0:1769074924.537785:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8600. 00000100:00000200:2.0:1769074924.537787:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537789:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe06e0. 00000400:00000010:2.0:1769074924.537792:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8b00. 00000100:00000200:2.0:1769074924.537794:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537796:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0420. 00000400:00000010:2.0:1769074924.537798:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8c00. 00000100:00000200:2.0:1769074924.537800:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537803:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0790. 00000400:00000010:2.0:1769074924.537806:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8100. 00000100:00000200:2.0:1769074924.537808:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537822:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0478. 00000400:00000010:2.0:1769074924.537826:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8a00. 00000100:00000200:2.0:1769074924.537828:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537831:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0b58. 00000400:00000010:2.0:1769074924.537833:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8000. 00000100:00000200:2.0:1769074924.537835:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537837:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe03c8. 00000400:00000010:2.0:1769074924.537839:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab838f8800. 00000100:00000200:2.0:1769074924.537842:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537843:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0058. 00000400:00000010:2.0:1769074924.537847:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab87302c00. 00000100:00000200:2.0:1769074924.537848:0:48705:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1769074924.537850:0:48705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab88fe0210. 00000400:00000010:2.0:1769074924.537853:0:48705:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab87302b00. 00000100:00000010:2.0:1769074924.537872:0:48705:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8dab90088000. 00000100:00000200:2.0:1769074924.537896:0:48705:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1769074924.538278:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabb48f2c00. 00000100:00000010:0.0:1769074924.539875:0:48706:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dab82be9040. 00000020:00000010:0.0:1769074924.539883:0:48706:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab82be9dc0. 00000020:00000010:0.0:1769074924.539890:0:48706:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c802200. 00000020:00000010:0.0:1769074924.539894:0:48706:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8c803600. 00000020:00000010:0.0:1769074924.539900:0:48706:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daba10cf000. 00000020:00000010:0.0:1769074924.539906:0:48706:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316e9a8. 00000020:00000010:0.0:1769074924.539911:0:48706:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8c802e00. 80000000:00000010:0.0:1769074924.540040:0:48706:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab85bd8180. 40000000:00000010:0.0:1769074924.540047:0:48706:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab82be92c0. 00100000:00000010:0.0:1769074924.540052:0:48706:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daba10cb800. 00040000:00000010:0.0:1769074924.540058:0:48706:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab8a2c4400. 00040000:00000010:0.0:1769074924.540062:0:48706:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8c803e00. 00080000:00000010:0.0:1769074924.540066:0:48706:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daba10cd800. 00000100:00000010:0.0:1769074924.540088:0:48706:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8dab89e4c000. 00000100:00000200:0.0:1769074924.540147:0:48706:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1769074924.540271:0:48690:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at ffff8dabb48f3000. 00000100:00000010:3.0:1769074924.540277:0:48690:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8daa8bcdac00. 00000100:00000010:3.0:1769074924.540292:0:48690:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8dabb3f00000. 00000100:00000010:3.0:1769074924.540301:0:48690:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8daa8fd8a000. 00000100:00000010:3.0:1769074924.540307:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8bcd8400. 00000100:00000010:3.0:1769074924.540840:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab89880000. 00000100:00000010:3.0:1769074924.540848:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8bcdb000. 00000100:00000010:3.0:1769074924.541743:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbca00000. 00000100:00000010:3.0:1769074924.541753:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8bcd9400. 00000100:00000010:3.0:1769074924.542963:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab87980000. 00000100:00000010:3.0:1769074924.542977:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8bcdb800. 00000100:00000010:3.0:1769074924.543139:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbea80000. 00000100:00000010:3.0:1769074924.543143:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8bcd8800. 00000100:00000010:3.0:1769074924.543862:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8daba0c00000. 00000100:00000010:3.0:1769074924.543870:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8bcd9800. 00000100:00000010:3.0:1769074924.544027:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab86600000. 00000100:00000010:3.0:1769074924.544032:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8bcda400. 00000100:00000010:3.0:1769074924.544284:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab87480000. 00000100:00000010:3.0:1769074924.544289:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8bcdbc00. 00000100:00000010:3.0:1769074924.544787:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabadb80000. 00000100:00000010:3.0:1769074924.544793:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa8bcd9c00. 00000100:00000010:3.0:1769074924.544960:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb4780000. 00000100:00000010:3.0:1769074924.544969:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba10a1400. 00000100:00000010:3.0:1769074924.545125:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab87680000. 00000100:00000010:3.0:1769074924.545129:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba10a0400. 00000100:00000010:3.0:1769074924.545380:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab84900000. 00000100:00000010:3.0:1769074924.545386:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba10a2000. 00000100:00000010:3.0:1769074924.546328:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabafe00000. 00000100:00000010:3.0:1769074924.546340:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82b5bc00. 00000100:00000010:3.0:1769074924.546915:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbcc80000. 00000100:00000010:3.0:1769074924.546923:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82b5b400. 00000100:00000010:3.0:1769074924.547085:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbcd80000. 00000100:00000010:3.0:1769074924.547091:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa82b5ac00. 00000100:00000010:3.0:1769074924.547368:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbe800000. 00000100:00000010:3.0:1769074924.547378:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8a207400. 00000100:00000010:3.0:1769074924.547555:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb5a00000. 00000100:00000010:3.0:1769074924.547560:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8a205800. 00000100:00000010:3.0:1769074924.547758:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab86780000. 00000100:00000010:3.0:1769074924.547764:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8a205c00. 00000100:00000010:3.0:1769074924.547930:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbc400000. 00000100:00000010:3.0:1769074924.547936:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8a204000. 00000100:00000010:3.0:1769074924.548090:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbfd00000. 00000100:00000010:3.0:1769074924.548094:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8a206800. 00000100:00000010:3.0:1769074924.548378:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb6b00000. 00000100:00000010:3.0:1769074924.548382:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8a205400. 00000100:00000010:3.0:1769074924.548538:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab87b00000. 00000100:00000010:3.0:1769074924.548543:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8a205000. 00000100:00000010:3.0:1769074924.548964:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbe700000. 00000100:00000010:3.0:1769074924.548968:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8a207c00. 00000100:00000010:3.0:1769074924.549105:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbee00000. 00000100:00000010:3.0:1769074924.549108:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8a204800. 00000100:00000010:3.0:1769074924.549600:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb6580000. 00000100:00000010:3.0:1769074924.549695:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a5800. 00000100:00000010:3.0:1769074924.549858:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8daba7700000. 00000100:00000010:3.0:1769074924.549863:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a6800. 00000100:00000010:3.0:1769074924.550013:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabadd00000. 00000100:00000010:3.0:1769074924.550017:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a5c00. 00000100:00000010:3.0:1769074924.550381:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabadf80000. 00000100:00000010:3.0:1769074924.550386:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a7000. 00000100:00000010:3.0:1769074924.551121:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabad000000. 00000100:00000010:3.0:1769074924.551129:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a4000. 00000100:00000010:3.0:1769074924.552022:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabad380000. 00000100:00000010:3.0:1769074924.552033:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a7800. 00000100:00000010:3.0:1769074924.552288:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab9e580000. 00000100:00000010:3.0:1769074924.552293:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a5400. 00000100:00000010:3.0:1769074924.552801:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab9e780000. 00000100:00000010:3.0:1769074924.552807:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a6c00. 00000100:00000010:3.0:1769074924.553150:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb6380000. 00000100:00000010:3.0:1769074924.553255:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a4c00. 00000100:00000010:3.0:1769074924.554286:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbd900000. 00000100:00000010:3.0:1769074924.554299:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a6000. 00000100:00000010:3.0:1769074924.554468:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbdd00000. 00000100:00000010:3.0:1769074924.554473:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a4800. 00000100:00000010:3.0:1769074924.554980:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab84000000. 00000100:00000010:3.0:1769074924.554988:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a4400. 00000100:00000010:3.0:1769074924.555144:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab84400000. 00000100:00000010:3.0:1769074924.555150:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a7400. 00000100:00000010:3.0:1769074924.555469:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabad780000. 00000100:00000010:3.0:1769074924.555475:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa828a5000. 00000100:00000010:3.0:1769074924.555909:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab9f000000. 00000100:00000010:3.0:1769074924.555966:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba226e000. 00000100:00000010:3.0:1769074924.556124:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab84780000. 00000100:00000010:3.0:1769074924.556129:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56e400. 00000100:00000010:3.0:1769074924.556382:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabad980000. 00000100:00000010:3.0:1769074924.556388:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56ec00. 00000100:00000010:3.0:1769074924.556977:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbdb80000. 00000100:00000010:3.0:1769074924.556985:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56d400. 00000100:00000010:3.0:1769074924.557142:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb4d00000. 00000100:00000010:3.0:1769074924.557148:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56d800. 00000100:00000010:3.0:1769074924.557403:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb4f80000. 00000100:00000010:3.0:1769074924.557408:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56cc00. 00000100:00000010:3.0:1769074924.557875:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbc800000. 00000100:00000010:3.0:1769074924.557882:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56f000. 00000100:00000010:3.0:1769074924.558292:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbc880000. 00000100:00000010:3.0:1769074924.558298:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56e800. 00000100:00000010:3.0:1769074924.558878:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab89900000. 00000100:00000010:3.0:1769074924.558885:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56e000. 00000100:00000010:3.0:1769074924.559822:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab89980000. 00000100:00000010:3.0:1769074924.559832:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56c400. 00000100:00000010:3.0:1769074924.560052:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb4c00000. 00000100:00000010:3.0:1769074924.560058:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56fc00. 00000100:00000010:3.0:1769074924.560303:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb4c80000. 00000100:00000010:3.0:1769074924.560309:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56f400. 00000100:00000010:3.0:1769074924.560843:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb6400000. 00000100:00000010:3.0:1769074924.560850:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56c800. 00000100:00000010:3.0:1769074924.561076:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb6480000. 00000100:00000010:3.0:1769074924.561081:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56dc00. 00000100:00000010:3.0:1769074924.561341:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb4e00000. 00000100:00000010:3.0:1769074924.561348:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae56c000. 00000100:00000010:3.0:1769074924.565108:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabb4e80000. 00000100:00000010:3.0:1769074924.565140:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aaf800. 00000100:00000010:3.0:1769074924.565282:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbef00000. 00000100:00000010:3.0:1769074924.565289:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aad000. 00000100:00000010:3.0:1769074924.565438:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbef80000. 00000100:00000010:3.0:1769074924.565443:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aadc00. 00000100:00000010:3.0:1769074924.565589:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbed00000. 00000100:00000010:3.0:1769074924.565593:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aac400. 00000100:00000010:3.0:1769074924.565747:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dabbed80000. 00000100:00000010:3.0:1769074924.565749:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aafc00. 00000100:00000010:3.0:1769074924.565909:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab9f100000. 00000100:00000010:3.0:1769074924.565914:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aae400. 00000100:00000010:3.0:1769074924.566067:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab9f180000. 00000100:00000010:3.0:1769074924.566071:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aac000. 00000100:00000010:3.0:1769074924.566207:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab84100000. 00000100:00000010:3.0:1769074924.566210:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aae000. 00000100:00000010:3.0:1769074924.566354:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab84180000. 00000100:00000010:3.0:1769074924.566358:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aaec00. 00000100:00000010:3.0:1769074924.566503:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab84600000. 00000100:00000010:3.0:1769074924.566506:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aaf000. 00000100:00000010:3.0:1769074924.566665:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab84680000. 00000100:00000010:3.0:1769074924.566669:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aac800. 00000100:00000010:3.0:1769074924.567752:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at ffff8dab84500000. 00000400:00000200:3.0:1769074924.567763:0:48690:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 6 lazy 00000020:00000010:3.0:1769074924.567858:0:48690:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dabb4aaf400. 00000020:00000010:3.0:1769074924.567864:0:48690:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8daa8fd8d000. 00000100:00000010:3.0:1769074924.568112:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabafdf2840. 00000100:00000010:3.0:1769074924.568121:0:48690:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8dabbc5fe7c0. 00000100:00000010:3.0:1769074924.568126:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8daa82fbec00. 00000100:00000010:3.0:1769074924.568130:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8daa82fbe600. 00000100:00000010:3.0:1769074924.568134:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbec9e480. 00000100:00000010:3.0:1769074924.568139:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabbec9e000. 00000100:00000010:3.0:1769074924.568142:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabae111480. 00000100:00000010:3.0:1769074924.568147:0:48690:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8daa82a72780. 00000100:00000010:3.0:1769074924.568151:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabae111a80. 00000100:00000010:3.0:1769074924.568153:0:48690:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8dabbc5fec40. 00000100:00000010:3.0:1769074924.568244:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabae111b40. 00000100:00000010:3.0:1769074924.568249:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabae111600. 00000100:00000010:3.0:1769074924.568251:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabae111840. 00000100:00000010:3.0:1769074924.568254:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabae111900. 00000100:00000010:3.0:1769074924.568256:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabae1113c0. 00000100:00000200:3.0:1769074924.568318:0:48690:0:(service.c:847:ptlrpc_register_service()) ost_io: Started, listening on portal 6 00000100:00000010:3.0:1769074924.568324:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabb48f2200. 00000020:00000010:0.0:1769074924.576068:0:48707:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff8dab84b00000. 00000100:00000010:0.0:1769074924.576082:0:48707:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dab82be9ac0. 00000020:00000010:0.0:1769074924.576087:0:48707:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab82be9480. 00000020:00000010:0.0:1769074924.576095:0:48707:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8c802000. 00000020:00000010:0.0:1769074924.576099:0:48707:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8c803400. 00000020:00000010:0.0:1769074924.576104:0:48707:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daba10cd000. 00000020:00000010:0.0:1769074924.576109:0:48707:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316ad48. 00000020:00000010:0.0:1769074924.576117:0:48707:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab88280800. 80000000:00000010:0.0:1769074924.576122:0:48707:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab85bd8600. 40000000:00000010:0.0:1769074924.576125:0:48707:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab82be9d80. 00100000:00000010:0.0:1769074924.576130:0:48707:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daba10cc800. 00040000:00000010:0.0:1769074924.576135:0:48707:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab8a2c4e00. 00040000:00000010:0.0:1769074924.576139:0:48707:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab88281000. 00080000:00000010:0.0:1769074924.576143:0:48707:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daba10c8800. 00000100:00000200:0.0:1769074924.576149:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576167:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63b00. 00000400:00000010:0.0:1769074924.576175:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab9eda8000. 00000100:00000200:0.0:1769074924.576183:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576186:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc639a0. 00000400:00000010:0.0:1769074924.576190:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabb3c34000. 00000100:00000200:0.0:1769074924.576192:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576195:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63c08. 00000400:00000010:0.0:1769074924.576198:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabb3c30000. 00000100:00000200:0.0:1769074924.576200:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576203:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63f78. 00000400:00000010:0.0:1769074924.576205:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabb3c37000. 00000100:00000200:0.0:1769074924.576208:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576210:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63bb0. 00000400:00000010:0.0:1769074924.576213:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabb3c32000. 00000100:00000200:0.0:1769074924.576216:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576218:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63058. 00000400:00000010:0.0:1769074924.576221:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabb3c35000. 00000100:00000200:0.0:1769074924.576223:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576225:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63b58. 00000400:00000010:0.0:1769074924.576228:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabb3c36000. 00000100:00000200:0.0:1769074924.576230:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576232:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc636e0. 00000400:00000010:0.0:1769074924.576235:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabb3c31000. 00000100:00000200:0.0:1769074924.576238:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576240:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63420. 00000400:00000010:0.0:1769074924.576245:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab82d17000. 00000100:00000200:0.0:1769074924.576248:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576249:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63d10. 00000400:00000010:0.0:1769074924.576253:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab82d15000. 00000100:00000200:0.0:1769074924.576256:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576257:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63c60. 00000400:00000010:0.0:1769074924.576260:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab82d16000. 00000100:00000200:0.0:1769074924.576263:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576265:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc631b8. 00000400:00000010:0.0:1769074924.576267:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab82d14000. 00000100:00000200:0.0:1769074924.576270:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576272:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63528. 00000400:00000010:0.0:1769074924.576274:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab82d12000. 00000100:00000200:0.0:1769074924.576276:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576279:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63108. 00000400:00000010:0.0:1769074924.576282:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab82bcd000. 00000100:00000200:0.0:1769074924.576286:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576288:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63840. 00000400:00000010:0.0:1769074924.576290:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab82bcf000. 00000100:00000200:0.0:1769074924.576293:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576296:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc632c0. 00000400:00000010:0.0:1769074924.576298:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab82bce000. 00000100:00000200:0.0:1769074924.576301:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576302:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63478. 00000400:00000010:0.0:1769074924.576306:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab8782c000. 00000100:00000200:0.0:1769074924.576308:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576310:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc630b0. 00000400:00000010:0.0:1769074924.576313:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab8782a000. 00000100:00000200:0.0:1769074924.576316:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576318:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63e70. 00000400:00000010:0.0:1769074924.576321:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab8782d000. 00000100:00000200:0.0:1769074924.576323:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576325:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63a50. 00000400:00000010:0.0:1769074924.576328:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab8782b000. 00000100:00000200:0.0:1769074924.576330:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576332:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63000. 00000400:00000010:0.0:1769074924.576335:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab87829000. 00000100:00000200:0.0:1769074924.576338:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576340:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63160. 00000400:00000010:0.0:1769074924.576344:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab87828000. 00000100:00000200:0.0:1769074924.576347:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576349:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63318. 00000400:00000010:0.0:1769074924.576353:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabc1848000. 00000100:00000200:0.0:1769074924.576356:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576358:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc634d0. 00000400:00000010:0.0:1769074924.576361:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabc184b000. 00000100:00000200:0.0:1769074924.576364:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576366:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc637e8. 00000400:00000010:0.0:1769074924.576369:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabc1849000. 00000100:00000200:0.0:1769074924.576372:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576374:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63790. 00000400:00000010:0.0:1769074924.576377:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabc184e000. 00000100:00000200:0.0:1769074924.576380:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576381:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc639f8. 00000400:00000010:0.0:1769074924.576384:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabc184d000. 00000100:00000200:0.0:1769074924.576387:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576389:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63210. 00000400:00000010:0.0:1769074924.576391:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabc184f000. 00000100:00000200:0.0:1769074924.576408:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576410:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63ec8. 00000400:00000010:0.0:1769074924.576415:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8277e000. 00000100:00000200:0.0:1769074924.576418:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576420:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63aa8. 00000400:00000010:0.0:1769074924.576423:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8277c000. 00000100:00000200:0.0:1769074924.576425:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576427:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63370. 00000400:00000010:0.0:1769074924.576430:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8277f000. 00000100:00000200:0.0:1769074924.576433:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576435:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc638f0. 00000400:00000010:0.0:1769074924.576437:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa82779000. 00000100:00000200:0.0:1769074924.576440:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576442:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63898. 00000400:00000010:0.0:1769074924.576445:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8277d000. 00000100:00000200:0.0:1769074924.576448:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576450:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63738. 00000400:00000010:0.0:1769074924.576453:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa82778000. 00000100:00000200:0.0:1769074924.576455:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576457:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63688. 00000400:00000010:0.0:1769074924.576460:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8277a000. 00000100:00000200:0.0:1769074924.576462:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576464:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63cb8. 00000400:00000010:0.0:1769074924.576468:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8bc43000. 00000100:00000200:0.0:1769074924.576471:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576474:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63630. 00000400:00000010:0.0:1769074924.576477:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8bc41000. 00000100:00000200:0.0:1769074924.576480:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576482:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63dc0. 00000400:00000010:0.0:1769074924.576485:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8bc44000. 00000100:00000200:0.0:1769074924.576497:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576500:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63e18. 00000400:00000010:0.0:1769074924.576502:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8bc47000. 00000100:00000200:0.0:1769074924.576506:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576508:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63f20. 00000400:00000010:0.0:1769074924.576510:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8bc45000. 00000100:00000200:0.0:1769074924.576514:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576515:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63580. 00000400:00000010:0.0:1769074924.576519:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8bc40000. 00000100:00000200:0.0:1769074924.576521:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576523:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc633c8. 00000400:00000010:0.0:1769074924.576527:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8daa8bc46000. 00000100:00000200:0.0:1769074924.576529:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576531:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63268. 00000400:00000010:0.0:1769074924.576535:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab9174e000. 00000100:00000200:0.0:1769074924.576538:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576540:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabafc63948. 00000400:00000010:0.0:1769074924.576544:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab9174b000. 00000100:00000200:0.0:1769074924.576546:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576550:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f2c0. 00000400:00000010:0.0:1769074924.576553:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab9174d000. 00000100:00000200:0.0:1769074924.576556:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576558:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f210. 00000400:00000010:0.0:1769074924.576561:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab91749000. 00000100:00000200:0.0:1769074924.576564:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576566:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5ff20. 00000400:00000010:0.0:1769074924.576569:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab9174c000. 00000100:00000200:0.0:1769074924.576572:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576573:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f898. 00000400:00000010:0.0:1769074924.576576:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab91748000. 00000100:00000200:0.0:1769074924.576579:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576581:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fd10. 00000400:00000010:0.0:1769074924.576585:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab84cdd000. 00000100:00000200:0.0:1769074924.576588:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576589:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fd68. 00000400:00000010:0.0:1769074924.576592:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab84cde000. 00000100:00000200:0.0:1769074924.576595:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576597:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f738. 00000400:00000010:0.0:1769074924.576600:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab84cdf000. 00000100:00000200:0.0:1769074924.576642:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576646:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fb00. 00000400:00000010:0.0:1769074924.576650:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab854cf000. 00000100:00000200:0.0:1769074924.576654:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576656:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5faa8. 00000400:00000010:0.0:1769074924.576659:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab854cd000. 00000100:00000200:0.0:1769074924.576661:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576664:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f630. 00000400:00000010:0.0:1769074924.576667:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab854cb000. 00000100:00000200:0.0:1769074924.576669:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576671:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f790. 00000400:00000010:0.0:1769074924.576674:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab854c9000. 00000100:00000200:0.0:1769074924.576676:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576678:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f268. 00000400:00000010:0.0:1769074924.576681:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab854c8000. 00000100:00000200:0.0:1769074924.576683:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576686:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f0b0. 00000400:00000010:0.0:1769074924.576688:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab854cc000. 00000100:00000200:0.0:1769074924.576691:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576693:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f9f8. 00000400:00000010:0.0:1769074924.576696:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab88b92000. 00000100:00000200:0.0:1769074924.576699:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576700:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fec8. 00000400:00000010:0.0:1769074924.576703:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab88b93000. 00000100:00000200:0.0:1769074924.576706:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576707:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f7e8. 00000400:00000010:0.0:1769074924.576710:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab88b96000. 00000100:00000200:0.0:1769074924.576713:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576715:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f160. 00000400:00000010:0.0:1769074924.576718:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab88b95000. 00000100:00000200:0.0:1769074924.576720:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576722:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f000. 00000400:00000010:0.0:1769074924.576725:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab88b94000. 00000100:00000200:0.0:1769074924.576727:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576729:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fdc0. 00000400:00000010:0.0:1769074924.576732:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dab88b90000. 00000100:00000200:0.0:1769074924.576734:0:48707:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:0.0:1769074924.576736:0:48707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f318. 00000400:00000010:0.0:1769074924.576740:0:48707:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8dabbd520000. 00000100:00000010:0.0:1769074924.576757:0:48707:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8daba12fc000. 00000100:00000200:0.0:1769074924.576779:0:48707:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1769074924.576910:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabadb1f200. 00000020:00000010:0.0:1769074924.579897:0:48708:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff8dabbc000000. 00000100:00000010:0.0:1769074924.579908:0:48708:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dab854afc00. 00000020:00000010:0.0:1769074924.579914:0:48708:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8daa900c0080. 00000020:00000010:0.0:1769074924.579921:0:48708:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88280a00. 00000020:00000010:0.0:1769074924.579925:0:48708:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab88281200. 00000020:00000010:0.0:1769074924.579930:0:48708:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daba10ce000. 00000020:00000010:0.0:1769074924.579935:0:48708:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316b758. 00000020:00000010:0.0:1769074924.579939:0:48708:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab88280600. 80000000:00000010:0.0:1769074924.579943:0:48708:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab85bd82a0. 40000000:00000010:0.0:1769074924.579946:0:48708:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8daa900c0e40. 00100000:00000010:0.0:1769074924.579950:0:48708:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daba10c8000. 00040000:00000010:0.0:1769074924.579955:0:48708:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab8a2c4a00. 00040000:00000010:0.0:1769074924.579958:0:48708:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab88281600. 00080000:00000010:0.0:1769074924.579962:0:48708:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daba10c9800. 00000100:00000010:0.0:1769074924.579977:0:48708:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8dab88bd8000. 00000100:00000200:0.0:1769074924.580051:0:48708:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1769074924.582088:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabadb1f000. 00000020:00000010:3.0:1769074924.583448:0:48709:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff8dab9e600000. 00000100:00000010:3.0:1769074924.583457:0:48709:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dabbc5fe600. 00000020:00000010:3.0:1769074924.583461:0:48709:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabbc5fea00. 00000020:00000010:3.0:1769074924.583471:0:48709:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbd19c600. 00000020:00000010:3.0:1769074924.583475:0:48709:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dabbd19d000. 00000020:00000010:3.0:1769074924.583481:0:48709:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dabbc55e000. 00000020:00000010:3.0:1769074924.583486:0:48709:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dab9eda5a90. 00000020:00000010:3.0:1769074924.583498:0:48709:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabbd19d200. 80000000:00000010:3.0:1769074924.583502:0:48709:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa88bd99c0. 40000000:00000010:3.0:1769074924.583505:0:48709:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabbc5fefc0. 00100000:00000010:3.0:1769074924.583511:0:48709:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dabbc55e800. 00040000:00000010:3.0:1769074924.583515:0:48709:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab854f6400. 00040000:00000010:3.0:1769074924.583519:0:48709:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabbd19dc00. 00080000:00000010:3.0:1769074924.583524:0:48709:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8b2a1800. 00000100:00000010:3.0:1769074924.583540:0:48709:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8dabbeef0000. 00000100:00000200:3.0:1769074924.583565:0:48709:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1769074924.584169:0:48690:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at ffff8dabadb1f800. 00000100:00000010:1.0:1769074924.584178:0:48690:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8dabae7b2800. 00000100:00000010:1.0:1769074924.584195:0:48690:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8dab878a0000. 00000100:00000010:1.0:1769074924.584203:0:48690:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8daa8ca0d000. 00000100:00000010:1.0:1769074924.584210:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae7b3c00. 00000100:00000010:1.0:1769074924.584226:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabada98000. 00000100:00000010:1.0:1769074924.584229:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabae7b0800. 00000100:00000010:1.0:1769074924.584244:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbdb78000. 00000100:00000010:1.0:1769074924.584258:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc6400. 00000100:00000010:1.0:1769074924.584272:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4f10000. 00000100:00000010:1.0:1769074924.584276:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc4000. 00000100:00000010:1.0:1769074924.584290:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbddc8000. 00000100:00000010:1.0:1769074924.584294:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc6000. 00000100:00000010:1.0:1769074924.584308:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab840d8000. 00000100:00000010:1.0:1769074924.584312:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc6c00. 00000100:00000010:1.0:1769074924.584326:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabad5a8000. 00000100:00000010:1.0:1769074924.584330:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc7000. 00000100:00000010:1.0:1769074924.584344:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbeb98000. 00000100:00000010:1.0:1769074924.584347:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc4800. 00000100:00000010:1.0:1769074924.584362:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc520000. 00000100:00000010:1.0:1769074924.584366:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc7400. 00000100:00000010:1.0:1769074924.584381:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabaff90000. 00000100:00000010:1.0:1769074924.584384:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc6800. 00000100:00000010:1.0:1769074924.584411:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbe7a8000. 00000100:00000010:1.0:1769074924.584415:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc4c00. 00000100:00000010:1.0:1769074924.584430:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb4f48000. 00000100:00000010:1.0:1769074924.584434:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc5400. 00000100:00000010:1.0:1769074924.584448:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabad720000. 00000100:00000010:1.0:1769074924.584452:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc5800. 00000100:00000010:1.0:1769074924.584467:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab89868000. 00000100:00000010:1.0:1769074924.584471:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc7800. 00000100:00000010:1.0:1769074924.584494:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbd468000. 00000100:00000010:1.0:1769074924.584499:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc5000. 00000100:00000010:1.0:1769074924.584515:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbff30000. 00000100:00000010:1.0:1769074924.584518:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc5c00. 00000100:00000010:1.0:1769074924.584533:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabadf30000. 00000100:00000010:1.0:1769074924.584537:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc4400. 00000100:00000010:1.0:1769074924.584552:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88fe8000. 00000100:00000010:1.0:1769074924.584555:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daba0cc7c00. 00000100:00000010:1.0:1769074924.584570:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcac8000. 00000100:00000010:1.0:1769074924.584580:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd53c00. 00000100:00000010:1.0:1769074924.584596:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88ce0000. 00000100:00000010:1.0:1769074924.584600:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd52400. 00000100:00000010:1.0:1769074924.585033:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab842a8000. 00000100:00000010:1.0:1769074924.585038:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd50000. 00000100:00000010:1.0:1769074924.585054:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab90830000. 00000100:00000010:1.0:1769074924.585057:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd52000. 00000100:00000010:1.0:1769074924.585073:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabae980000. 00000100:00000010:1.0:1769074924.585076:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd52c00. 00000100:00000010:1.0:1769074924.585091:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab9ea28000. 00000100:00000010:1.0:1769074924.585094:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd53000. 00000100:00000010:1.0:1769074924.585109:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab866c0000. 00000100:00000010:1.0:1769074924.585113:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd50800. 00000100:00000010:1.0:1769074924.585127:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb6560000. 00000100:00000010:1.0:1769074924.585130:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd53400. 00000100:00000010:1.0:1769074924.585145:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc550000. 00000100:00000010:1.0:1769074924.585148:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd52800. 00000100:00000010:1.0:1769074924.585320:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcb88000. 00000100:00000010:1.0:1769074924.585326:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd50c00. 00000100:00000010:1.0:1769074924.585340:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc748000. 00000100:00000010:1.0:1769074924.585344:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd51400. 00000100:00000010:1.0:1769074924.585359:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc9f8000. 00000100:00000010:1.0:1769074924.585362:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd51800. 00000100:00000010:1.0:1769074924.585377:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcaa0000. 00000100:00000010:1.0:1769074924.585380:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd53800. 00000100:00000010:1.0:1769074924.585395:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab87438000. 00000100:00000010:1.0:1769074924.585407:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd51000. 00000100:00000010:1.0:1769074924.585423:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcb58000. 00000100:00000010:1.0:1769074924.585427:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd51c00. 00000100:00000010:1.0:1769074924.585442:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88c70000. 00000100:00000010:1.0:1769074924.585445:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabafd50400. 00000100:00000010:1.0:1769074924.585459:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88c78000. 00000100:00000010:1.0:1769074924.585470:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c26400. 00000100:00000010:1.0:1769074924.585844:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcb40000. 00000100:00000010:1.0:1769074924.585850:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c24000. 00000100:00000010:1.0:1769074924.585867:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcb48000. 00000100:00000010:1.0:1769074924.585870:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c26000. 00000100:00000010:1.0:1769074924.585886:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcb70000. 00000100:00000010:1.0:1769074924.585890:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c26c00. 00000100:00000010:1.0:1769074924.585904:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcb78000. 00000100:00000010:1.0:1769074924.585907:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c27000. 00000100:00000010:1.0:1769074924.586022:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab9ed80000. 00000100:00000010:1.0:1769074924.586028:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c24800. 00000100:00000010:1.0:1769074924.586043:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab9ed88000. 00000100:00000010:1.0:1769074924.586047:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c27400. 00000100:00000010:1.0:1769074924.586061:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba02f0000. 00000100:00000010:1.0:1769074924.586065:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c26800. 00000100:00000010:1.0:1769074924.586079:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba02f8000. 00000100:00000010:1.0:1769074924.586301:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c24c00. 00000100:00000010:1.0:1769074924.586322:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88e20000. 00000100:00000010:1.0:1769074924.586327:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c25400. 00000100:00000010:1.0:1769074924.586343:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88e28000. 00000100:00000010:1.0:1769074924.586346:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c25800. 00000100:00000010:1.0:1769074924.586360:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcd00000. 00000100:00000010:1.0:1769074924.586364:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c27800. 00000100:00000010:1.0:1769074924.586378:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcd08000. 00000100:00000010:1.0:1769074924.586380:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c25000. 00000100:00000010:1.0:1769074924.586405:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88cf0000. 00000100:00000010:1.0:1769074924.586409:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c25c00. 00000100:00000010:1.0:1769074924.586424:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88cf8000. 00000100:00000010:1.0:1769074924.586427:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c24400. 00000100:00000010:1.0:1769074924.586442:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabae750000. 00000100:00000010:1.0:1769074924.586445:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb3c27c00. 00000100:00000010:1.0:1769074924.586459:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabae758000. 00000100:00000010:1.0:1769074924.586470:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e2400. 00000100:00000010:1.0:1769074924.586485:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba04d0000. 00000100:00000010:1.0:1769074924.587259:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e0000. 00000100:00000010:1.0:1769074924.587281:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8daba04d8000. 00000100:00000010:1.0:1769074924.587284:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e2000. 00000100:00000010:1.0:1769074924.587299:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88cc0000. 00000100:00000010:1.0:1769074924.587302:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e2c00. 00000100:00000010:1.0:1769074924.587318:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab88cc8000. 00000100:00000010:1.0:1769074924.587321:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e3000. 00000100:00000010:1.0:1769074924.587336:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc540000. 00000100:00000010:1.0:1769074924.587340:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e0800. 00000100:00000010:1.0:1769074924.587354:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbc548000. 00000100:00000010:1.0:1769074924.587358:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e3400. 00000100:00000010:1.0:1769074924.587373:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbe920000. 00000100:00000010:1.0:1769074924.587377:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e2800. 00000100:00000010:1.0:1769074924.587403:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbe928000. 00000100:00000010:1.0:1769074924.587407:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e0c00. 00000100:00000010:1.0:1769074924.587422:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcb10000. 00000100:00000010:1.0:1769074924.587425:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e1400. 00000100:00000010:1.0:1769074924.587441:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabbcb18000. 00000100:00000010:1.0:1769074924.587444:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e1800. 00000100:00000010:1.0:1769074924.587459:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab85960000. 00000100:00000010:1.0:1769074924.587462:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e3800. 00000100:00000010:1.0:1769074924.587476:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dab85968000. 00000100:00000010:1.0:1769074924.587480:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e1000. 00000100:00000010:1.0:1769074924.587504:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb3c10000. 00000100:00000010:1.0:1769074924.587508:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab853e1c00. 00000100:00000010:1.0:1769074924.587524:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at ffff8dabb3c18000. 00000400:00000200:1.0:1769074924.587532:0:48690:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 31 lazy 00000020:00000010:1.0:1769074924.588750:0:48690:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dab853e0400. 00000020:00000010:1.0:1769074924.588760:0:48690:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8daa8ca09000. 00000100:00000010:1.0:1769074924.588832:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabb4921f00. 00000100:00000010:1.0:1769074924.588840:0:48690:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8dab83844d00. 00000100:00000010:1.0:1769074924.588843:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabb4921cc0. 00000100:00000010:1.0:1769074924.588849:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8daa89d809c0. 00000100:00000010:1.0:1769074924.588852:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8daa89d80600. 00000100:00000200:1.0:1769074924.588885:0:48690:0:(service.c:847:ptlrpc_register_service()) ost_seq: Started, listening on portal 31 00000100:00000010:1.0:1769074924.588890:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabadb1ea00. 00000100:00000010:3.0:1769074924.589470:0:48710:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dabbc5fe0c0. 00000020:00000010:3.0:1769074924.589478:0:48710:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabbc5fe640. 00000020:00000010:3.0:1769074924.589485:0:48710:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbd19da00. 00000020:00000010:3.0:1769074924.589576:0:48710:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dabbd19d400. 00000020:00000010:3.0:1769074924.589582:0:48710:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8b2a5000. 00000020:00000010:3.0:1769074924.589588:0:48710:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dab9eda4168. 00000020:00000010:3.0:1769074924.589592:0:48710:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabbd19ca00. 80000000:00000010:3.0:1769074924.589596:0:48710:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa88bd92a0. 40000000:00000010:3.0:1769074924.589600:0:48710:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabbc5fe8c0. 00100000:00000010:3.0:1769074924.589717:0:48710:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8b2a7000. 00040000:00000010:3.0:1769074924.589723:0:48710:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab854f6000. 00040000:00000010:3.0:1769074924.589727:0:48710:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabbd19c200. 00080000:00000010:3.0:1769074924.589731:0:48710:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8b2a6000. 00000100:00000200:3.0:1769074924.589737:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589743:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236580. 00000400:00000010:3.0:1769074924.589749:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6d00. 00000100:00000200:3.0:1769074924.589757:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589759:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236898. 00000400:00000010:3.0:1769074924.589762:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6500. 00000100:00000200:3.0:1769074924.589763:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589766:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236f20. 00000400:00000010:3.0:1769074924.589768:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6700. 00000100:00000200:3.0:1769074924.589770:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589772:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236b00. 00000400:00000010:3.0:1769074924.589774:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6300. 00000100:00000200:3.0:1769074924.589776:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589778:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236bb0. 00000400:00000010:3.0:1769074924.589780:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab854f6100. 00000100:00000200:3.0:1769074924.589783:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589785:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236738. 00000400:00000010:3.0:1769074924.589789:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135200. 00000100:00000200:3.0:1769074924.589791:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589793:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236318. 00000400:00000010:3.0:1769074924.589795:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135d00. 00000100:00000200:3.0:1769074924.589797:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589799:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236160. 00000400:00000010:3.0:1769074924.589801:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135300. 00000100:00000200:3.0:1769074924.589803:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589805:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236370. 00000400:00000010:3.0:1769074924.589807:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135500. 00000100:00000200:3.0:1769074924.589809:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589822:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab852368f0. 00000400:00000010:3.0:1769074924.589824:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135600. 00000100:00000200:3.0:1769074924.589827:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589829:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236948. 00000400:00000010:3.0:1769074924.589831:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135700. 00000100:00000200:3.0:1769074924.589833:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589835:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236d68. 00000400:00000010:3.0:1769074924.589837:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135000. 00000100:00000200:3.0:1769074924.589839:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589841:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236058. 00000400:00000010:3.0:1769074924.589843:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135b00. 00000100:00000200:3.0:1769074924.589846:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589848:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236000. 00000400:00000010:3.0:1769074924.589850:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135400. 00000100:00000200:3.0:1769074924.589852:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589854:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236478. 00000400:00000010:3.0:1769074924.589856:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135f00. 00000100:00000200:3.0:1769074924.589858:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589860:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236f78. 00000400:00000010:3.0:1769074924.589862:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135800. 00000100:00000200:3.0:1769074924.589864:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589865:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236108. 00000400:00000010:3.0:1769074924.589867:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135900. 00000100:00000200:3.0:1769074924.589869:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589871:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236630. 00000400:00000010:3.0:1769074924.589874:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135c00. 00000100:00000200:3.0:1769074924.589875:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589877:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236b58. 00000400:00000010:3.0:1769074924.589879:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135a00. 00000100:00000200:3.0:1769074924.589881:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589883:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab852369f8. 00000400:00000010:3.0:1769074924.589885:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab90135e00. 00000100:00000200:3.0:1769074924.589887:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589889:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236e18. 00000400:00000010:3.0:1769074924.589892:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855f00. 00000100:00000200:3.0:1769074924.589894:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589895:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab852360b0. 00000400:00000010:3.0:1769074924.589897:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855800. 00000100:00000200:3.0:1769074924.589899:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589901:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236a50. 00000400:00000010:3.0:1769074924.589903:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855900. 00000100:00000200:3.0:1769074924.589904:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589906:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236e70. 00000400:00000010:3.0:1769074924.589908:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855b00. 00000100:00000200:3.0:1769074924.589910:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589912:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236688. 00000400:00000010:3.0:1769074924.589914:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855e00. 00000100:00000200:3.0:1769074924.589916:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589918:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab852366e0. 00000400:00000010:3.0:1769074924.589920:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855a00. 00000100:00000200:3.0:1769074924.589922:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589924:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab85236420. 00000400:00000010:3.0:1769074924.589926:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855700. 00000100:00000200:3.0:1769074924.589927:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589930:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3630. 00000400:00000010:3.0:1769074924.589933:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855500. 00000100:00000200:3.0:1769074924.589935:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589937:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3108. 00000400:00000010:3.0:1769074924.589939:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855c00. 00000100:00000200:3.0:1769074924.589942:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589944:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3000. 00000400:00000010:3.0:1769074924.589946:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855100. 00000100:00000200:3.0:1769074924.589948:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589950:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3a50. 00000400:00000010:3.0:1769074924.589953:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855400. 00000100:00000200:3.0:1769074924.589955:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589957:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3e70. 00000400:00000010:3.0:1769074924.589959:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855d00. 00000100:00000200:3.0:1769074924.589961:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589963:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e30b0. 00000400:00000010:3.0:1769074924.589965:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855300. 00000100:00000200:3.0:1769074924.589967:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589969:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e35d8. 00000400:00000010:3.0:1769074924.589972:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dabb4855200. 00000100:00000200:3.0:1769074924.589973:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.589976:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3688. 00000400:00000010:3.0:1769074924.589993:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65600. 00000100:00000200:3.0:1769074924.589997:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590001:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3f78. 00000400:00000010:3.0:1769074924.590003:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65900. 00000100:00000200:3.0:1769074924.590005:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590007:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e39f8. 00000400:00000010:3.0:1769074924.590009:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65500. 00000100:00000200:3.0:1769074924.590012:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590014:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3e18. 00000400:00000010:3.0:1769074924.590015:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65a00. 00000100:00000200:3.0:1769074924.590017:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590019:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e36e0. 00000400:00000010:3.0:1769074924.590021:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65e00. 00000100:00000200:3.0:1769074924.590023:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590025:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3420. 00000400:00000010:3.0:1769074924.590027:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65c00. 00000100:00000200:3.0:1769074924.590029:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590031:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3790. 00000400:00000010:3.0:1769074924.590034:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65800. 00000100:00000200:3.0:1769074924.590036:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590038:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3478. 00000400:00000010:3.0:1769074924.590041:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65700. 00000100:00000200:3.0:1769074924.590043:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590045:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3b58. 00000400:00000010:3.0:1769074924.590046:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65200. 00000100:00000200:3.0:1769074924.590049:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590050:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e33c8. 00000400:00000010:3.0:1769074924.590052:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65d00. 00000100:00000200:3.0:1769074924.590054:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590056:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3058. 00000400:00000010:3.0:1769074924.590057:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65f00. 00000100:00000200:3.0:1769074924.590060:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590062:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3210. 00000400:00000010:3.0:1769074924.590064:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65100. 00000100:00000200:3.0:1769074924.590066:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590068:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e34d0. 00000400:00000010:3.0:1769074924.590070:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65000. 00000100:00000200:3.0:1769074924.590072:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590073:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3dc0. 00000400:00000010:3.0:1769074924.590075:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65b00. 00000100:00000200:3.0:1769074924.590078:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590079:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e32c0. 00000400:00000010:3.0:1769074924.590081:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65400. 00000100:00000200:3.0:1769074924.590083:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590085:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e31b8. 00000400:00000010:3.0:1769074924.590087:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab86d65300. 00000100:00000200:3.0:1769074924.590089:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590091:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3cb8. 00000400:00000010:3.0:1769074924.590101:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554b400. 00000100:00000200:3.0:1769074924.590105:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590107:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e39a0. 00000400:00000010:3.0:1769074924.590110:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554b300. 00000100:00000200:3.0:1769074924.590111:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590113:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3ec8. 00000400:00000010:3.0:1769074924.590115:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554b600. 00000100:00000200:3.0:1769074924.590117:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590119:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3c08. 00000400:00000010:3.0:1769074924.590121:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554b900. 00000100:00000200:3.0:1769074924.590123:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590124:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3528. 00000400:00000010:3.0:1769074924.590126:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554b500. 00000100:00000200:3.0:1769074924.590128:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590129:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3aa8. 00000400:00000010:3.0:1769074924.590131:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554ba00. 00000100:00000200:3.0:1769074924.590133:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590135:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3840. 00000400:00000010:3.0:1769074924.590137:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554be00. 00000100:00000200:3.0:1769074924.590139:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590141:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e37e8. 00000400:00000010:3.0:1769074924.590143:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554bc00. 00000100:00000200:3.0:1769074924.590145:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.590147:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3d10. 00000400:00000010:3.0:1769074924.590150:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554b800. 00000100:00000200:3.0:1769074924.590152:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.591681:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3268. 00000400:00000010:3.0:1769074924.591693:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554b700. 00000100:00000200:3.0:1769074924.591700:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.591702:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3c60. 00000400:00000010:3.0:1769074924.591704:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554b200. 00000100:00000200:3.0:1769074924.591706:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.591708:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3580. 00000400:00000010:3.0:1769074924.591710:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554bd00. 00000100:00000200:3.0:1769074924.591712:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.591714:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3898. 00000400:00000010:3.0:1769074924.591716:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554bf00. 00000100:00000200:3.0:1769074924.591718:0:48710:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1769074924.591720:0:48710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dabb48e3f20. 00000400:00000010:3.0:1769074924.591723:0:48710:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8dab8554b100. 00000100:00000010:3.0:1769074924.591744:0:48710:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8dab88b18000. 00000100:00000200:3.0:1769074924.591844:0:48710:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1769074924.594779:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabadb1fc00. 00000100:00000010:1.0:1769074924.595301:0:48711:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8dabb4234140. 00000020:00000010:1.0:1769074924.595306:0:48711:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabb4234940. 00000020:00000010:1.0:1769074924.595315:0:48711:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabadb1f400. 00000020:00000010:1.0:1769074924.595319:0:48711:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dabadb1f600. 00000020:00000010:1.0:1769074924.595324:0:48711:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a12800. 00000020:00000010:1.0:1769074924.595329:0:48711:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85830f18. 00000020:00000010:1.0:1769074924.595333:0:48711:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabadb1e400. 80000000:00000010:1.0:1769074924.595338:0:48711:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabae3e0840. 40000000:00000010:1.0:1769074924.595341:0:48711:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabb42345c0. 00100000:00000010:1.0:1769074924.595346:0:48711:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa83a10800. 00040000:00000010:1.0:1769074924.595350:0:48711:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8daba0147a00. 00040000:00000010:1.0:1769074924.595354:0:48711:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabadb1e000. 00080000:00000010:1.0:1769074924.595358:0:48711:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a14000. 00000100:00000010:1.0:1769074924.595372:0:48711:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8dabb3c0c000. 00000100:00000200:1.0:1769074924.595402:0:48711:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1769074924.595522:0:48690:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at ffff8dabbd19de00. 00000100:00000010:3.0:1769074924.595528:0:48690:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8dabb4aae800. 00000100:00000010:3.0:1769074924.595542:0:48690:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8dab85974000. 00000100:00000010:3.0:1769074924.595550:0:48690:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8daa8fd8f000. 00000100:00000010:3.0:1769074924.595555:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aacc00. 00000100:00000010:3.0:1769074924.595921:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabadc00000. 00000100:00000010:3.0:1769074924.595927:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aad400. 00000100:00000010:3.0:1769074924.596582:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabad600000. 00000100:00000010:3.0:1769074924.596591:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dabb4aad800. 00000100:00000010:3.0:1769074924.597101:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabad100000. 00000100:00000010:3.0:1769074924.597120:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0f800. 00000100:00000010:3.0:1769074924.598290:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab9e400000. 00000100:00000010:2.0:1769074924.598736:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833ea000. 00000100:00000010:2.0:1769074924.599121:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabad400000. 00000100:00000010:2.0:1769074924.599129:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833eb400. 00000100:00000010:2.0:1769074924.599824:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabad800000. 00000100:00000010:2.0:1769074924.599832:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833e8800. 00000100:00000010:2.0:1769074924.600289:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabad200000. 00000100:00000010:2.0:1769074924.600296:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833e8400. 00000100:00000010:2.0:1769074924.601270:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab87a00000. 00000100:00000010:2.0:1769074924.601279:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833eac00. 00000100:00000010:2.0:1769074924.601873:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabade00000. 00000100:00000010:2.0:1769074924.601881:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833eb800. 00000100:00000010:2.0:1769074924.602880:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabbda00000. 00000100:00000010:2.0:1769074924.602891:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833eb000. 00000100:00000010:2.0:1769074924.603772:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabbd800000. 00000100:00000010:2.0:1769074924.603782:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833e9800. 00000100:00000010:2.0:1769074924.605578:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabb6200000. 00000100:00000010:2.0:1769074924.605595:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8daa833e9000. 00000100:00000010:2.0:1769074924.606340:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8daba7600000. 00000100:00000010:2.0:1769074924.606360:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f5000. 00000100:00000010:2.0:1769074924.607404:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabbdc00000. 00000100:00000010:2.0:1769074924.607414:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f5c00. 00000100:00000010:2.0:1769074924.609329:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabbe600000. 00000100:00000010:2.0:1769074924.609345:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f4400. 00000100:00000010:2.0:1769074924.609912:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabbfc00000. 00000100:00000010:2.0:1769074924.609919:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f7c00. 00000100:00000010:2.0:1769074924.610300:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabb6a00000. 00000100:00000010:2.0:1769074924.610307:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f6400. 00000100:00000010:2.0:1769074924.611058:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab89a00000. 00000100:00000010:2.0:1769074924.611068:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f4000. 00000100:00000010:2.0:1769074924.611461:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab89b00000. 00000100:00000010:2.0:1769074924.611468:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f6000. 00000100:00000010:2.0:1769074924.612297:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabb7600000. 00000100:00000010:2.0:1769074924.612306:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f6c00. 00000100:00000010:2.0:1769074924.613056:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabb7700000. 00000100:00000010:2.0:1769074924.613067:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f7000. 00000100:00000010:2.0:1769074924.613590:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabb6600000. 00000100:00000010:2.0:1769074924.613598:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f4800. 00000100:00000010:2.0:1769074924.614258:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabb6700000. 00000100:00000010:2.0:1769074924.614267:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f7400. 00000100:00000010:2.0:1769074924.614846:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabb5800000. 00000100:00000010:2.0:1769074924.614854:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f6800. 00000100:00000010:2.0:1769074924.615234:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabb5900000. 00000100:00000010:2.0:1769074924.615240:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f4c00. 00000100:00000010:2.0:1769074924.616049:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab9ee00000. 00000100:00000010:2.0:1769074924.616057:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f5400. 00000100:00000010:2.0:1769074924.616435:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab9ef00000. 00000100:00000010:2.0:1769074924.616441:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f5800. 00000100:00000010:2.0:1769074924.617271:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab9e800000. 00000100:00000010:2.0:1769074924.617281:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab890f7800. 00000100:00000010:2.0:1769074924.617833:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab9e900000. 00000100:00000010:2.0:1769074924.617855:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8335b800. 00000100:00000010:2.0:1769074924.618335:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabc1a00000. 00000100:00000010:2.0:1769074924.618343:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab83359000. 00000100:00000010:2.0:1769074924.619343:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabc1b00000. 00000100:00000010:2.0:1769074924.619354:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab83359c00. 00000100:00000010:2.0:1769074924.620956:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab91400000. 00000100:00000010:2.0:1769074924.620971:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab83358400. 00000100:00000010:2.0:1769074924.621292:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab91500000. 00000100:00000010:2.0:1769074924.621297:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8335bc00. 00000100:00000010:2.0:1769074924.621973:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab8a000000. 00000100:00000010:2.0:1769074924.621981:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8335a400. 00000100:00000010:2.0:1769074924.622362:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab8a100000. 00000100:00000010:2.0:1769074924.622368:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab83358000. 00000100:00000010:2.0:1769074924.623428:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8daba0800000. 00000100:00000010:2.0:1769074924.623439:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8335a000. 00000100:00000010:2.0:1769074924.624405:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8daba0900000. 00000100:00000010:2.0:1769074924.624417:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8335ac00. 00000100:00000010:2.0:1769074924.625080:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab90e00000. 00000100:00000010:3.0:1769074924.625315:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0d000. 00000100:00000010:3.0:1769074924.625900:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab90f00000. 00000100:00000010:3.0:1769074924.625909:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0dc00. 00000100:00000010:3.0:1769074924.626331:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab83400000. 00000100:00000010:3.0:1769074924.626337:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0c400. 00000100:00000010:3.0:1769074924.626858:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab83500000. 00000100:00000010:3.0:1769074924.626864:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0fc00. 00000100:00000010:3.0:1769074924.627286:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab86e00000. 00000100:00000010:3.0:1769074924.627292:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0e400. 00000100:00000010:3.0:1769074924.627801:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab86f00000. 00000100:00000010:3.0:1769074924.627808:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0c000. 00000100:00000010:3.0:1769074924.628256:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabaea00000. 00000100:00000010:3.0:1769074924.628263:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0e000. 00000100:00000010:3.0:1769074924.628917:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabaeb00000. 00000100:00000010:3.0:1769074924.628928:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0ec00. 00000100:00000010:3.0:1769074924.629405:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabaee00000. 00000100:00000010:3.0:1769074924.629411:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0f000. 00000100:00000010:3.0:1769074924.629945:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabaef00000. 00000100:00000010:3.0:1769074924.629952:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0c800. 00000100:00000010:3.0:1769074924.633113:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabaf200000. 00000100:00000010:3.0:1769074924.633123:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0f400. 00000100:00000010:3.0:1769074924.633412:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabaf300000. 00000100:00000010:3.0:1769074924.633418:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0e800. 00000100:00000010:3.0:1769074924.633777:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab9f200000. 00000100:00000010:3.0:1769074924.633783:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0cc00. 00000100:00000010:3.0:1769074924.634077:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dab9f300000. 00000100:00000010:3.0:1769074924.634081:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0d400. 00000100:00000010:3.0:1769074924.634375:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabaf400000. 00000100:00000010:3.0:1769074924.634380:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab87f0d800. 00000100:00000010:3.0:1769074924.634719:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabaf500000. 00000100:00000010:3.0:1769074924.634734:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8673cc00. 00000100:00000010:3.0:1769074924.635035:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabaf800000. 00000100:00000010:3.0:1769074924.635040:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8673d400. 00000100:00000010:3.0:1769074924.635320:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabaf900000. 00000100:00000010:3.0:1769074924.635324:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8673d800. 00000100:00000010:3.0:1769074924.635662:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabbc200000. 00000100:00000010:3.0:1769074924.635668:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8673f800. 00000100:00000010:3.0:1769074924.637046:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabbc300000. 00000100:00000010:3.0:1769074924.637059:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8673d000. 00000100:00000010:3.0:1769074924.637416:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabb6000000. 00000100:00000010:3.0:1769074924.637422:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8673dc00. 00000100:00000010:3.0:1769074924.638178:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabb6100000. 00000100:00000010:3.0:1769074924.638188:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8673c400. 00000100:00000010:3.0:1769074924.638739:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabbde00000. 00000100:00000010:3.0:1769074924.638747:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8673fc00. 00000100:00000010:3.0:1769074924.639060:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabbdf00000. 00000100:00000010:3.0:1769074924.639067:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8673e400. 00000100:00000010:3.0:1769074924.639413:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabbe400000. 00000100:00000010:3.0:1769074924.639419:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8673c000. 00000100:00000010:3.0:1769074924.639753:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8dabbe500000. 00000100:00000010:3.0:1769074924.639759:0:48690:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8dab8673e000. 00000100:00000010:3.0:1769074924.640095:0:48690:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff8daba7400000. 00000400:00000200:3.0:1769074924.640104:0:48690:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:3.0:1769074924.640183:0:48690:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dab8673ec00. 00000020:00000010:3.0:1769074924.640188:0:48690:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8daa8fd89000. 00000100:00000010:3.0:1769074924.640240:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabae111780. 00000100:00000010:3.0:1769074924.640246:0:48690:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8dabbc5fee40. 00000100:00000010:3.0:1769074924.640251:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dabae111300. 00000100:00000010:3.0:1769074924.640255:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dab87d7c0c0. 00000100:00000010:3.0:1769074924.640259:0:48690:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8dab87d7c540. 00000100:00000200:3.0:1769074924.640293:0:48690:0:(service.c:847:ptlrpc_register_service()) ost_out: Started, listening on portal 24 00000100:00000010:3.0:1769074924.640298:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabbd19c400. 00000100:00000010:0.0:1769074924.641123:0:48712:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8daa900c01c0. 00000020:00000010:0.0:1769074924.641129:0:48712:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8daa900c0200. 00000020:00000010:0.0:1769074924.641135:0:48712:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88281c00. 00000020:00000010:0.0:1769074924.641138:0:48712:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab88280c00. 00000040:00000010:0.0:1769074924.641140:0:48712:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab88281800. 00000020:00000010:0.0:1769074924.641143:0:48712:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daba10cf800. 00000020:00000010:0.0:1769074924.641148:0:48712:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316da90. 00000020:00000010:0.0:1769074924.641159:0:48712:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab88280400. 80000000:00000010:0.0:1769074924.641163:0:48712:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab85bd8840. 40000000:00000010:0.0:1769074924.641165:0:48712:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8daa900c0940. 00100000:00000010:0.0:1769074924.641169:0:48712:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daba10ca800. 00040000:00000010:0.0:1769074924.641172:0:48712:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab8a2c4100. 00040000:00000010:0.0:1769074924.641175:0:48712:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab88280e00. 00080000:00000010:0.0:1769074924.641178:0:48712:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daba10ca000. 00000100:00000200:0.0:1769074924.641184:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641189:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5ff78. 00000400:00000010:0.0:1769074924.641206:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88d58000. 00000100:00000200:0.0:1769074924.641215:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641218:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fe70. 00000400:00000010:0.0:1769074924.641222:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88d5a000. 00000100:00000200:0.0:1769074924.641225:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641227:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f4d0. 00000400:00000010:0.0:1769074924.641231:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88d5e000. 00000100:00000200:0.0:1769074924.641234:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641236:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f478. 00000400:00000010:0.0:1769074924.641239:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88d5c000. 00000100:00000200:0.0:1769074924.641243:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641245:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f420. 00000400:00000010:0.0:1769074924.641255:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf020000. 00000100:00000200:0.0:1769074924.641261:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641263:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fc08. 00000400:00000010:0.0:1769074924.641267:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf022000. 00000100:00000200:0.0:1769074924.641271:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641273:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fb58. 00000400:00000010:0.0:1769074924.641277:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf026000. 00000100:00000200:0.0:1769074924.641280:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641282:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f580. 00000400:00000010:0.0:1769074924.641286:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf024000. 00000100:00000200:0.0:1769074924.641290:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641292:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f370. 00000400:00000010:0.0:1769074924.641299:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf02e000. 00000100:00000200:0.0:1769074924.641303:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641304:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fbb0. 00000400:00000010:0.0:1769074924.641307:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf02c000. 00000100:00000200:0.0:1769074924.641310:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641311:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fc60. 00000400:00000010:0.0:1769074924.641313:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf028000. 00000100:00000200:0.0:1769074924.641315:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641317:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f5d8. 00000400:00000010:0.0:1769074924.641319:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf02a000. 00000100:00000200:0.0:1769074924.641322:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641323:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f108. 00000400:00000010:0.0:1769074924.641329:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88c92000. 00000100:00000200:0.0:1769074924.641333:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641334:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f3c8. 00000400:00000010:0.0:1769074924.641337:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88c96000. 00000100:00000200:0.0:1769074924.641349:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641351:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f1b8. 00000400:00000010:0.0:1769074924.641354:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88c94000. 00000100:00000200:0.0:1769074924.641356:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641357:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f948. 00000400:00000010:0.0:1769074924.641360:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88c90000. 00000100:00000200:0.0:1769074924.641362:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641363:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fe18. 00000400:00000010:0.0:1769074924.641370:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88c98000. 00000100:00000200:0.0:1769074924.641373:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641374:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f528. 00000400:00000010:0.0:1769074924.641377:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88c9a000. 00000100:00000200:0.0:1769074924.641378:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641380:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f688. 00000400:00000010:0.0:1769074924.641382:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88c9e000. 00000100:00000200:0.0:1769074924.641385:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641386:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f6e0. 00000400:00000010:0.0:1769074924.641389:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dab88c9c000. 00000100:00000200:0.0:1769074924.641392:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641394:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fcb8. 00000400:00000010:0.0:1769074924.641403:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf010000. 00000100:00000200:0.0:1769074924.641408:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641411:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f058. 00000400:00000010:0.0:1769074924.641415:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf012000. 00000100:00000200:0.0:1769074924.641418:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641420:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f9a0. 00000400:00000010:0.0:1769074924.641424:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf016000. 00000100:00000200:0.0:1769074924.641427:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641429:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f8f0. 00000400:00000010:0.0:1769074924.641433:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf014000. 00000100:00000200:0.0:1769074924.641437:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641438:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5f840. 00000400:00000010:0.0:1769074924.641448:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf01e000. 00000100:00000200:0.0:1769074924.641454:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641456:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fc5fa50. 00000400:00000010:0.0:1769074924.641460:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf01c000. 00000100:00000200:0.0:1769074924.641464:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641492:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a840. 00000400:00000010:0.0:1769074924.641498:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf018000. 00000100:00000200:0.0:1769074924.641503:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641506:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a7e8. 00000400:00000010:0.0:1769074924.641510:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabaf01a000. 00000100:00000200:0.0:1769074924.641514:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641516:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2ad10. 00000400:00000010:0.0:1769074924.641524:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabae7a4000. 00000100:00000200:0.0:1769074924.641527:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641529:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a268. 00000400:00000010:0.0:1769074924.641531:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabae7a0000. 00000100:00000200:0.0:1769074924.641534:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641535:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2ac60. 00000400:00000010:0.0:1769074924.641537:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabae7a2000. 00000100:00000200:0.0:1769074924.641539:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641540:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a580. 00000400:00000010:0.0:1769074924.641543:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabae7a6000. 00000100:00000200:0.0:1769074924.641545:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641546:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a898. 00000400:00000010:0.0:1769074924.641552:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabae7ac000. 00000100:00000200:0.0:1769074924.641555:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641556:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2af20. 00000400:00000010:0.0:1769074924.641559:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabae7a8000. 00000100:00000200:0.0:1769074924.641561:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641562:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2ab00. 00000400:00000010:0.0:1769074924.641564:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabae7aa000. 00000100:00000200:0.0:1769074924.641566:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641567:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2abb0. 00000400:00000010:0.0:1769074924.641570:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabae7ae000. 00000100:00000200:0.0:1769074924.641572:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641573:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a738. 00000400:00000010:0.0:1769074924.641580:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbd474000. 00000100:00000200:0.0:1769074924.641583:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641584:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a318. 00000400:00000010:0.0:1769074924.641587:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbd470000. 00000100:00000200:0.0:1769074924.641589:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641590:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a160. 00000400:00000010:0.0:1769074924.641593:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbd472000. 00000100:00000200:0.0:1769074924.641595:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641596:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a370. 00000400:00000010:0.0:1769074924.641599:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbd476000. 00000100:00000200:0.0:1769074924.641630:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641634:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a8f0. 00000400:00000010:0.0:1769074924.641644:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbd47a000. 00000100:00000200:0.0:1769074924.641650:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641652:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a948. 00000400:00000010:0.0:1769074924.641656:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbd47e000. 00000100:00000200:0.0:1769074924.641660:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641662:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2ad68. 00000400:00000010:0.0:1769074924.641665:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbd47c000. 00000100:00000200:0.0:1769074924.641669:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641671:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a630. 00000400:00000010:0.0:1769074924.641674:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbd478000. 00000100:00000200:0.0:1769074924.641677:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641678:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a108. 00000400:00000010:0.0:1769074924.641686:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabb4842000. 00000100:00000200:0.0:1769074924.641689:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641691:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a000. 00000400:00000010:0.0:1769074924.641694:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabb4846000. 00000100:00000200:0.0:1769074924.641696:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641697:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2aa50. 00000400:00000010:0.0:1769074924.641700:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabb4844000. 00000100:00000200:0.0:1769074924.641701:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641702:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2ae70. 00000400:00000010:0.0:1769074924.641705:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabb4840000. 00000100:00000200:0.0:1769074924.641708:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641709:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a0b0. 00000400:00000010:0.0:1769074924.641716:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabb4848000. 00000100:00000200:0.0:1769074924.641719:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641720:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a5d8. 00000400:00000010:0.0:1769074924.641723:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabb484a000. 00000100:00000200:0.0:1769074924.641725:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641726:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a688. 00000400:00000010:0.0:1769074924.641729:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabb484e000. 00000100:00000200:0.0:1769074924.641731:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641732:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2af78. 00000400:00000010:0.0:1769074924.641734:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabb484c000. 00000100:00000200:0.0:1769074924.641737:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641738:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a9f8. 00000400:00000010:0.0:1769074924.641745:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc7c6000. 00000100:00000200:0.0:1769074924.641748:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641749:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2ae18. 00000400:00000010:0.0:1769074924.641752:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc7c4000. 00000100:00000200:0.0:1769074924.641755:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641756:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a6e0. 00000400:00000010:0.0:1769074924.641758:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc7c0000. 00000100:00000200:0.0:1769074924.641761:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641762:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a420. 00000400:00000010:0.0:1769074924.641764:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc7c2000. 00000100:00000200:0.0:1769074924.641766:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641767:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a790. 00000400:00000010:0.0:1769074924.641773:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc7ca000. 00000100:00000200:0.0:1769074924.641776:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641777:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a478. 00000400:00000010:0.0:1769074924.641780:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc7ce000. 00000100:00000200:0.0:1769074924.641782:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641783:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2ab58. 00000400:00000010:0.0:1769074924.641786:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc7cc000. 00000100:00000200:0.0:1769074924.641788:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641789:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a3c8. 00000400:00000010:0.0:1769074924.641791:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc7c8000. 00000100:00000200:0.0:1769074924.641794:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641795:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a058. 00000400:00000010:0.0:1769074924.641801:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc754000. 00000100:00000200:0.0:1769074924.641804:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641805:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a210. 00000400:00000010:0.0:1769074924.641808:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc750000. 00000100:00000200:0.0:1769074924.641822:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641825:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a4d0. 00000400:00000010:0.0:1769074924.641829:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc752000. 00000100:00000200:0.0:1769074924.641833:0:48712:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:0.0:1769074924.641834:0:48712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2adc0. 00000400:00000010:0.0:1769074924.641839:0:48712:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8dabbc756000. 00000100:00000010:0.0:1769074924.641854:0:48712:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8dabbd2a8000. 00000100:00000200:0.0:1769074924.641875:0:48712:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1769074924.642061:0:48690:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8dabbd19d600. 00000100:00000010:0.0:1769074924.642593:0:48713:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at ffff8daa900c0e00. 00000020:00000010:0.0:1769074924.642597:0:48713:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8daa900c0ac0. 00000020:00000010:0.0:1769074924.642651:0:48713:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88280200. 00000020:00000010:0.0:1769074924.642654:0:48713:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab88280000. 00000040:00000010:0.0:1769074924.642658:0:48713:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab88281e00. 00000020:00000010:0.0:1769074924.642662:0:48713:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daba10ce800. 00000020:00000010:0.0:1769074924.642666:0:48713:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa83168000. 00000020:00000010:0.0:1769074924.642671:0:48713:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab93b70c00. 80000000:00000010:0.0:1769074924.642676:0:48713:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab89c8ade0. 40000000:00000010:0.0:1769074924.642679:0:48713:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8daa900c05c0. 00100000:00000010:0.0:1769074924.642683:0:48713:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daba10cb000. 00040000:00000010:0.0:1769074924.642687:0:48713:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab8a2c4900. 00040000:00000010:0.0:1769074924.642690:0:48713:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab93b72a00. 00080000:00000010:0.0:1769074924.642694:0:48713:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88d48000. 00000100:00000010:0.0:1769074924.642707:0:48713:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8dabbeb2c000. 00000100:00000200:0.0:1769074924.642751:0:48713:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:3.0:1769074924.642996:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8241e600. 00000040:00000010:3.0:1769074924.643001:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8241f200. 00000020:00000010:3.0:1769074924.643005:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88cd1800. 00000020:00000010:3.0:1769074924.643009:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8241f400. 00040000:00000010:3.0:1769074924.643012:0:48690:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba1273700. 00040000:00000010:3.0:1769074924.643015:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dabb48f3c00. 00080000:00000010:3.0:1769074924.643020:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88cd0800. 00000020:00000010:3.0:1769074924.643023:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8241f800. 00000020:00000010:3.0:1769074924.643028:0:48690:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa82a72400. 00000020:00000010:3.0:1769074924.643032:0:48690:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa9014a258. 00000008:00000010:3.0:1769074924.643037:0:48690:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8dabb3c0a580. 00020000:00000010:3.0:1769074924.643043:0:48690:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8dabafd686c0. 00008000:00000010:3.0:1769074924.643047:0:48690:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8dabb3c6eba0. 00000080:00000010:3.0:1769074924.643053:0:48690:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8dabb3c6d3c0. 00000020:00000010:3.0:1769074924.643056:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8241e400. 00000020:00000010:3.0:1769074924.643062:0:48690:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at ffff8dabbc5fe140. 00000020:00000010:3.0:1769074924.643073:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dabbd19d800. 00000020:00000010:3.0:1769074924.643076:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dabbd19c800. 00000040:00000010:3.0:1769074924.643079:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dabbd19ce00. 00000020:00000010:3.0:1769074924.643082:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8b2a7800. 00000020:00000010:3.0:1769074924.643084:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dabbd19c000. 80000000:00000010:3.0:1769074924.643088:0:48690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa88bd9600. 00040000:00000010:3.0:1769074924.643091:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabb48f3c00. 00080000:00000010:3.0:1769074924.643094:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8b2a4000. 00000020:00000010:3.0:1769074924.643102:0:48690:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at ffff8daa8241e400. 00000020:00000010:3.0:1769074924.643106:0:48690:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at ffff8daa82a72400. 00000020:00000010:3.0:1769074924.643113:0:48690:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8dab8554b000. 00000020:00000010:3.0:1769074924.643117:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dab8554bb00. 00080000:00000010:3.0:1769074924.643124:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa82ca1ab8. 00080000:00000010:3.0:1769074924.643132:0:48690:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at ffff8dabbc5fe140. 00080000:00000010:3.0:1769074924.643135:0:48690:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at ffff8daba1273700. 00000020:00000010:0.0:1769074924.643351:0:48714:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab93b73200. 00000020:00000010:0.0:1769074924.643356:0:48714:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab93b73a00. 00000040:00000010:0.0:1769074924.643358:0:48714:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab93b72800. 00000020:00000010:0.0:1769074924.643361:0:48714:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88d4d000. 00000020:00000010:0.0:1769074924.643365:0:48714:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316b250. 00000020:00000010:0.0:1769074924.643368:0:48714:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab93b72e00. 80000000:00000010:0.0:1769074924.643370:0:48714:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dab89c8a120. 40000000:00000010:0.0:1769074924.643373:0:48714:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8daa900c0100. 00100000:00000010:0.0:1769074924.643376:0:48714:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab88d49800. 00040000:00000010:0.0:1769074924.643378:0:48714:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab8a2c4300. 00040000:00000010:0.0:1769074924.643381:0:48714:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab93b73400. 00080000:00000010:0.0:1769074924.643384:0:48714:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88d4a000. 00000020:00000010:0.0:1769074924.643387:0:48714:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8daa900c0b40. 00000020:00000010:1.0:1769074924.647930:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8daba0147300. 00080000:00000010:1.0:1769074924.647943:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bdae40. 00000020:00000010:1.0:1769074924.647990:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8daba0147800. 00080000:00000010:1.0:1769074924.647995:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bda558. 00080000:00000010:1.0:1769074924.648096:0:48690:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa88bdae40. 00000020:00000010:1.0:1769074924.648101:0:48690:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8daba0147300. 00000040:00000010:1.0:1769074924.648117:0:48690:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff8dab82457c00. 00000020:00000010:1.0:1769074924.648124:0:48690:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at ffff8daa8f9e4e80. 00000020:00000010:1.0:1769074924.648129:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8daba0147900. 00080000:00000010:1.0:1769074924.648251:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bdae40. 00080000:00000010:1.0:1769074924.648260:0:48690:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at ffff8dabb4234ec0. 00080000:00000010:1.0:1769074924.648264:0:48690:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at ffff8daba0147e00. 00000020:00000010:2.0:1769074924.650900:0:48690:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8dab87302600. 00000020:00000010:2.0:1769074924.651916:0:48690:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at ffff8daa8da25a80. 00000020:00000010:2.0:1769074924.651927:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dab87302700. 00080000:00000010:2.0:1769074924.651936:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6ba1c8. 00080000:00000010:2.0:1769074924.651945:0:48690:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at ffff8dabaf18b680. 00080000:00000010:2.0:1769074924.651948:0:48690:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at ffff8dab87302e00. 00000100:00000010:1.0:1769074924.653745:0:46070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab90882d80. 00000100:00000010:2.0:1769074924.653956:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab85bd86c0. 00000100:00000010:0.0:1769074924.654010:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabb4351420. 00000100:00000010:3.0:1769074924.654668:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab85bd83c0. 00000020:00000010:2.0:1769074924.657076:0:48690:0:(tgt_mount.c:1286:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff8dabbc516000. 00000100:00000010:2.0:1769074924.657104:0:48690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a0000. 02000000:00000010:2.0:1769074924.657119:0:48690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff8dabbc514000. 00000100:00000010:2.0:1769074924.657133:0:48690:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dababb3d0c0. 00000400:00000010:0.0:1769074934.078113:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dabafc635d8. 00000400:00000200:0.0:1769074934.078133:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:0.0:1769074934.078137:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074934.078153:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa902fd180 x1855007852335360/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1769074934 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074934.078166:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa902fd180 x1855007852335360/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1769074934 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074934.078226:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dab9311f400. 02000000:00000010:0.0:1769074934.078235:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dabbc5a4400. 00000100:00000010:0.0:1769074934.078242:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fd180. 00000100:00000010:2.0:1769074934.079146:0:483:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3100. 02000000:00000010:2.0:1769074934.079171:0:483:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dab8335b400. 02000000:00000010:1.0:1769074934.079759:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabafdd3800. 00000400:00000010:1.0:1769074934.079770:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee19f8. 00000400:00000010:1.0:1769074934.079779:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fcc38. 00000100:00000200:1.0:1769074934.079789:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852335616, portal 25 00000400:00000010:1.0:1769074934.079796:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074934.079800:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007852335616, offset 0 00000400:00000200:1.0:1769074934.079810:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074934.079828:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074934.079843:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6971eac181200 00000400:00000100:1.0:1769074934.079851:0:12644:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1855007852335616 offset 0 length 520: 4 00000400:00000200:1.0:1769074934.079855:0:12644:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabaf0aeb50 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1769074934.079858:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1769074934.079872:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 00000400:00000010:1.0:1769074934.079874:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074934.079883:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a3100 x1855007852335616/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1769074949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074934.079905:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabae3e0300. 00000100:00000010:1.0:1769074934.079931:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabae3e0a80. 00000100:00000010:1.0:1769074934.079939:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabae3e02a0. 00000100:00000010:1.0:1769074934.079944:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabae3e0d80. 00000100:00000010:3.0:1769074934.246946:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabae3e0d80. 00000100:00000010:1.0:1769074934.247092:0:46070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabae3e0a80. 00000100:00000010:0.0:1769074934.247175:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabae3e0300. 00000100:00000010:2.0:1769074934.249359:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabae3e02a0. 00000100:00000010:1.0:1769074934.909809:0:48690:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dababb3d0c0. 02000000:00000010:1.0:1769074934.909838:0:48690:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8dabbc514000. 00000100:00000010:1.0:1769074934.909849:0:48690:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a0000. 00000020:00000010:1.0:1769074934.909859:0:48690:0:(tgt_mount.c:1412:server_register_target()) kfreed 'mti': 4544 at ffff8dabbc516000. 00000020:00000010:1.0:1769074934.909871:0:48690:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at ffff8dab83126460. 00000020:00000010:1.0:1769074934.909876:0:48690:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at ffff8dabbea46a20. 00000020:00000010:1.0:1769074934.909885:0:48690:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8daa8f9e4680. 00000020:00000010:1.0:1769074934.909891:0:48690:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff8dab90a850c0. 00000020:00000010:1.0:1769074934.909898:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab89d0a000. 00000020:00000010:1.0:1769074934.909905:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab89d0a600. 00000040:00000010:1.0:1769074934.909910:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab89d0be00. 00000020:00000010:1.0:1769074934.909916:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a17000. 00000020:00000010:1.0:1769074934.909922:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab89d0bc00. 00040000:00000010:1.0:1769074934.909929:0:48690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8daba0147600. 00040000:00000010:1.0:1769074934.909933:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab89d0aa00. 00080000:00000010:1.0:1769074934.909939:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a16800. 10000000:00000010:1.0:1769074934.909956:0:48690:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff8dab89d0ac00. 02000000:00000010:1.0:1769074934.909967:0:48690:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff8daa8f9e4780. 00000100:00000010:1.0:1769074934.909977:0:48690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8380. 02000000:00000010:1.0:1769074934.909995:0:48690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dab89d0a800. 00010000:00000010:1.0:1769074934.910014:0:48690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daba2abc800. 00010000:00000010:1.0:1769074934.910023:0:48690:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00000020:00000010:1.0:1769074934.910032:0:48690:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8dabbc5fe440. 00000100:00000010:1.0:1769074934.910053:0:48690:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab90a85480. 00000020:00000010:2.0:1769074935.743019:0:45962:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8dab932ef200. 00000100:00000010:1.0:1769074940.029794:0:48690:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab90a85480. 02000000:00000010:1.0:1769074940.029878:0:48690:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dab89d0a800. 00000100:00000010:1.0:1769074940.029890:0:48690:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8380. 10000000:00000010:1.0:1769074940.029917:0:48690:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8dabbc5fea80. 00000020:00000010:1.0:1769074940.029923:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab89d0a800. 00000020:00000010:1.0:1769074940.029930:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab89d0b000. 00000040:00000010:1.0:1769074940.029935:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab89d0b400. 00000020:00000010:1.0:1769074940.029942:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a16000. 00000020:00000010:1.0:1769074940.029947:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab89d0a200. 80000000:00000010:1.0:1769074940.029952:0:48690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabae3e0a80. 00040000:00000010:1.0:1769074940.029961:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab88dcba00. 00080000:00000010:1.0:1769074940.029967:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a14800. 00000040:00000010:1.0:1769074940.029979:0:48690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8dab88dcae00. 00000040:00000010:1.0:1769074940.030066:0:48690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab88dcae00. 10000000:02020000:1.0:1769074940.030072:0:48690:0:(mgc_request_server.c:784:mgc_process_server_cfg_log()) Failed to get MGS log lustre-sptlrpc and no local copy. 00000020:00000010:1.0:1769074940.034663:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab89d0b000. 00000040:00000010:1.0:1769074940.034683:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab89d0b400. 00000020:00000010:1.0:1769074940.034687:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a16000. 00000020:00000010:1.0:1769074940.034695:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab89d0a200. 80000000:00000010:1.0:1769074940.034700:0:48690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabae3e0a80. 00040000:00000010:1.0:1769074940.034706:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab88dcba00. 00080000:00000010:1.0:1769074940.034712:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a14800. 00000020:00000010:1.0:1769074940.034717:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab89d0a800. 10000000:00000010:1.0:1769074940.034720:0:48690:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8dabbc5fea80. 10000000:00000010:1.0:1769074940.034833:0:48690:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff8dab88dcba00. 10000000:00000010:1.0:1769074940.034842:0:48690:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 280 at ffff8dab88dcae00. 00000100:00000010:1.0:1769074940.034853:0:48690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8380. 02000000:00000010:1.0:1769074940.034879:0:48690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dab88dca200. 00010000:00000010:1.0:1769074940.034898:0:48690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daba2abcd00. 00010000:00000010:1.0:1769074940.034911:0:48690:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62000. 00000100:00000010:1.0:1769074940.034937:0:48690:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab90a85480. 00010000:00000010:1.1:1769074940.041985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba2abc800. 00010000:00000010:1.1:1769074940.042008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000100:00000010:1.0:1769074945.152766:0:48690:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab90a85480. 02000000:00000010:1.0:1769074945.152834:0:48690:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dab88dca200. 00000100:00000010:1.0:1769074945.152840:0:48690:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8380. 10000000:00020000:1.0:1769074945.152847:0:48690:0:(mgc_request.c:233:do_config_log_add()) MGC192.168.204.110@tcp: failed processing log, type 4: rc = -110 10000000:00000010:1.0:1769074945.167346:0:48690:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff8dab88dca200. 00000100:00000010:1.0:1769074945.167367:0:48690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa8a0d8380. 02000000:00000010:1.0:1769074945.167383:0:48690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dab88dcac00. 00010000:00000010:1.0:1769074945.167398:0:48690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8daba2abc800. 00010000:00000010:1.0:1769074945.167406:0:48690:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa88c62400. 00000100:00000010:1.0:1769074945.167424:0:48690:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dab90a85480. 00010000:00000010:1.1:1769074945.181655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba2abcd00. 00010000:00000010:1.1:1769074945.181670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62000. 00000400:00000010:0.0:1769074949.439746:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee19f8. 00000400:00000200:0.0:1769074949.439774:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fcc38 00000400:00000010:0.0:1769074949.439777:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fcc38. 00000100:00000200:0.0:1769074949.439789:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a3100 x1855007852335616/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1769074949 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074949.439802:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a3100 x1855007852335616/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1769074949 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074949.439859:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabafdd3800. 02000000:00000010:0.0:1769074949.439867:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dab8335b400. 00000100:00000010:0.0:1769074949.440067:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3100. 00000100:00000010:3.0:1769074949.440181:0:483:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fce00. 02000000:00000010:3.0:1769074949.440199:0:483:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dab8673f000. 02000000:00000010:0.0:1769074949.440389:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dab9311c000. 00000400:00000010:0.0:1769074949.440408:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8dab89d2a2c0. 00000400:00000010:0.0:1769074949.440416:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd9a18. 00000100:00000200:0.0:1769074949.440422:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852336128, portal 25 00000400:00000010:0.0:1769074949.440428:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074949.440431:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007852336128, offset 0 00000400:00000200:0.0:1769074949.440437:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074949.440450:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074949.440461:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6971eac181400 00000400:00000100:0.0:1769074949.440467:0:12644:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1855007852336128 offset 0 length 520: 4 00000400:00000200:0.0:1769074949.440471:0:12644:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabbd2e6310 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1769074949.440474:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1769074949.440483:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd94c8 00000400:00000010:0.0:1769074949.440485:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd94c8. 00000100:00000200:0.0:1769074949.440492:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa902fce00 x1855007852336128/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1769074969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074949.440521:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab89c8a240. 00000100:00000010:0.0:1769074949.440532:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab89c8aa20. 00000100:00000010:0.0:1769074949.440538:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab89c8a5a0. 00000100:00000010:0.0:1769074949.440543:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dab89c8a9c0. 00000100:00000010:1.0:1769074949.605745:0:46070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab89c8aa20. 00000100:00000010:0.0:1769074949.605933:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab89c8a240. 00000100:00000010:3.0:1769074949.606016:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab89c8a9c0. 00000100:00000010:2.0:1769074949.606093:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dab89c8a5a0. 00000100:00000010:1.0:1769074950.269789:0:48690:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dab90a85480. 02000000:00000010:1.0:1769074950.269840:0:48690:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dab88dcac00. 00000100:00000010:1.0:1769074950.269845:0:48690:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa8a0d8380. 10000000:00000010:1.0:1769074950.269858:0:48690:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8dabbc5fe300. 00000020:00000010:1.0:1769074950.269862:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:1.0:1769074950.269866:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab88dcb800. 00000040:00000010:1.0:1769074950.269870:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab88dca400. 00000020:00000010:1.0:1769074950.269875:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a14800. 00000020:00000010:1.0:1769074950.269880:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab88dcb000. 80000000:00000010:1.0:1769074950.269884:0:48690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabae3e0a80. 00040000:00000010:1.0:1769074950.269889:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab88dca800. 00080000:00000010:1.0:1769074950.269894:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa83a16000. 00000040:00000010:1.0:1769074950.269902:0:48690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8dab88dcbc00. 00000040:00000010:1.0:1769074950.269960:0:48690:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff8dabbea46020. 00000020:00000010:1.0:1769074950.269982:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8daba0147100. 00080000:00000010:1.0:1769074950.269991:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa88bdb728. 00000040:00000010:1.0:1769074950.270080:0:48690:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8dab90806000. 00000040:00000010:1.0:1769074950.289422:0:48690:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8dabbd1bb6c0. 00000020:00000010:1.0:1769074950.289435:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab89ed6200. 00000020:00000010:1.0:1769074950.289439:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab89ed7600. 00000040:00000010:1.0:1769074950.289443:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab89ed7c00. 00000020:00000010:1.0:1769074950.289447:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa83a15000. 00000020:00000010:1.0:1769074950.289453:0:48690:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85835f98. 00000020:00000010:1.0:1769074950.289457:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab89ed7400. 80000000:00000010:1.0:1769074950.289461:0:48690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabbd1bbae0. 40000000:00000010:1.0:1769074950.289465:0:48690:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaff73e40. 00100000:00000010:1.0:1769074950.289566:0:48690:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8ec0f800. 00040000:00000010:1.0:1769074950.289573:0:48690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8daba0147000. 00040000:00000010:1.0:1769074950.289577:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab89ed7000. 00080000:00000010:1.0:1769074950.289581:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8ec0a000. 00000020:00000010:1.0:1769074950.289587:0:48690:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabaff73940. 00000040:00000010:1.0:1769074950.289595:0:48690:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8dab90804000. 00010000:00000010:1.1:1769074950.289642:0:48690:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8daba2abc800. 00010000:00000010:1.1:1769074950.289648:0:48690:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa88c62400. 00000040:00000010:1.0:1769074950.305039:0:48690:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8dab90804000. 00000020:00000010:1.0:1769074950.305055:0:48690:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabaff73940. 00000020:00000010:1.0:1769074950.305071:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab89ed7600. 00000040:00000010:1.0:1769074950.305076:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab89ed7c00. 00000020:00000010:1.0:1769074950.305079:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a15000. 00000020:00000010:1.0:1769074950.305086:0:48690:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85835f98. 00000020:00000010:1.0:1769074950.305092:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab89ed7400. 80000000:00000010:1.0:1769074950.305096:0:48690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabbd1bbae0. 40000000:00000010:1.0:1769074950.305099:0:48690:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaff73e40. 00100000:00000010:1.0:1769074950.305104:0:48690:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8ec0f800. 00040000:00000010:1.0:1769074950.305108:0:48690:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba0147000. 00040000:00000010:1.0:1769074950.305112:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab89ed7000. 00080000:00000010:1.0:1769074950.305115:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8ec0a000. 00000020:00000010:1.0:1769074950.305118:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab89ed6200. 00000040:00000010:1.0:1769074950.305121:0:48690:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8dabbd1bb6c0. 00000040:00000010:1.0:1769074950.305127:0:48690:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff8dabbea46020. 00000040:00000010:1.0:1769074950.305131:0:48690:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dab90806000. 00000040:00000010:1.0:1769074950.305134:0:48690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab88dcbc00. 00000040:00000010:1.0:1769074950.305143:0:48690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8dab89ed6200. 00000040:00000010:1.0:1769074950.305188:0:48690:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff8dabbea46020. 00000040:00000010:1.0:1769074950.305199:0:48690:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8dab90806000. 00000040:00000010:1.0:1769074950.305261:0:48690:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8dabbd1bb6c0. 00000020:00000010:1.0:1769074950.306307:0:48723:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab89ed7000. 00000020:00000010:1.0:1769074950.306315:0:48723:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab89ed7400. 00000040:00000010:1.0:1769074950.306318:0:48723:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab89ed7c00. 00000020:00000010:1.0:1769074950.306322:0:48723:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8ec0a000. 00000020:00000010:1.0:1769074950.306328:0:48723:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85835f98. 00000020:00000010:1.0:1769074950.306332:0:48723:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab89ed7600. 80000000:00000010:1.0:1769074950.306336:0:48723:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabbd1bbae0. 40000000:00000010:1.0:1769074950.306339:0:48723:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaff73180. 00100000:00000010:1.0:1769074950.306343:0:48723:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8ec0f800. 00040000:00000010:1.0:1769074950.306346:0:48723:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8daba0147000. 00040000:00000010:1.0:1769074950.306349:0:48723:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab89ed7800. 00080000:00000010:1.0:1769074950.306353:0:48723:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8ec0c000. 00000020:00000010:1.0:1769074950.306358:0:48723:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabaff735c0. 00000040:00000010:1.0:1769074950.306365:0:48723:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8dab90804000. 00000020:00000010:1.0:1769074950.306434:0:48723:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8daba0147500. 00000020:00000010:1.0:1769074950.306440:0:48723:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8daba0147500. 00000020:00000010:1.0:1769074950.306444:0:48723:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff8daa8f9e4f00. 00000020:00000010:1.0:1769074950.306460:0:48723:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at ffff8daa8baa98d8. 00000020:00000010:1.0:1769074950.306466:0:48723:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8daa8ec08000. 00000020:00000010:1.0:1769074950.306495:0:48723:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff8daa8f9e4f00. 00000020:00000010:1.0:1769074950.306501:0:48723:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff8dabbd1bb540. 00000001:00000010:1.0:1769074950.306538:0:48723:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8daba0147500. 00000001:00000010:1.0:1769074950.306543:0:48723:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8dab831265a0. 00000001:00000010:1.0:1769074950.306546:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89ed6000. 00000001:00000010:1.0:1769074950.306549:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89ed6e00. 00000001:00000010:1.0:1769074950.306552:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89ed7a00. 00000001:00000010:1.0:1769074950.306555:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89ed6400. 00000001:00000010:1.0:1769074950.306558:0:48723:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8daba0147c00. 00000001:00000010:1.0:1769074950.306560:0:48723:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8dab831266e0. 00000001:00000010:1.0:1769074950.306562:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89ed6600. 00000001:00000010:1.0:1769074950.306564:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89ed6c00. 00000001:00000010:1.0:1769074950.306566:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89ed6a00. 00000001:00000010:1.0:1769074950.306569:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89ed7200. 00000020:00000010:1.0:1769074950.306573:0:48723:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab93a3aa00. 00000020:00000010:1.0:1769074950.306577:0:48723:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8f9e4f00. 00000020:00000010:1.0:1769074950.306581:0:48723:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa8c562e10. 00000008:00000010:1.0:1769074950.306586:0:48723:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8dabafec18c0. 00020000:00000010:1.0:1769074950.306591:0:48723:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8dabbd2e2640. 00008000:00000010:1.0:1769074950.306596:0:48723:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8dab9eaa8070. 00000080:00000010:1.0:1769074950.306601:0:48723:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8dab9eaa7a50. 00000020:00000010:1.0:1769074950.306644:0:48723:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab93a3ba00. 00000020:00000010:1.0:1769074950.306647:0:48723:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab93a3a600. 00000020:00000010:1.0:1769074950.306650:0:48723:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8ec0e800. 00000020:00000010:1.0:1769074950.306653:0:48723:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85830a10. 00000020:00000010:1.0:1769074950.306657:0:48723:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa88c45400. 80000000:00000010:1.0:1769074950.306660:0:48723:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabbd1bbd80. 40000000:00000010:1.0:1769074950.306662:0:48723:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaff73640. 00100000:00000010:1.0:1769074950.306665:0:48723:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8ec0d800. 00040000:00000010:1.0:1769074950.306668:0:48723:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8daba0147300. 00040000:00000010:1.0:1769074950.306670:0:48723:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa88c44400. 00080000:00000010:1.0:1769074950.306673:0:48723:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8ec0b800. 00002000:00000010:1.0:1769074950.306677:0:48723:0:(ofd_dev.c:3346:ofd_device_alloc()) kmalloced '(m)': 2040 at ffff8daa8ec0a800. 00002000:00000010:1.0:1769074950.306684:0:48723:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabae730c00. 00002000:00000010:1.0:1769074950.306690:0:48723:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at ffff8dabaff73bc0. 00002000:00000010:1.0:1769074950.306695:0:48723:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at ffff8daba8a85e40. 00000020:00000010:1.0:1769074950.306700:0:48723:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8daa8ec0b000. 00002000:00000010:1.0:1769074950.306706:0:48723:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at ffff8daba8a85e40. 00002000:00000010:1.0:1769074950.306709:0:48723:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at ffff8dabaff73bc0. 00010000:00000010:1.0:1769074950.306717:0:48723:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff8dabae731400. 00000001:00000010:1.0:1769074950.306732:0:48723:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff8daa88c44000. 00000001:00000010:1.0:1769074950.306739:0:48723:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at ffff8daa88c44c00. 00000001:00000010:0.0:1769074950.317244:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502c71000. 00000001:00000010:0.0:1769074950.317315:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502c81000. 00000001:00000010:0.0:1769074950.317363:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502c8b000. 00000001:00000010:0.0:1769074950.317425:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502c95000. 00000001:00000010:0.0:1769074950.318886:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502d51000. 00000001:00000010:0.0:1769074950.318955:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502dc5000. 00000001:00000010:0.0:1769074950.319011:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502ddd000. 00000001:00000010:0.0:1769074950.319162:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502de7000. 00000001:00000010:0.0:1769074950.319211:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502df1000. 00000001:00000010:0.0:1769074950.319256:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502dfb000. 00000001:00000010:0.0:1769074950.319301:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502e05000. 00000001:00000010:0.0:1769074950.319347:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502e0f000. 00000001:00000010:0.0:1769074950.319401:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502e19000. 00000001:00000010:0.0:1769074950.319452:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502e23000. 00000001:00000010:0.0:1769074950.319501:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502e35000. 00000001:00000010:0.0:1769074950.319547:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502e3f000. 00000001:00000010:0.0:1769074950.319595:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502e49000. 00000001:00000010:0.0:1769074950.319664:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502e53000. 00000001:00000010:0.0:1769074950.319710:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502e5d000. 00000001:00000010:0.0:1769074950.320902:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502e67000. 00000001:00000010:0.0:1769074950.320964:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33502e71000. 00000001:00000010:0.0:1769074950.321015:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa3350314d000. 00000001:00000010:0.0:1769074950.321131:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503157000. 00000001:00000010:0.0:1769074950.321179:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503161000. 00000001:00000010:0.0:1769074950.321229:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa3350316b000. 00000001:00000010:0.0:1769074950.321276:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503175000. 00000001:00000010:0.0:1769074950.321327:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa3350317f000. 00000001:00000010:0.0:1769074950.321376:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503189000. 00000001:00000010:0.0:1769074950.321433:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503193000. 00000001:00000010:0.0:1769074950.321480:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa3350319d000. 00000001:00000010:0.0:1769074950.321526:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335031a7000. 00000001:00000010:0.0:1769074950.321575:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335031b1000. 00000001:00000010:0.0:1769074950.321644:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335031bb000. 00000001:00000010:0.0:1769074950.321691:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335031c5000. 00000001:00000010:0.0:1769074950.322943:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335031cf000. 00000001:00000010:0.0:1769074950.323018:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335031d9000. 00000001:00000010:0.0:1769074950.323124:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335031e3000. 00000001:00000010:0.0:1769074950.323172:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335031ed000. 00000001:00000010:0.0:1769074950.323218:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335031f7000. 00000001:00000010:0.0:1769074950.323263:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503201000. 00000001:00000010:0.0:1769074950.323310:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa3350320b000. 00000001:00000010:0.0:1769074950.323361:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503215000. 00000001:00000010:0.0:1769074950.323420:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa3350321f000. 00000001:00000010:0.0:1769074950.323467:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503229000. 00000001:00000010:0.0:1769074950.323516:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503233000. 00000001:00000010:0.0:1769074950.323565:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa3350323d000. 00000001:00000010:0.0:1769074950.327166:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503247000. 00000001:00000010:0.0:1769074950.327247:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503ae5000. 00000001:00000010:0.0:1769074950.327296:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503aef000. 00000001:00000010:0.0:1769074950.327348:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503af9000. 00000001:00000010:0.0:1769074950.327411:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b03000. 00000001:00000010:0.0:1769074950.327459:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b0d000. 00000001:00000010:0.0:1769074950.327509:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b17000. 00000001:00000010:0.0:1769074950.327558:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b21000. 00000001:00000010:0.0:1769074950.327637:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b2b000. 00000001:00000010:0.0:1769074950.327687:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b35000. 00000001:00000010:0.0:1769074950.330766:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b3f000. 00000001:00000010:0.0:1769074950.330858:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b49000. 00000001:00000010:0.0:1769074950.330905:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b53000. 00000001:00000010:0.0:1769074950.330951:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b5d000. 00000001:00000010:0.0:1769074950.330999:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b67000. 00000001:00000010:0.0:1769074950.331157:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b71000. 00000001:00000010:0.0:1769074950.331208:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b7b000. 00000001:00000010:0.0:1769074950.331255:0:48723:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b85000. 00000020:00000010:0.0:1769074950.331348:0:48723:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dab9311e400. 00000020:00000010:0.0:1769074950.331352:0:48723:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8daa83549ce0. 00000020:00000010:0.0:1769074950.331427:0:48723:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dab9311d800. 00000020:00000010:0.0:1769074950.331431:0:48723:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8dab93b73800. 00000020:00000010:0.0:1769074950.331483:0:48723:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff8dab8587c000. 00000020:00000010:0.0:1769074950.331494:0:48723:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8dabbeca1f00. 00002000:00000010:0.0:1769074950.331500:0:48723:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed4f70. 00080000:00000010:0.0:1769074950.331559:0:48723:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1a1c8. 00000001:00000010:3.0:1769074950.339716:0:48723:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff8daa82a72380. 00000001:00000010:3.0:1769074950.339818:0:48723:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at ffff8daa82a72380. 00080000:00000010:3.0:1769074950.339831:0:48723:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab8673c800. 00000020:00000010:3.0:1769074950.340155:0:48723:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dab8673f400. 00000020:00000010:3.0:1769074950.340160:0:48723:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8daa8241e600. 00002000:00000010:3.0:1769074950.340199:0:48723:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at ffff8daa90184b00. 00002000:00000010:3.0:1769074950.340203:0:48723:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 288 at ffff8dab93b74600. 00002000:00000010:3.0:1769074950.340215:0:48723:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fbf9300. 00080000:00000010:3.0:1769074950.340223:0:48723:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa82ca0558. 00002000:00000010:3.0:1769074950.340398:0:48723:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 224 at ffff8dab8121c400. 00002000:00000010:3.0:1769074950.340427:0:48723:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at ffff8daa90184b00. 00002000:00000010:3.0:1769074950.340431:0:48723:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at ffff8dab9035a9c0. 80000000:00000010:3.0:1769074950.340436:0:48723:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at ffff8dab9035a240. 80000000:00000010:3.0:1769074950.340440:0:48723:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at ffff8daa82a72c80. 00002000:00000010:3.0:1769074950.340444:0:48723:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fbf9430. 00080000:00000010:3.0:1769074950.340449:0:48723:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa82ca0720. 00100000:00000010:3.0:1769074950.340488:0:48723:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8dababb77640. 00100000:00000010:3.0:1769074950.340493:0:48723:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8dababb77640. 00080000:00000010:3.0:1769074950.340498:0:48723:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8dab84248250. 00080000:00000010:3.0:1769074950.340501:0:48723:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8dababb77640. 80000000:00000010:3.0:1769074950.340532:0:48723:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8dababb77a80. 00080000:00000010:3.0:1769074950.340544:0:48723:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8dababb77640. 00080000:00000010:3.0:1769074950.340547:0:48723:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8dab84248250. 80000000:00000010:3.0:1769074950.340551:0:48723:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at ffff8daa82a72c80. 00002000:00000010:3.0:1769074950.340567:0:48723:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at ffff8daa82a72c80. 00000020:00000010:3.0:1769074950.340571:0:48723:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8dababb77640. 00000020:00000010:3.0:1769074950.340576:0:48723:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8dababb77640. 00000020:00000010:3.0:1769074950.340580:0:48723:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff8daa82a72300. 00000020:00000010:3.0:1769074950.340588:0:48723:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff8daa82a72500. 00002000:00000010:3.0:1769074950.340591:0:48723:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at ffff8daa82a72c80. 00002000:00000010:3.0:1769074950.340597:0:48723:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fbf91d0. 00080000:00000010:3.0:1769074950.340600:0:48723:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa82ca11d0. 00000001:00000010:3.0:1769074950.340668:0:48723:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at ffff8daa90184880. 00002000:00000010:3.0:1769074950.340674:0:48723:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fbf8000. 00080000:00000010:3.0:1769074950.340677:0:48723:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa82ca0c78. 00002000:00000010:3.0:1769074950.340713:0:48723:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa8fbf8d10. 00080000:00000010:3.0:1769074950.340717:0:48723:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa82ca18f0. 00080000:00000010:3.0:1769074950.340754:0:48723:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dab8673e800. 00080000:00000010:3.0:1769074950.340767:0:48723:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at ffff8dab8121c300. 00080000:00000010:3.0:1769074950.340974:0:48723:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa82ca18f0. 00002000:00000010:3.0:1769074950.340979:0:48723:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8daa8fbf8d10. 00000020:00000010:3.0:1769074950.340995:0:48723:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dab8121c600. 00080000:00000010:3.0:1769074950.341000:0:48723:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa82ca18f0. 00080000:00000010:3.0:1769074950.341006:0:48723:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd53d800. 00000020:00000010:3.0:1769074950.341262:0:48723:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at ffff8daa88bd9d80. 00100000:00000010:3.0:1769074950.341286:0:48723:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8dababb77900. 00080000:00000010:3.0:1769074950.341300:0:48723:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd53f800. 00000020:00000010:3.0:1769074950.341338:0:48723:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at ffff8daa88bd9d80. 00000020:00000010:3.0:1769074950.341342:0:48723:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff8daa82a72a00. 00080000:00000010:3.0:1769074950.341362:0:48723:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd53d000. 00080000:00000010:3.0:1769074950.341411:0:48723:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd53dc00. 00080000:00000010:3.0:1769074950.341443:0:48723:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbd53c400. 00002000:00000010:3.0:1769074950.341473:0:48723:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at ffff8dab8121c900. 00000020:00000010:3.0:1769074950.341478:0:48723:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab931d0600. 00000020:00000010:3.0:1769074950.341483:0:48723:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab93172000. 00000020:00000010:3.0:1769074950.341487:0:48723:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8b2a2800. 00000020:00000010:3.0:1769074950.341492:0:48723:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dab9eda1928. 00000020:00000010:3.0:1769074950.341496:0:48723:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab93172c00. 80000000:00000010:3.0:1769074950.341499:0:48723:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa88bd9ae0. 40000000:00000010:3.0:1769074950.341503:0:48723:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dababb77d00. 00100000:00000010:3.0:1769074950.341508:0:48723:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8b2a3000. 00040000:00000010:3.0:1769074950.341512:0:48723:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab8121c500. 00040000:00000010:3.0:1769074950.341516:0:48723:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab8922a000. 00080000:00000010:3.0:1769074950.341519:0:48723:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8b2a3800. 00002000:00000010:3.0:1769074950.341523:0:48723:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabbd53fc00. 00002000:00000010:2.0:1769074950.349448:0:48723:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at ffff8daa8a3757e0. 00000020:00000010:2.0:1769074950.349459:0:48723:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab932efc00. 00000020:00000010:2.0:1769074950.349463:0:48723:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab932ee000. 00000020:00000010:2.0:1769074950.349469:0:48723:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8249d800. 00000020:00000010:2.0:1769074950.349474:0:48723:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73df98. 00000020:00000010:2.0:1769074950.349479:0:48723:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab932ee400. 80000000:00000010:2.0:1769074950.349483:0:48723:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a375120. 40000000:00000010:2.0:1769074950.349487:0:48723:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaf18b400. 00100000:00000010:2.0:1769074950.349492:0:48723:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8249c800. 00040000:00000010:2.0:1769074950.349497:0:48723:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab87302a00. 00040000:00000010:2.0:1769074950.349501:0:48723:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab932ef400. 00080000:00000010:2.0:1769074950.349505:0:48723:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8249c000. 00002000:00000010:2.0:1769074950.349510:0:48723:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dab8335a800. 00000020:00000010:2.0:1769074950.350333:0:48723:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab93a3a600. 00000020:00000010:2.0:1769074950.350342:0:48723:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8ec0e800. 00000020:00000010:2.0:1769074950.350347:0:48723:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85830a10. 00000020:00000010:2.0:1769074950.350352:0:48723:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa88c45400. 80000000:00000010:2.0:1769074950.350356:0:48723:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabbd1bbd80. 40000000:00000010:2.0:1769074950.350360:0:48723:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaff73640. 00100000:00000010:2.0:1769074950.350365:0:48723:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8ec0d800. 00040000:00000010:2.0:1769074950.350369:0:48723:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba0147300. 00040000:00000010:2.0:1769074950.350373:0:48723:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa88c44400. 00080000:00000010:2.0:1769074950.350387:0:48723:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at ffff8dab8121c300. 00000020:00000010:2.0:1769074950.350391:0:48723:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff8daa82a72a00. 00080000:00000010:2.0:1769074950.350396:0:48723:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8ec0b800. 00002000:00000010:2.0:1769074950.350400:0:48723:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabae730c00. 00000020:00000010:2.0:1769074950.350403:0:48723:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab93a3ba00. 00000020:00000010:2.0:1769074950.350411:0:48723:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8f9e4f00. 00000020:00000010:2.0:1769074950.350414:0:48723:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa8c562e10. 00000008:00000010:2.0:1769074950.350419:0:48723:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8dabafec18c0. 00020000:00000010:2.0:1769074950.350424:0:48723:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8dabbd2e2640. 00008000:00000010:2.0:1769074950.350428:0:48723:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8dab9eaa8070. 00000080:00000010:2.0:1769074950.350432:0:48723:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8dab9eaa7a50. 00000020:00000010:2.0:1769074950.350435:0:48723:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab93a3aa00. 00000020:00000010:2.0:1769074950.350440:0:48723:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff8dabbd1bb540. 00000020:00000010:2.0:1769074950.350451:0:48723:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8dab87302800. 00000020:00000010:2.0:1769074950.350454:0:48723:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8dab87302800. 00000020:00000010:2.0:1769074950.350459:0:48723:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8dab87302800. 00000020:00000010:2.0:1769074950.350461:0:48723:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8dab87302800. 00000020:00000010:2.0:1769074950.350463:0:48723:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff8dabaf18b940. 00000020:00000010:2.0:1769074950.350466:0:48723:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff8dabaf18b940. 00000020:00000010:2.0:1769074950.350540:0:48723:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8dab87302800. 00000020:00000010:2.0:1769074950.350543:0:48723:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8dab87302800. 00000040:00000010:2.0:1769074950.350545:0:48723:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8dab90804000. 00000020:00000010:2.0:1769074950.350552:0:48723:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabaff735c0. 00000020:00000010:2.0:1769074950.350561:0:48723:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab89ed7400. 00000040:00000010:2.0:1769074950.350565:0:48723:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab89ed7c00. 00000020:00000010:2.0:1769074950.350568:0:48723:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8ec0a000. 00000020:00000010:2.0:1769074950.350571:0:48723:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85835f98. 00000020:00000010:2.0:1769074950.350574:0:48723:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab89ed7600. 80000000:00000010:2.0:1769074950.350576:0:48723:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabbd1bbae0. 40000000:00000010:2.0:1769074950.350579:0:48723:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaff73180. 00100000:00000010:2.0:1769074950.350581:0:48723:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8ec0f800. 00040000:00000010:2.0:1769074950.350583:0:48723:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba0147000. 00040000:00000010:2.0:1769074950.350585:0:48723:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab89ed7800. 00080000:00000010:2.0:1769074950.350588:0:48723:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8ec0c000. 00000020:00000010:2.0:1769074950.350590:0:48723:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab89ed7000. 00000040:00000010:0.0:1769074950.351047:0:48690:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8dabbd1bb6c0. 00000040:00000010:0.0:1769074950.351058:0:48690:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff8dabbea46020. 00000040:00000010:0.0:1769074950.351062:0:48690:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dab90806000. 00000040:00000010:0.0:1769074950.351065:0:48690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab89ed6200. 00000020:00000010:0.0:1769074950.351070:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab88dcb800. 00000040:00000010:0.0:1769074950.351073:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab88dca400. 00000020:00000010:0.0:1769074950.351076:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a14800. 00000020:00000010:0.0:1769074950.351079:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab88dcb000. 80000000:00000010:0.0:1769074950.351082:0:48690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabae3e0a80. 00040000:00000010:0.0:1769074950.351085:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab88dca800. 00080000:00000010:0.0:1769074950.351088:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a16000. 00000020:00000010:0.0:1769074950.351091:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 10000000:00000010:0.0:1769074950.351093:0:48690:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8dabbc5fe300. 00000100:00000010:0.0:1769074950.351145:0:48690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc123800. 02000000:00000010:0.0:1769074950.351162:0:48690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dab88dcac00. 00010000:00000010:0.0:1769074950.351176:0:48690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8000. 00010000:00000010:0.0:1769074950.351183:0:48690:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00000020:00000010:0.0:1769074950.351188:0:48690:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8dabafdacc00. 00000100:00000010:0.0:1769074950.351203:0:48690:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabbcb00f00. 00080000:00000010:1.0:1769074953.096698:0:48728:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd53c400. 00080000:00000010:1.0:1769074953.096709:0:48728:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd53dc00. 00080000:00000010:1.0:1769074953.096712:0:48728:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd53d000. 00080000:00000010:1.0:1769074953.096714:0:48728:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd53f800. 00080000:00000010:1.0:1769074953.096717:0:48728:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dabbd53d800. 00080000:00000010:1.0:1769074953.096720:0:48728:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab8673e800. 00080000:00000010:1.0:1769074953.096724:0:48728:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8dab8673c800. 00002000:00000010:0.0:1769074954.557736:0:12644:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dab9311f400. 00000100:00000010:0.0:1769074955.453749:0:48690:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabbcb00f00. 02000000:00000010:0.0:1769074955.453799:0:48690:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dab88dcac00. 00000100:00000010:0.0:1769074955.453805:0:48690:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc123800. 10000000:00000010:0.0:1769074955.453828:0:48690:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8dabafdac2c0. 00000020:00000010:0.0:1769074955.453832:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab88dcac00. 00000020:00000010:0.0:1769074955.454245:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab88dcbc00. 00000040:00000010:0.0:1769074955.454251:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab88dcaa00. 00000020:00000010:0.0:1769074955.454256:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88d4e000. 00000020:00000010:0.0:1769074955.454261:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab88dca600. 80000000:00000010:0.0:1769074955.454266:0:48690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa83e28f00. 00040000:00000010:0.0:1769074955.454272:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab88dca000. 00080000:00000010:0.0:1769074955.454277:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88d4a800. 00000040:00000010:0.0:1769074955.454392:0:48690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8dab88dcb200. 00000040:00000010:0.0:1769074955.454552:0:48690:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8daa8fa1f988. 00000020:00000010:0.0:1769074955.454564:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dabbeca1900. 00080000:00000010:0.0:1769074955.454596:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1b8f0. 00000040:00000010:0.0:1769074955.454773:0:48690:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8dabbfffc000. 00010000:00000010:0.1:1769074955.472469:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8000. 00010000:00000010:0.1:1769074955.472484:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00000040:00000010:2.0:1769074955.474193:0:48690:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8daa8a375ba0. 00000020:00000010:2.0:1769074955.474206:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab89ed7c00. 00000020:00000010:2.0:1769074955.474212:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab89ed6200. 00000040:00000010:2.0:1769074955.474216:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab89ed7000. 00000020:00000010:2.0:1769074955.474221:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa82498800. 00000020:00000010:2.0:1769074955.474227:0:48690:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73d080. 00000020:00000010:2.0:1769074955.474232:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab89ed7400. 80000000:00000010:2.0:1769074955.474236:0:48690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a375d80. 40000000:00000010:2.0:1769074955.474240:0:48690:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab8133f9c0. 00100000:00000010:2.0:1769074955.474246:0:48690:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8249e800. 00040000:00000010:2.0:1769074955.474250:0:48690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab87302d00. 00040000:00000010:2.0:1769074955.474254:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab89ed7600. 00080000:00000010:2.0:1769074955.474258:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa82498000. 00002000:00000010:2.0:1769074955.474264:0:48690:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dab83359800. 00000020:00000010:2.0:1769074955.474269:0:48690:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab8133ff00. 00000040:00000010:2.0:1769074955.474276:0:48690:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8dabbc514000. 00000040:00000010:0.0:1769074955.480128:0:48690:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8dabbc514000. 00000020:00000010:0.0:1769074955.480151:0:48690:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab8133ff00. 00000020:00000010:0.0:1769074955.480169:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab89ed6200. 00000040:00000010:0.0:1769074955.480174:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab89ed7000. 00000020:00000010:0.0:1769074955.480177:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82498800. 00000020:00000010:0.0:1769074955.480182:0:48690:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73d080. 00000020:00000010:0.0:1769074955.480188:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab89ed7400. 80000000:00000010:0.0:1769074955.480192:0:48690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8a375d80. 40000000:00000010:0.0:1769074955.480196:0:48690:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab8133f9c0. 00100000:00000010:0.0:1769074955.480201:0:48690:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8249e800. 00040000:00000010:0.0:1769074955.480206:0:48690:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87302d00. 00040000:00000010:0.0:1769074955.480212:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab89ed7600. 00080000:00000010:0.0:1769074955.480216:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82498000. 00002000:00000010:0.0:1769074955.480220:0:48690:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dab83359800. 00000020:00000010:0.0:1769074955.480224:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab89ed7c00. 00000040:00000010:0.0:1769074955.480227:0:48690:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8daa8a375ba0. 00000040:00000010:0.0:1769074955.480234:0:48690:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8daa8fa1f988. 00000040:00000010:0.0:1769074955.480238:0:48690:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dabbfffc000. 00000040:00000010:0.0:1769074955.480241:0:48690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab88dcb200. 00000040:00000010:0.0:1769074955.480250:0:48690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8dab843b5a00. 00000040:00000010:0.0:1769074955.480312:0:48690:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8daa8fa1f988. 00000040:00000010:0.0:1769074955.480324:0:48690:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8dabbfffc000. 00000040:00000010:0.0:1769074955.480391:0:48690:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8dabad902480. 00000020:00000010:1.0:1769074955.481565:0:48730:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa88c45200. 00000020:00000010:1.0:1769074955.481572:0:48730:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa88c45000. 00000040:00000010:1.0:1769074955.481576:0:48730:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa88c44800. 00000020:00000010:1.0:1769074955.481580:0:48730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8ec0d000. 00000020:00000010:1.0:1769074955.481586:0:48730:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa85833c60. 00000020:00000010:1.0:1769074955.481590:0:48730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa88c44a00. 80000000:00000010:1.0:1769074955.481594:0:48730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabbd1bbae0. 40000000:00000010:1.0:1769074955.481597:0:48730:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabaff73fc0. 00100000:00000010:1.0:1769074955.481628:0:48730:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8ec0f000. 00040000:00000010:1.0:1769074955.481633:0:48730:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabae0ff600. 00040000:00000010:1.0:1769074955.481637:0:48730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa88c45800. 00080000:00000010:1.0:1769074955.481640:0:48730:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8ec0e000. 00002000:00000010:1.0:1769074955.481646:0:48730:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabae731800. 00000020:00000010:1.0:1769074955.481650:0:48730:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabaff73600. 00000040:00000010:1.0:1769074955.481658:0:48730:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8dab90806000. 00000020:00000010:1.0:1769074955.481707:0:48730:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8dabae0ffe00. 00000020:00000010:1.0:1769074955.481712:0:48730:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8dabae0ffe00. 00000020:00000010:1.0:1769074955.481717:0:48730:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8dab831267c0. 00000020:00000010:1.0:1769074955.481721:0:48730:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff8daa8fd42e80. 00000020:00000010:1.0:1769074955.481727:0:48730:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff8daa8fd42e80. 00000020:00000010:1.0:1769074955.481731:0:48730:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8dab831267c0. 00000020:00000010:1.0:1769074955.481745:0:48730:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8dabae0ffe00. 00000020:00000010:1.0:1769074955.481747:0:48730:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8dabae0ffe00. 00000040:00000010:1.0:1769074955.481750:0:48730:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8dab90806000. 00000020:00000010:1.0:1769074955.481754:0:48730:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabaff73600. 00000020:00000010:1.0:1769074955.481767:0:48730:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa88c45000. 00000040:00000010:1.0:1769074955.481771:0:48730:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa88c44800. 00000020:00000010:1.0:1769074955.481775:0:48730:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8ec0d000. 00000020:00000010:1.0:1769074955.481778:0:48730:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa85833c60. 00000020:00000010:1.0:1769074955.481781:0:48730:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa88c44a00. 80000000:00000010:1.0:1769074955.481784:0:48730:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabbd1bbae0. 40000000:00000010:1.0:1769074955.481787:0:48730:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabaff73fc0. 00100000:00000010:1.0:1769074955.481790:0:48730:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8ec0f000. 00040000:00000010:1.0:1769074955.481792:0:48730:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabae0ff600. 00040000:00000010:1.0:1769074955.481795:0:48730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa88c45800. 00080000:00000010:1.0:1769074955.481798:0:48730:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8ec0e000. 00002000:00000010:1.0:1769074955.481800:0:48730:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabae731800. 00000020:00000010:1.0:1769074955.481803:0:48730:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa88c45200. 00000040:00000010:0.0:1769074955.482497:0:48690:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8dabad902480. 00000040:00000010:0.0:1769074955.482512:0:48690:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8daa8fa1f988. 00000040:00000010:0.0:1769074955.482516:0:48690:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dabbfffc000. 00000040:00000010:0.0:1769074955.482519:0:48690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab843b5a00. 00000020:00000010:0.0:1769074955.482525:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab88dcbc00. 00000040:00000010:0.0:1769074955.482529:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab88dcaa00. 00000020:00000010:0.0:1769074955.482532:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88d4e000. 00000020:00000010:0.0:1769074955.482536:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab88dca600. 80000000:00000010:0.0:1769074955.482538:0:48690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa83e28f00. 00040000:00000010:0.0:1769074955.482542:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab88dca000. 00080000:00000010:0.0:1769074955.482545:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88d4a800. 00000020:00000010:0.0:1769074955.482547:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab88dcac00. 10000000:00000010:0.0:1769074955.482550:0:48690:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8dabafdac2c0. 00000020:00000010:0.0:1769074955.482575:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab89d0a600. 00000040:00000010:0.0:1769074955.482579:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab89d0be00. 00000020:00000010:0.0:1769074955.482581:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa83a17000. 00000020:00000010:0.0:1769074955.482585:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab89d0bc00. 00040000:00000010:0.0:1769074955.482587:0:48690:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8daba0147600. 00040000:00000010:0.0:1769074955.482591:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab89d0aa00. 00080000:00000010:0.0:1769074955.482593:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa83a16800. 00000020:00000010:0.0:1769074955.482596:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab89d0a000. 00000020:00000010:0.0:1769074955.482598:0:48690:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff8dab90a850c0. 00000020:00000010:0.0:1769074955.482601:0:48690:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff8daa8f9e4680. 00000020:00000010:0.0:1769074955.482641:0:48690:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at ffff8dab84f6a280. 00000020:00000010:0.0:1769074955.482646:0:48690:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at ffff8dabad902480. 00000020:00000010:0.0:1769074955.482649:0:48690:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8dabb491ba00. 00000020:00000010:0.0:1769074955.482654:0:48690:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff8dabbcb00a80. 00000020:00000010:0.0:1769074955.482658:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab843b5a00. 00000020:00000010:0.0:1769074955.482661:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab843b4200. 00000040:00000010:0.0:1769074955.482663:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab843b4600. 00000020:00000010:0.0:1769074955.482666:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88d4a800. 00000020:00000010:0.0:1769074955.482669:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab843b5200. 00040000:00000010:0.0:1769074955.482672:0:48690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabbeca1100. 00040000:00000010:0.0:1769074955.482675:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab843b5e00. 00080000:00000010:0.0:1769074955.482678:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88d4e000. 10000000:00000010:0.0:1769074955.482685:0:48690:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff8dab843b5400. 00000100:00000010:0.0:1769074955.482695:0:48690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc123800. 02000000:00000010:0.0:1769074955.482709:0:48690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8dab843b4800. 00010000:00000010:0.0:1769074955.482722:0:48690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8dab8a2e8000. 00010000:00000010:0.0:1769074955.482730:0:48690:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8daa8e14a800. 00000100:00000010:0.0:1769074955.482747:0:48690:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabbcb00f00. 00000800:00000200:0.0:1769074959.487886:0:12637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab87d106c0] -> 12345-192.168.204.110@tcp (6) 00000800:00000200:0.0:1769074959.487895:0:12637:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.110@tcp ip 192.168.204.110:988 00000800:00000200:0.0:1769074959.487900:0:12637:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab861af100 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1769074959.489730:0:12638:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1769074960.637811:0:48690:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabbcb00f00. 02000000:00000010:0.0:1769074960.637865:0:48690:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8dab843b4800. 00000100:00000010:0.0:1769074960.637871:0:48690:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc123800. 10000000:00000010:0.0:1769074960.637883:0:48690:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8dab84f6ac80. 00000020:00000010:0.0:1769074960.637888:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab843b4800. 00000020:00000010:0.0:1769074960.637893:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab843b4c00. 00000040:00000010:0.0:1769074960.637897:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab843b5800. 00000020:00000010:0.0:1769074960.637902:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88d48800. 00000020:00000010:0.0:1769074960.637907:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab843b4400. 80000000:00000010:0.0:1769074960.637911:0:48690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabad902300. 00040000:00000010:0.0:1769074960.637916:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab843b5000. 00080000:00000010:0.0:1769074960.637919:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88d4b000. 00000040:00000010:0.0:1769074960.637928:0:48690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8dab843b4000. 00000040:00000010:0.0:1769074960.637993:0:48690:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff8daa8fdd7740. 00000020:00000010:0.0:1769074960.638002:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dabbeca1300. 00080000:00000010:0.0:1769074960.638009:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1bab8. 00000040:00000010:0.0:1769074960.638091:0:48690:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8dabbfffc000. 00000040:00000010:0.0:1769074960.648936:0:48690:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8dabad902ea0. 00000020:00000010:0.0:1769074960.648952:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab932ee200. 00000020:00000010:0.0:1769074960.648959:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab843d1800. 00000040:00000010:0.0:1769074960.648963:0:48690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab843d1c00. 00000020:00000010:0.0:1769074960.648967:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88d4e800. 00000020:00000010:0.0:1769074960.648974:0:48690:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316cb78. 00000020:00000010:0.0:1769074960.648977:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab843d0c00. 80000000:00000010:0.0:1769074960.648981:0:48690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabad902540. 40000000:00000010:0.0:1769074960.648985:0:48690:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dabafdac5c0. 00100000:00000010:0.0:1769074960.648990:0:48690:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab88d49000. 00040000:00000010:0.0:1769074960.648995:0:48690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabbeca1400. 00040000:00000010:0.0:1769074960.648999:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab843d1e00. 00080000:00000010:0.0:1769074960.649003:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88d4b800. 00002000:00000010:0.0:1769074960.649009:0:48690:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabbc5a4400. 00000020:00000010:0.0:1769074960.649014:0:48690:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dabafdac2c0. 00000040:00000010:0.0:1769074960.649022:0:48690:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8dabbfff8000. 00010000:00000010:0.1:1769074960.652034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dab8a2e8000. 00010000:00000010:0.1:1769074960.652047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8daa8e14a800. 00000040:00000010:0.0:1769074960.652156:0:48690:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8dabbfff8000. 00000020:00000010:0.0:1769074960.652166:0:48690:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dabafdac2c0. 00000020:00000010:0.0:1769074960.652181:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab843d1800. 00000040:00000010:0.0:1769074960.652185:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab843d1c00. 00000020:00000010:0.0:1769074960.652188:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88d4e800. 00000020:00000010:0.0:1769074960.652193:0:48690:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8daa8316cb78. 00000020:00000010:0.0:1769074960.652199:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab843d0c00. 80000000:00000010:0.0:1769074960.652203:0:48690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabad902540. 40000000:00000010:0.0:1769074960.652215:0:48690:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dabafdac5c0. 00100000:00000010:0.0:1769074960.652221:0:48690:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8dab88d49000. 00040000:00000010:0.0:1769074960.652224:0:48690:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbeca1400. 00040000:00000010:0.0:1769074960.652228:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab843d1e00. 00080000:00000010:0.0:1769074960.652231:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88d4b800. 00002000:00000010:0.0:1769074960.652235:0:48690:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dabbc5a4400. 00000020:00000010:0.0:1769074960.652239:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab932ee200. 00000040:00000010:0.0:1769074960.652243:0:48690:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8dabad902ea0. 00000040:00000010:0.0:1769074960.652249:0:48690:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff8daa8fdd7740. 00000040:00000010:0.0:1769074960.652253:0:48690:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dabbfffc000. 00000040:00000010:0.0:1769074960.652256:0:48690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab843b4000. 00000040:00000010:0.0:1769074960.652265:0:48690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8dab843d1e00. 00000040:00000010:0.0:1769074960.652310:0:48690:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff8daa8fdd7740. 00000040:00000010:0.0:1769074960.652322:0:48690:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8dabbfffc000. 00000040:00000010:0.0:1769074960.652392:0:48690:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8dabad902ea0. 00000020:00000010:2.0:1769074960.659692:0:48732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab93a3ba00. 00000020:00000010:2.0:1769074960.659707:0:48732:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab93a3a600. 00000040:00000010:2.0:1769074960.659713:0:48732:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab93a3aa00. 00000020:00000010:2.0:1769074960.659718:0:48732:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8249b800. 00000020:00000010:2.0:1769074960.659725:0:48732:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73a338. 00000020:00000010:2.0:1769074960.659730:0:48732:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab89d0be00. 80000000:00000010:2.0:1769074960.660340:0:48732:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a375000. 40000000:00000010:2.0:1769074960.660348:0:48732:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab8133f700. 00100000:00000010:2.0:1769074960.660355:0:48732:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8249f800. 00040000:00000010:2.0:1769074960.660360:0:48732:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab87302300. 00040000:00000010:2.0:1769074960.660365:0:48732:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab89d0bc00. 00080000:00000010:2.0:1769074960.660370:0:48732:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa82499000. 00002000:00000010:2.0:1769074960.660375:0:48732:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dab8335b400. 00000020:00000010:2.0:1769074960.660382:0:48732:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8dab8133f900. 00000040:00000010:2.0:1769074960.660491:0:48732:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8dabbc514000. 00000100:00000010:2.0:1769074960.660836:0:48732:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8dab83358800. 00000400:00000200:2.0:1769074960.660842:0:48732:0:(peer.c:1355:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:2.0:1769074960.660848:0:48732:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.110@tcp 00000400:00000200:2.0:1769074960.660860:0:48732:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.110@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1769074960.660870:0:48732:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1769074960.660875:0:48732:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.110@tcp NID 192.168.204.110@tcp: 0. pending discovery 00000400:00000200:2.0:1769074960.660877:0:48732:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.110@tcp 00000400:00000200:2.0:1769074960.660880:0:48732:0:(peer.c:1369:LNetAddPeer()) Adding NID[1]: 0@lo 00000400:00000200:2.0:1769074960.660881:0:48732:0:(peer.c:1372:LNetAddPeer()) Skip NID 0@lo as local 00000100:00000010:2.0:1769074960.660963:0:48732:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff8dab83358800. 00000020:00000010:2.0:1769074960.660972:0:48732:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff8dab8133ff00. 00000020:00000010:2.0:1769074960.660975:0:48732:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8dab8133f9c0. 00000020:00000010:2.0:1769074960.660979:0:48732:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8dab8133f9c0. 00000020:00000010:2.0:1769074960.660982:0:48732:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff8dab8133f9c0. 00000020:00000010:2.0:1769074960.660987:0:48732:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8daa8da25480. 00000020:00000010:2.0:1769074960.661002:0:48732:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at ffff8dabbfe218d8. 00000020:00000010:2.0:1769074960.661009:0:48732:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8daa8249f000. 00000020:00000010:2.0:1769074960.661281:0:48732:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff8daa8da25480. 00000020:00000010:2.0:1769074960.661288:0:48732:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff8daa8a375ba0. 00000001:00000010:2.0:1769074960.661307:0:48732:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8dab87302900. 00000001:00000010:2.0:1769074960.661314:0:48732:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8daa8e8ec920. 00000001:00000010:2.0:1769074960.661319:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89d0aa00. 00000001:00000010:2.0:1769074960.661321:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89d0a000. 00000001:00000010:2.0:1769074960.661324:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89d0a600. 00000001:00000010:2.0:1769074960.661326:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89d0a200. 00000001:00000010:2.0:1769074960.661329:0:48732:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8dab87302800. 00000001:00000010:2.0:1769074960.661332:0:48732:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8daa8e8ec2a0. 00000001:00000010:2.0:1769074960.661335:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89d0a800. 00000001:00000010:2.0:1769074960.661338:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89d0b400. 00000001:00000010:2.0:1769074960.661340:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89d0b000. 00000001:00000010:2.0:1769074960.661344:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8dab89ed7c00. 00000020:00000010:2.0:1769074960.661348:0:48732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab89ed6200. 00000020:00000010:2.0:1769074960.661352:0:48732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25480. 00000020:00000010:2.0:1769074960.661358:0:48732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117bb8. 00000008:00000010:2.0:1769074960.661363:0:48732:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8dabafad1e40. 00020000:00000010:2.0:1769074960.661368:0:48732:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8dabafad6ac0. 00008000:00000010:2.0:1769074960.661372:0:48732:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8dabafac44a8. 00000080:00000010:2.0:1769074960.661378:0:48732:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8dabafac5a50. 00000020:00000010:2.0:1769074960.661476:0:48732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab89ed7000. 00000020:00000010:2.0:1769074960.661481:0:48732:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab89ed7400. 00000040:00000010:2.0:1769074960.661485:0:48732:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8dab89ed7600. 00000020:00000010:2.0:1769074960.661489:0:48732:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8249a800. 00000020:00000010:2.0:1769074960.661493:0:48732:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73cb78. 00000020:00000010:2.0:1769074960.661497:0:48732:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab93b72c00. 80000000:00000010:2.0:1769074960.661500:0:48732:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8daa8a375d80. 40000000:00000010:2.0:1769074960.661504:0:48732:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8daba0365f00. 00100000:00000010:2.0:1769074960.661508:0:48732:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa82499800. 00040000:00000010:2.0:1769074960.661511:0:48732:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab87302400. 00040000:00000010:2.0:1769074960.661517:0:48732:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8a934000. 00080000:00000010:2.0:1769074960.661521:0:48732:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa82498000. 00000010:00000010:2.0:1769074960.661526:0:48732:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff8daa8a375660. 00000010:00000010:2.0:1769074960.661980:0:48732:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff8daa8da25c80. 00000010:00000010:2.0:1769074960.661985:0:48732:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff8daa8e8ecfa0. 00000010:00000010:2.0:1769074960.661989:0:48732:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8daa8e8ecb20. 00000010:00000010:2.0:1769074960.661996:0:48732:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff8daa8da25600. 00010000:00000010:2.0:1769074960.662003:0:48732:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff8dabaf19c000. 00010000:00000010:2.0:1769074960.662009:0:48732:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff8dabaf198000. 00010000:00000010:2.0:1769074960.662013:0:48732:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8daba0365dc0. 00000020:00000010:2.0:1769074960.662018:0:48732:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff8daa8249e800. 00000100:00000200:2.0:1769074960.662050:0:48732:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.110@tcp->12345-0@lo 00010000:00000010:2.0:1769074960.662056:0:48732:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8daa8a375a20. 00010000:00000010:2.0:1769074960.662083:0:48732:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff8dab85beb000. 00000001:00000010:2.0:1769074960.662087:0:48732:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff8daa8a934600. 00000001:00000010:2.0:1769074960.662092:0:48732:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8dab87302500. 00000001:00000010:2.0:1769074960.662153:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503b9d000. 00000001:00000010:2.0:1769074960.662217:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503f7b000. 00000001:00000010:2.0:1769074960.662270:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503f85000. 00000001:00000010:2.0:1769074960.662316:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503f8f000. 00000001:00000010:2.0:1769074960.662364:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503f99000. 00000001:00000010:2.0:1769074960.662422:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503fa3000. 00000001:00000010:2.0:1769074960.662472:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503fad000. 00000001:00000010:2.0:1769074960.662520:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503fb7000. 00000001:00000010:2.0:1769074960.662567:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503fc1000. 00000001:00000010:2.0:1769074960.662650:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503fcb000. 00000001:00000010:2.0:1769074960.662696:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503fd5000. 00000001:00000010:2.0:1769074960.662765:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503fdf000. 00000001:00000010:2.0:1769074960.662812:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503fe9000. 00000001:00000010:2.0:1769074960.662860:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503ff3000. 00000001:00000010:2.0:1769074960.662905:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33503ffd000. 00000001:00000010:2.0:1769074960.662951:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33504007000. 00000001:00000010:2.0:1769074960.662992:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33504011000. 00000001:00000010:2.0:1769074960.663034:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa3350401b000. 00000001:00000010:2.0:1769074960.663078:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33504025000. 00000001:00000010:2.0:1769074960.663120:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa3350402f000. 00000001:00000010:2.0:1769074960.663161:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33504039000. 00000001:00000010:2.0:1769074960.663203:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33504043000. 00000001:00000010:2.0:1769074960.663260:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa3350404d000. 00000001:00000010:2.0:1769074960.663307:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33504057000. 00000001:00000010:2.0:1769074960.663353:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33504061000. 00000001:00000010:2.0:1769074960.663401:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa3350406b000. 00000001:00000010:2.0:1769074960.663445:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa33504075000. 00000001:00000010:2.0:1769074960.663492:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335045b7000. 00000001:00000010:2.0:1769074960.663540:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335045c1000. 00000001:00000010:2.0:1769074960.663589:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335045cb000. 00000001:00000010:2.0:1769074960.663668:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335045d5000. 00000001:00000010:2.0:1769074960.663713:0:48732:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa335045ed000. 00000020:00000010:2.0:1769074960.663783:0:48732:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dab85be8800. 00000020:00000010:2.0:1769074960.663788:0:48732:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8daa8e8ecb80. 00000020:00000010:2.0:1769074960.663854:0:48732:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dab85beb400. 00000020:00000010:2.0:1769074960.663858:0:48732:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8daa8a934200. 00000010:00000010:2.0:1769074960.663875:0:48732:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff8daa8da25c80. 00000010:00000010:2.0:1769074960.663880:0:48732:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8daa8e8ecb20. 00000010:00000010:2.0:1769074960.663883:0:48732:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff8daa8e8ecfa0. 00000010:00000010:2.0:1769074960.663885:0:48732:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff8daa8da25600. 00000020:00000010:2.0:1769074960.663907:0:48732:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8dab85bea800. 00000020:00000010:2.0:1769074960.663911:0:48732:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8dabaf19e000. 00000020:00000010:2.0:1769074960.663937:0:48732:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab89ed7400. 00000040:00000010:2.0:1769074960.663943:0:48732:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab89ed7600. 00000020:00000010:2.0:1769074960.663947:0:48732:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8249a800. 00000020:00000010:2.0:1769074960.663952:0:48732:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73cb78. 00000020:00000010:2.0:1769074960.663957:0:48732:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab93b72c00. 80000000:00000010:2.0:1769074960.663962:0:48732:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8a375d80. 40000000:00000010:2.0:1769074960.663966:0:48732:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8daba0365f00. 00100000:00000010:2.0:1769074960.663972:0:48732:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82499800. 00040000:00000010:2.0:1769074960.663976:0:48732:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87302400. 00040000:00000010:2.0:1769074960.663982:0:48732:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a934000. 00080000:00000010:2.0:1769074960.663986:0:48732:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82498000. 00000020:00000010:2.0:1769074960.663989:0:48732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab89ed7000. 00000020:00000010:2.0:1769074960.663994:0:48732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25480. 00000020:00000010:2.0:1769074960.663997:0:48732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117bb8. 00000008:00000010:2.0:1769074960.664002:0:48732:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8dabafad1e40. 00020000:00000010:2.0:1769074960.664008:0:48732:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8dabafad6ac0. 00008000:00000010:2.0:1769074960.664013:0:48732:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8dabafac44a8. 00000080:00000010:2.0:1769074960.664018:0:48732:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8dabafac5a50. 00000020:00000010:2.0:1769074960.664022:0:48732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab89ed6200. 00000020:00000010:2.0:1769074960.664027:0:48732:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff8daa8a375ba0. 00000020:00000010:2.0:1769074960.664038:0:48732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a934000. 00000020:00000010:2.0:1769074960.664041:0:48732:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8a935800. 00000040:00000010:2.0:1769074960.664044:0:48732:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8daa8a935000. 00000020:00000010:2.0:1769074960.664049:0:48732:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa82498000. 00000020:00000010:2.0:1769074960.664056:0:48732:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73cb78. 00000020:00000010:2.0:1769074960.664059:0:48732:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8a934800. 80000000:00000010:2.0:1769074960.664061:0:48732:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabae0450c0. 40000000:00000010:2.0:1769074960.664064:0:48732:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab9ea23b40. 00100000:00000010:2.0:1769074960.664067:0:48732:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa82499800. 00040000:00000010:2.0:1769074960.664071:0:48732:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab87302400. 00040000:00000010:2.0:1769074960.664074:0:48732:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8a934a00. 00080000:00000010:2.0:1769074960.664076:0:48732:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8249a800. 00000020:00000010:2.0:1769074960.664080:0:48732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a934c00. 00000020:00000010:2.0:1769074960.664083:0:48732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25480. 00000020:00000010:2.0:1769074960.664086:0:48732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117bb8. 00000020:00000010:2.0:1769074960.664089:0:48732:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff8dababb3d0c0. 00000020:00000010:2.0:1769074960.664092:0:48732:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8dab9ea23380. 00000020:00000010:2.0:1769074960.664096:0:48732:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8daa82498800. 00000100:00000010:2.0:1769074960.664133:0:48732:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa903a3800. 02000000:00000010:2.0:1769074960.664147:0:48732:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dab85be8c00. 02000000:00000010:1.0:1769074960.664626:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabae731800. 00000400:00000010:1.0:1769074960.664637:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1e18. 00000400:00000010:1.0:1769074960.664645:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074960.664654:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852336512, portal 10 00000020:00000010:1.0:1769074960.664662:0:12644:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8dab90806000. 00000400:00000010:1.0:1769074960.664667:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074960.664670:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007852336512, offset 0 00000400:00000200:1.0:1769074960.664679:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074960.664693:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074960.664705:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6971eac181580 00000400:00000100:1.0:1769074960.664713:0:12644:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1855007852336512 offset 0 length 520: 4 00000400:00000200:1.0:1769074960.664716:0:12644:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabaf0aeb50 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1769074960.664719:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1769074960.664730:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc4c8 00000400:00000010:1.0:1769074960.664733:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074960.664753:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa903a3800 x1855007852336512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1769074970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074960.664776:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bbae0. 00000100:00000010:1.0:1769074960.664790:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bb540. 00000100:00000010:1.0:1769074960.664795:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bbd80. 00000100:00000010:1.0:1769074960.664800:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bb060. 00000020:00000010:2.0:1769074960.675869:0:48732:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff8dababb3d0c0. 00000020:00000010:2.0:1769074960.675878:0:48732:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff8dab9ea23380. 00000020:00000010:2.0:1769074960.675886:0:48732:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8daa8a935800. 00000040:00000010:2.0:1769074960.675891:0:48732:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8daa8a935000. 00000020:00000010:2.0:1769074960.675895:0:48732:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa82498000. 00000020:00000010:2.0:1769074960.675899:0:48732:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73cb78. 00000020:00000010:2.0:1769074960.675904:0:48732:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8daa8a934800. 80000000:00000010:2.0:1769074960.675909:0:48732:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabae0450c0. 40000000:00000010:2.0:1769074960.675913:0:48732:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab9ea23b40. 00100000:00000010:2.0:1769074960.675917:0:48732:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa82499800. 00040000:00000010:2.0:1769074960.675921:0:48732:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87302400. 00040000:00000010:2.0:1769074960.675926:0:48732:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8daa8a934a00. 00080000:00000010:2.0:1769074960.675930:0:48732:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa8249a800. 00000020:00000010:2.0:1769074960.675933:0:48732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a934000. 00000020:00000010:2.0:1769074960.675937:0:48732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8daa8da25480. 00000020:00000010:2.0:1769074960.675941:0:48732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8daa90117bb8. 00000020:00000010:2.0:1769074960.675945:0:48732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8daa8a934c00. 00000020:00000010:2.0:1769074960.675949:0:48732:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff8dab8133ff00. 00000020:00000010:2.0:1769074960.675952:0:48732:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff8dab8133f9c0. 00000040:00000010:2.0:1769074960.676090:0:48732:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8dabbc514000. 00000020:00000010:2.0:1769074960.676102:0:48732:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8dab8133f900. 00000020:00000010:2.0:1769074960.676118:0:48732:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab93a3a600. 00000040:00000010:2.0:1769074960.676122:0:48732:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab93a3aa00. 00000020:00000010:2.0:1769074960.676124:0:48732:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8daa8249b800. 00000020:00000010:2.0:1769074960.676127:0:48732:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8dabae73a338. 00000020:00000010:2.0:1769074960.676130:0:48732:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab89d0be00. 80000000:00000010:2.0:1769074960.676133:0:48732:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8daa8a375000. 40000000:00000010:2.0:1769074960.676136:0:48732:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8dab8133f700. 00100000:00000010:2.0:1769074960.676139:0:48732:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8daa8249f800. 00040000:00000010:2.0:1769074960.676142:0:48732:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dab87302300. 00040000:00000010:2.0:1769074960.676144:0:48732:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab89d0bc00. 00080000:00000010:2.0:1769074960.676147:0:48732:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8daa82499000. 00002000:00000010:2.0:1769074960.676150:0:48732:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8dab8335b400. 00000020:00000010:2.0:1769074960.676153:0:48732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab93a3ba00. 00000040:00000010:0.0:1769074960.676429:0:48690:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8dabad902ea0. 00000040:00000010:0.0:1769074960.676442:0:48690:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff8daa8fdd7740. 00000040:00000010:0.0:1769074960.676447:0:48690:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8dabbfffc000. 00000040:00000010:0.0:1769074960.676452:0:48690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8dab843d1e00. 00000020:00000010:0.0:1769074960.676458:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab843b4c00. 00000040:00000010:0.0:1769074960.676463:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab843b5800. 00000020:00000010:0.0:1769074960.676465:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88d48800. 00000020:00000010:0.0:1769074960.676469:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab843b4400. 80000000:00000010:0.0:1769074960.676472:0:48690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8dabad902300. 00040000:00000010:0.0:1769074960.676474:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab843b5000. 00080000:00000010:0.0:1769074960.676477:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88d4b000. 00000020:00000010:0.0:1769074960.676480:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab843b4800. 10000000:00000010:0.0:1769074960.676483:0:48690:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8dab84f6ac80. 00000020:00000010:0.0:1769074960.676504:0:48690:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8dab843b4200. 00000040:00000010:0.0:1769074960.676507:0:48690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8dab843b4600. 00000020:00000010:0.0:1769074960.676510:0:48690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8dab88d4a800. 00000020:00000010:0.0:1769074960.676513:0:48690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8dab843b5200. 00040000:00000010:0.0:1769074960.676525:0:48690:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8dabbeca1100. 00040000:00000010:0.0:1769074960.676528:0:48690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8dab843b5e00. 00080000:00000010:0.0:1769074960.676530:0:48690:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff8dab88d4e000. 00000020:00000010:0.0:1769074960.676533:0:48690:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8dab843b5a00. 00000020:00000010:0.0:1769074960.676537:0:48690:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff8dabbcb00a80. 00000020:00000010:0.0:1769074960.676539:0:48690:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff8dabb491ba00. 00000020:00000010:0.0:1769074960.676544:0:48690:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at ffff8dab84f6a280. 00000020:00000010:0.0:1769074960.676546:0:48690:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at ffff8dabad902480. 00000020:00000010:0.0:1769074960.676565:0:48690:0:(tgt_mount.c:1286:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff8dabbfffc000. 00000100:00000010:0.0:1769074960.676584:0:48690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc123800. 02000000:00000010:0.0:1769074960.676636:0:48690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff8dabbfff8000. 00000100:00000010:0.0:1769074960.676653:0:48690:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8dabbcb00a80. 00000100:00000010:1.0:1769074960.829746:0:46070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbd1bb540. 00000100:00000010:0.0:1769074960.829841:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbd1bbae0. 00000100:00000010:2.0:1769074960.829919:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbd1bbd80. 00000100:00000010:3.0:1769074960.830001:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbd1bb060. 00000800:00000200:0.0:1769074965.629805:0:12637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8dab870c4300] -> 12345-192.168.204.10@tcp (4) 00000800:00000200:0.0:1769074965.629815:0:12637:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.10@tcp ip 192.168.204.10:1021 00000800:00000200:0.0:1769074965.629821:0:12637:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8dab861af100 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1769074965.631316:0:12639:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1769074969.917731:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8dab89d2a2c0. 00000400:00000200:1.0:1769074969.917745:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabbfdd9a18 00000400:00000010:1.0:1769074969.917748:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabbfdd9a18. 00000100:00000200:1.0:1769074969.917760:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa902fce00 x1855007852336128/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1769074969 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074969.917773:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa902fce00 x1855007852336128/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1769074969 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074969.917814:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dab9311c000. 02000000:00000010:1.0:1769074969.917822:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dab8673f000. 00000100:00000010:1.0:1769074969.917828:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa902fce00. 00000100:00000010:3.0:1769074969.918251:0:483:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8daa902fd500. 02000000:00000010:3.0:1769074969.918265:0:483:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dabbd53c000. 02000000:00000010:1.0:1769074969.918359:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabae733800. 00000400:00000010:1.0:1769074969.918366:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee15d8. 00000400:00000010:1.0:1769074969.918372:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc4c8. 00000100:00000200:1.0:1769074969.918378:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852336768, portal 25 00000400:00000010:1.0:1769074969.918382:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074969.918386:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007852336768, offset 0 00000400:00000200:1.0:1769074969.918392:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074969.918403:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074969.918414:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6971eac181680 00000400:00000100:1.0:1769074969.918420:0:12644:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1855007852336768 offset 0 length 520: 4 00000400:00000200:1.0:1769074969.918425:0:12644:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabaf0aeb50 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1769074969.918428:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1769074969.918436:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:1.0:1769074969.918437:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074969.918443:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8daa902fd500 x1855007852336768/t0(0) o250->MGC192.168.204.110@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1769074994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074969.918459:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bb540. 00000100:00000010:1.0:1769074969.918469:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bb900. 00000100:00000010:1.0:1769074969.918474:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bbd20. 00000100:00000010:1.0:1769074969.918488:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bb9c0. 00000100:00000010:1.0:1769074970.085712:0:46070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbd1bb900. 00000100:00000010:2.0:1769074970.085712:0:45962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbd1bbd20. 00000100:00000010:3.0:1769074970.086550:0:47100:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbd1bb9c0. 00000100:00000010:0.0:1769074970.086616:0:45963:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8dabbd1bb540. 00000400:00000010:1.0:1769074970.941698:0:12644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8daa8fee1e18. 00000100:00000010:2.0:1769074970.941701:0:48690:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8dabbcb00a80. 00000400:00000200:1.0:1769074970.941712:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc550 02000000:00000010:2.0:1769074970.941715:0:48690:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8dabbfff8000. 00000400:00000010:1.0:1769074970.941716:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc550. 00000100:00000010:2.0:1769074970.941725:0:48690:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8dabbc123800. 00000100:00000200:1.0:1769074970.941728:0:12644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8daa903a3800 x1855007852336512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1769074970 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074970.941731:0:48690:0:(tgt_mount.c:1451:server_notify_target()) kfreed 'mti': 4544 at ffff8dabbfffc000. 00000020:02000000:2.0:1769074970.941738:0:48690:0:(tgt_mount.c:2557:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000200:1.0:1769074970.941741:0:12644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8daa903a3800 x1855007852336512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1769074970 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074970.941766:0:12644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8dabae731800. 02000000:00000010:1.0:1769074970.941770:0:12644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8dab85be8c00. 00000100:00000010:1.0:1769074970.941772:0:12644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8daa903a3800. 00000100:00000010:0.0:1769074970.942892:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8dabbc121180. 02000000:00000010:0.0:1769074970.942909:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8dab853e3c00. 02000000:00000010:1.0:1769074970.942975:0:12644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8dabae731800. 00000400:00000010:1.0:1769074970.942986:0:12644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8daa8fee1e18. 00000400:00000010:1.0:1769074970.942991:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc550. 00000100:00000200:1.0:1769074970.942997:0:12644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007852336896, portal 10 00000400:00000010:1.0:1769074970.943004:0:12644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074970.943007:0:12644:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007852336896, offset 0 00000400:00000200:1.0:1769074970.943013:0:12644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074970.943023:0:12644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074970.943042:0:12644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6971eac181700 00000400:00000100:1.0:1769074970.943050:0:12644:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1855007852336896 offset 0 length 520: 4 00000400:00000200:1.0:1769074970.943054:0:12644:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff8dabaf0aeb50 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1769074970.943056:0:12644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1769074970.943063:0:12644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8dabae0fc660 00000400:00000010:1.0:1769074970.943065:0:12644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8dabae0fc660. 00000100:00000200:1.0:1769074970.943071:0:12644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8dabbc121180 x1855007852336896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1769074985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074970.943087:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bb900. 00000100:00000010:1.0:1769074970.943107:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bb540. 00000100:00000010:1.0:1769074970.943112:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bb9c0. 00000100:00000010:1.0:1769074970.943122:0:12644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8dabbd1bbd20. 00000020:00000010:2.0:1769074970.946485:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a934000. 00000020:00000010:2.0:1769074970.946495:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8a934a00. 00000020:00000010:2.0:1769074970.946501:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa82499000. 00000020:00000010:2.0:1769074970.946507:0:48690:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73a338. 00000020:00000010:2.0:1769074970.946510:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8a934800. 80000000:00000010:2.0:1769074970.946514:0:48690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabae0450c0. 40000000:00000010:2.0:1769074970.946518:0:48690:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab9ea23ac0. 00100000:00000010:2.0:1769074970.946523:0:48690:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa8249f800. 00040000:00000010:2.0:1769074970.946527:0:48690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dab87302300. 00040000:00000010:2.0:1769074970.946531:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8daa8a935000. 00080000:00000010:2.0:1769074970.946535:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa8249b800. 00002000:00000010:2.0:1769074970.946539:0:48690:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dab85be9000. 00000020:00000010:2.0:1769074970.946544:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a935800. 00000020:00000010:2.0:1769074970.946548:0:48690:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8daa8da25480. 00000020:00000010:2.0:1769074970.946554:0:48690:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8daa90117bb8. 00000020:00000010:2.0:1769074970.946635:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dab87302400. 00080000:00000010:2.0:1769074970.946642:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bb008. 00080000:00000010:2.0:1769074970.946728:0:48690:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6bb008. 00000020:00000010:2.0:1769074970.946733:0:48690:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab87302400. 00002000:00000010:2.0:1769074970.946750:0:48690:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa88ccb8f0. 00080000:00000010:2.0:1769074970.946753:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bb008. 00040000:00000010:2.0:1769074970.946782:0:48690:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff8dababb3d0c0. 00002000:00000010:2.0:1769074970.946787:0:48690:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa88ccbb50. 00080000:00000010:2.0:1769074970.946790:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6baab0. 00000020:00000010:2.0:1769074970.946814:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dab87302d00. 00080000:00000010:2.0:1769074970.946818:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bbab8. 00080000:00000010:2.0:1769074970.946846:0:48690:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6bbab8. 00000020:00000010:2.0:1769074970.946848:0:48690:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab87302d00. 00002000:00000010:2.0:1769074970.946853:0:48690:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa88ccb430. 00080000:00000010:2.0:1769074970.946855:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bbab8. 00100000:00000010:2.0:1769074970.946878:0:48690:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8dab9ea23700. 00002000:00000010:2.0:1769074970.946895:0:48690:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa88ccba20. 00080000:00000010:2.0:1769074970.946899:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bae40. 00100000:00000010:2.0:1769074970.946931:0:48690:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8dab9ea23200. 00040000:00000010:2.0:1769074970.946937:0:48690:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8daa8e8ec320. 00000001:00000010:2.0:1769074970.946942:0:48690:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff8daa8a935200. 00000001:00000010:2.0:1769074970.946948:0:48690:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8daba15d3408. 00000001:00000010:2.0:1769074970.946952:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at ffff8dababb3dcc0. 00040000:00000010:2.0:1769074970.946962:0:48690:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff8dababb3d6c0. 00002000:00000010:2.0:1769074970.946965:0:48690:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa88cca000. 00080000:00000010:2.0:1769074970.946968:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bb560. 00000020:00000010:2.0:1769074970.946981:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dab87302000. 00080000:00000010:2.0:1769074970.946983:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bb398. 00080000:00000010:2.0:1769074970.947003:0:48690:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6bb398. 00000020:00000010:2.0:1769074970.947005:0:48690:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab87302000. 00002000:00000010:2.0:1769074970.947009:0:48690:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa88cca980. 00080000:00000010:2.0:1769074970.947010:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bb398. 00100000:00000010:2.0:1769074970.947031:0:48690:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8dab9ea23980. 00002000:00000010:2.0:1769074970.947062:0:48690:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa88ccaf70. 00080000:00000010:2.0:1769074970.947066:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6ba8e8. 00100000:00000010:2.0:1769074970.947090:0:48690:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8dab9ea231c0. 00040000:00000010:2.0:1769074970.947093:0:48690:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8daa8e8ecea0. 00000001:00000010:2.0:1769074970.947095:0:48690:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff8daa8a935600. 00000001:00000010:2.0:1769074970.947097:0:48690:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8daba15d32c0. 00000001:00000010:2.0:1769074970.947099:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at ffff8dababb3d900. 00040000:00000010:2.0:1769074970.947104:0:48690:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff8dababb3d540. 00002000:00000010:2.0:1769074970.947106:0:48690:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa88ccb690. 00080000:00000010:2.0:1769074970.947109:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6bb728. 00000020:00000010:2.0:1769074970.947118:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dab87302100. 00080000:00000010:2.0:1769074970.947120:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6ba390. 00080000:00000010:2.0:1769074970.947137:0:48690:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8daa8f6ba390. 00000020:00000010:2.0:1769074970.947139:0:48690:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8dab87302100. 00002000:00000010:2.0:1769074970.947143:0:48690:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa88ccb0a0. 00080000:00000010:2.0:1769074970.947144:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6ba390. 00100000:00000010:2.0:1769074970.947156:0:48690:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8dab9ea23a40. 00002000:00000010:2.0:1769074970.947164:0:48690:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8daa88ccaab0. 00080000:00000010:2.0:1769074970.947166:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8f6ba000. 00100000:00000010:2.0:1769074970.947179:0:48690:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8dab9ea23d00. 00040000:00000010:2.0:1769074970.947182:0:48690:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8daa8e8eca60. 00000001:00000010:2.0:1769074970.947184:0:48690:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff8daa8a935a00. 00000001:00000010:2.0:1769074970.947188:0:48690:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8daba15d30d0. 00000001:00000010:2.0:1769074970.947190:0:48690:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at ffff8dababb3d3c0. 00040000:00000010:2.0:1769074970.947199:0:48690:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at ffff8dabae045120. 00000020:00000010:2.0:1769074970.947203:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8daa8a934c00. 00000020:00000010:2.0:1769074970.947206:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8daa8a935400. 00000020:00000010:2.0:1769074970.947210:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8daa8249a800. 00000020:00000010:2.0:1769074970.947213:0:48690:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8dabae73cb78. 00000020:00000010:2.0:1769074970.947216:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8daa8a935c00. 80000000:00000010:2.0:1769074970.947219:0:48690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabae0457e0. 40000000:00000010:2.0:1769074970.947222:0:48690:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab9ea23940. 00100000:00000010:2.0:1769074970.947226:0:48690:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8daa82499800. 00040000:00000010:2.0:1769074970.947229:0:48690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabae3d6300. 00040000:00000010:2.0:1769074970.947232:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dabbd480200. 00080000:00000010:2.0:1769074970.947235:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8daa82498000. 00002000:00000010:2.0:1769074970.947238:0:48690:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dab85be9c00. 00000020:00000010:0.0:1769074970.947781:0:48690:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8dab84f6adc0. 00000020:00000010:0.0:1769074970.947787:0:48690:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8dab84f6adc0. 00000020:00000010:0.0:1769074970.947791:0:48690:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff8dabb491ba00. 00000020:00000010:0.0:1769074970.947796:0:48690:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at ffff8dab84f6adc0. 00000020:00000010:0.0:1769074970.947800:0:48690:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at ffff8dab84f6adc0. 00100000:00000010:0.0:1769074970.947809:0:48690:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at ffff8dabbd524000. 00002000:00000010:0.0:1769074970.947821:0:48690:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8dabafed58f0. 00080000:00000010:0.0:1769074970.947884:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1b1d0. 00000020:00000010:0.0:1769074970.947913:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dabbeca1e00. 00080000:00000010:0.0:1769074970.947918:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1b560. 00000020:00000010:0.0:1769074970.947950:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dabbeca1a00. 00080000:00000010:0.0:1769074970.947953:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1ae40. 00100000:00000010:0.0:1769074970.948053:0:48690:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at ffff8dab88d4e000. 00100000:00000010:0.0:1769074970.948057:0:48690:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at ffff8dabbcb00f00. 00100000:00000010:0.0:1769074970.948060:0:48690:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at ffff8dabbeca1500. 00100000:00000010:0.0:1769074970.948064:0:48690:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at ffff8dabbeca1800. 00000020:00000010:0.0:1769074970.948079:0:48690:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff8dabbeca1700. 00080000:00000010:0.0:1769074970.948083:0:48690:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8daa8da1bc80. 00000020:00000010:0.0:1769074970.948151:0:48690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8dab843d1e00. 00000020:00000010:0.0:1769074970.948155:0:48690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8dab843d0c00. 00000020:00000010:0.0:1769074970.948158:0:48690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8dab88d4a800. 00000020:00000010:0.0:1769074970.948161:0:48690:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8daa8316cb78. 00000020:00000010:0.0:1769074970.948164:0:48690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8dab843d1c00. 80000000:00000010:0.0:1769074970.948167:0:48690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8dabad902540. 40000000:00000010:0.0:1769074970.948170:0:48690:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8dab84f6a0c0. 00100000:00000010:0.0:1769074970.948173:0:48690:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8dab88d4b000. 00040000:00000010:0.0:1769074970.948176:0:48690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8dabbeca1200. 00040000:00000010:0.0:1769074970.948178:0:48690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8dab843d1800. 00080000:00000010:0.0:1769074970.948181:0:48690:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff8dab88d48800. 00002000:00000010:0.0:1769074970.948184:0:48690:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8dabbfefdc00. 00080000:00000010:0.0:1769074970.948191:0:48690:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8dabbfefc400. Debug log: 139952 lines, 139952 kept, 0 dropped, 0 bad.